From 474245fe8382db9cb5e127c81cc0e2f31f914eea Mon Sep 17 00:00:00 2001 From: Alireza Date: Sat, 2 Aug 2025 12:26:00 +0330 Subject: [PATCH] shards --- vosk/test_files/batch_confirm_hf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vosk/test_files/batch_confirm_hf.py b/vosk/test_files/batch_confirm_hf.py index c85bcc6..26efc52 100644 --- a/vosk/test_files/batch_confirm_hf.py +++ b/vosk/test_files/batch_confirm_hf.py @@ -95,7 +95,7 @@ if confirmed: confirmed_dataset = confirmed_dataset.map(extract_minimal, remove_columns=confirmed_dataset.column_names) # Sharding parameters - num_shards = min(1, len(confirmed)) # Don't create more shards than samples + num_shards = min(25, len(confirmed)) # Don't create more shards than samples shard_size = len(confirmed_dataset) // num_shards + 1 # Write each shard separately