increase buffer size

priyakasimbeg · priyakasimbeg · commit bbc114fe730e · 2025-10-10T04:33:15.000Z
diff --git a/algoperf/workloads/lm/input_pipeline.py b/algoperf/workloads/lm/input_pipeline.py
@@ -17,7 +17,7 @@
 
 SEQUENCE_LENGTH = 1024
 MAX_CORPUS_CHARS = 1_000_000_000
-SHUFFLE_BUFFER_SIZE = 1024
+SHUFFLE_BUFFER_SIZE = 100_000
 VOCAB_SIZE = 50_257
 
 
