fix

mosaicml · Oct 17, 2024 · 63ab28a · 63ab28a
1 parent dfa8f88
commit 63ab28a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py
@@ -258,7 +258,7 @@ def build_finetuning_dataloader(
             k: v
             for k, v in dataset_cfg.items()
             if k in set(dataset_constructor_keys).union(extraneous_keys) and
-            k not in {'streams', 'packing_ratio'}
+            k not in {'streams', 'packing_ratio', 'replication'}
         }
 
         streaming_dataset = dataset_constructor.build_from_streaming(