Expose DistributedSampler RNG seed argument (#1677)

Co-authored-by: Mihir Patel <[email protected]> Co-authored-by: Saaketh Narayan <[email protected]>
mosaicml · Dec 5, 2024 · ff3d901 · ff3d901
1 parent f0cf727
commit ff3d901
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py
@@ -336,6 +336,7 @@ def build_finetuning_dataloader(
             replication_factor if replication_factor > 1 else None,
             rank=dist.get_global_rank() //
             replication_factor if replication_factor > 1 else None,
+            seed=dataset_cfg.get('shuffle_seed', 0),
         )
 
     assert streaming_dataset is not None  # for pyright