Merge branch 'main' into milo/support-llama3-rope

mosaicml · Jul 24, 2024 · 5c24b70 · 5c24b70
2 parents 0d190a2 + b636e5f
commit 5c24b70
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/llmfoundry/data/packing.py b/llmfoundry/data/packing.py
@@ -424,6 +424,8 @@ def profile_packing(
     dataloader_cfg = copy.deepcopy(dataloader_cfg)
     dataloader_cfg.update({
         'drop_last': False,
+        'num_workers': 0,
+        'prefetch_factor': None,
         'persistent_workers': False,
     })
     dataloader_cfg['dataset']['packing_ratio'] = 1.0