Use 0 workers for profiling because one batch is loaded per worker an…

…d we only load a single batch.
mosaicml · Oct 21, 2023 · aeffb4b · aeffb4b
1 parent 6aab1ad
commit aeffb4b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/llmfoundry/data/packing.py b/llmfoundry/data/packing.py
@@ -323,6 +323,8 @@ def profile_packing(dataloader_cfg: DictConfig,
     dataloader_cfg.dataset.packing_ratio = None
     dataloader_cfg.dataset.max_leftovers_to_keep = None
     dataloader_cfg.drop_last = False
+    dataloader_cfg.num_workers = 0
+    dataloader_cfg.prefetch_factor = None
 
     # Determine the packing_ratio values we'll try
     packing_ratios, raw_batch_sizes = [], []