Fix profiling packing ratio to explicitly say 1 (#1019)

mosaicml · Mar 8, 2024 · c2aec30 · c2aec30
1 parent 64212cb
commit c2aec30
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/data/packing.py b/llmfoundry/data/packing.py
@@ -383,7 +383,7 @@ def profile_packing(
 
     # Turn off packing for the dataloader (we want raw, pre-packed examples)
     dataloader_cfg = copy.deepcopy(dataloader_cfg)
-    dataloader_cfg.dataset.packing_ratio = None
+    dataloader_cfg.dataset.packing_ratio = 1.0
     dataloader_cfg.drop_last = False
     dataloader_cfg.num_workers = 0
     dataloader_cfg.prefetch_factor = None