diff --git a/llmfoundry/data/packing.py b/llmfoundry/data/packing.py index 0c5cb1418b..a6fdf34953 100644 --- a/llmfoundry/data/packing.py +++ b/llmfoundry/data/packing.py @@ -424,6 +424,8 @@ def profile_packing( dataloader_cfg = copy.deepcopy(dataloader_cfg) dataloader_cfg.update({ 'drop_last': False, + 'num_workers': 0, + 'prefetch_factor': None, 'persistent_workers': False, }) dataloader_cfg['dataset']['packing_ratio'] = 1.0