From b636e5f45df2dee44f7d047fff8fcf697a2fa17f Mon Sep 17 00:00:00 2001 From: Daniel King <43149077+dakinggg@users.noreply.github.com> Date: Tue, 23 Jul 2024 19:50:54 -0700 Subject: [PATCH] Revert "Allow for multiple workers when autopacking (#1375)" (#1392) This reverts commit d812f20c5472f771f06a9dd561a31d3a88ed26bf. --- llmfoundry/data/packing.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llmfoundry/data/packing.py b/llmfoundry/data/packing.py index 0c5cb1418b..a6fdf34953 100644 --- a/llmfoundry/data/packing.py +++ b/llmfoundry/data/packing.py @@ -424,6 +424,8 @@ def profile_packing( dataloader_cfg = copy.deepcopy(dataloader_cfg) dataloader_cfg.update({ 'drop_last': False, + 'num_workers': 0, + 'prefetch_factor': None, 'persistent_workers': False, }) dataloader_cfg['dataset']['packing_ratio'] = 1.0