pr nit

mosaicml · Oct 31, 2023 · 32465b2 · 32465b2
1 parent 52c40f2
commit 32465b2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py
@@ -347,7 +347,7 @@ def dataset_mapper(example: Dict):
             dataset_mapper,
             batched=False,
             remove_columns=columns_to_remove,
-            num_proc=num_cpus_to_use),
+            num_proc=num_cpus_to_use,
         )
         prompt_length_filtered_dataset = tokenized_dataset.filter(
             lambda example: len(example['input_ids']) < max_seq_len,