fix split

mosaicml · Dec 7, 2024 · f47cfab · f47cfab
1 parent 408b96f
commit f47cfab
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/command_utils/data_prep/convert_delta_to_mds.py b/llmfoundry/command_utils/data_prep/convert_delta_to_mds.py
@@ -89,7 +89,7 @@ def convert_delta_to_mds_from_args(
         convert_finetuning_dataset_from_args(
             dataset='json',
             data_subset=None,
-            splits=[''],
+            splits=['train'],
             preprocessor=None,
             data_files=[json_full_filepath],
             skip_preprocessing=True,