diff --git a/llmfoundry/command_utils/data_prep/convert_delta_to_mds.py b/llmfoundry/command_utils/data_prep/convert_delta_to_mds.py
index 3acdecfec0..5088455ba8 100644
--- a/llmfoundry/command_utils/data_prep/convert_delta_to_mds.py
+++ b/llmfoundry/command_utils/data_prep/convert_delta_to_mds.py
@@ -100,8 +100,8 @@ def convert_delta_to_mds_from_args(
             tokenizer=None,
             tokenizer_kwargs=None,
             max_seq_len=-1,
-            target_prompts='',
-            target_responses='',
+            target_prompts='none',
+            target_responses='all',
             encoder_decoder=False,
         )