clean up

mosaicml · Nov 9, 2023 · f9e3dfb · f9e3dfb
1 parent d4317d2
commit f9e3dfb
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py
@@ -377,7 +377,8 @@ def filter_long_or_empty_examples(example: Dict) -> bool:
             filtered_dataset)
         if examples_removed > 0:
             warnings.warn(
-                f'Dropped {examples_removed} examples where the prompt was longer than {max_seq_len}.'
+                f'Dropped {examples_removed} examples where the prompt was longer than {max_seq_len}, ' + 
+                'the prompt or response was empty, or the response was all padding tokens.'
             )
 
         # Now local rank 0 indicates to the other ranks that it is done