debug

mosaicml · Jun 13, 2024 · 76c00d7 · 76c00d7
1 parent a8adcba
commit 76c00d7
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py
@@ -649,6 +649,7 @@ def __init__(
 
     # How to process a sample
     def __getitem__(self, idx: int) -> Dict[str, Any]:
+        print('Idx:', idx)
         sample = super().__getitem__(idx)
         if 'turns' in sample:
             # Already tokenized in latest format