From 76c00d7af2d3fdd24f1a93e92ab57513d034cf09 Mon Sep 17 00:00:00 2001 From: Daniel King Date: Thu, 13 Jun 2024 11:19:58 -0700 Subject: [PATCH] debug --- llmfoundry/data/finetuning/tasks.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py index 9a0f680bd7..d1a7035a39 100644 --- a/llmfoundry/data/finetuning/tasks.py +++ b/llmfoundry/data/finetuning/tasks.py @@ -649,6 +649,7 @@ def __init__( # How to process a sample def __getitem__(self, idx: int) -> Dict[str, Any]: + print('Idx:', idx) sample = super().__getitem__(idx) if 'turns' in sample: # Already tokenized in latest format