From 69d9d29efdc4ee0a847feb0db1e52f5087936887 Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Thu, 30 May 2024 20:47:27 +0000 Subject: [PATCH] fix --- llmfoundry/data/finetuning/dataloader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py index 639beba6f0..0769832962 100644 --- a/llmfoundry/data/finetuning/dataloader.py +++ b/llmfoundry/data/finetuning/dataloader.py @@ -542,7 +542,7 @@ def _download_remote_hf_dataset(remote_path: str, split: str) -> str: except FileNotFoundError as e: if extension == SUPPORTED_EXTENSIONS[-1]: files_searched = [ - f'{name}/{split}{ext}' for ext in SUPPORTED_EXTENSIONS + f'{name[:-len(extension)]}{ext}' for ext in SUPPORTED_EXTENSIONS ] raise FileNotFoundError( f'Could not find a file with any of ' + \