From 02cead1a11ceb65a42048d54607172d727333bad Mon Sep 17 00:00:00 2001 From: Irene Dea Date: Wed, 29 Nov 2023 10:55:58 -0800 Subject: [PATCH] Only strip object name when joining paths --- llmfoundry/utils/data_prep_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llmfoundry/utils/data_prep_utils.py b/llmfoundry/utils/data_prep_utils.py index 75e27b504f..e727b6444d 100644 --- a/llmfoundry/utils/data_prep_utils.py +++ b/llmfoundry/utils/data_prep_utils.py @@ -96,8 +96,8 @@ def __init__( def __iter__(self): for object_name in self.object_names: - object_name = object_name.strip('/') - output_filename = os.path.join(self.output_folder, object_name) + output_filename = os.path.join(self.output_folder, + object_name.strip('/')) if self.object_store is not None: self.object_store.download_object(object_name=object_name, filename=output_filename,