Only strip object name when joining paths

mosaicml · Nov 29, 2023 · 02cead1 · 02cead1
1 parent f8ee914
commit 02cead1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llmfoundry/utils/data_prep_utils.py b/llmfoundry/utils/data_prep_utils.py
@@ -96,8 +96,8 @@ def __init__(
 
     def __iter__(self):
         for object_name in self.object_names:
-            object_name = object_name.strip('/')
-            output_filename = os.path.join(self.output_folder, object_name)
+            output_filename = os.path.join(self.output_folder,
+                                           object_name.strip('/'))
             if self.object_store is not None:
                 self.object_store.download_object(object_name=object_name,
                                                   filename=output_filename,