Merge branch 'mosaicml:main' into mmlu-expand

mosaicml · Dec 19, 2023 · 8b86605 · 8b86605
2 parents 76e6b3f + ce67522
commit 8b86605
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scripts/data_prep/convert_text_to_mds.py b/scripts/data_prep/convert_text_to_mds.py
@@ -256,8 +256,8 @@ def is_remote_path(path: str) -> bool:
     Args:
         path (str): path to check
     """
-    backend, bucket, _ = parse_uri(path)
-    return backend != '' and bucket != ''
+    backend, _, _ = parse_uri(path)
+    return backend != ''
 
 
 def is_already_processed(output_root: str, args_str: str,