another race

mosaicml · Oct 22, 2023 · eaf66a9 · eaf66a9
1 parent b3d5d87
commit eaf66a9
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tests/test_hf_conversion_script.py b/tests/test_hf_conversion_script.py
@@ -174,6 +174,10 @@ def check_hf_model_equivalence(model1: PreTrainedModel,
 
 
 def delete_transformers_cache():
+    # Only delete the files on local rank 0, otherwise race conditions are created
+    if not dist.get_local_rank() == 0:
+        return
+
     hf_cache_home = os.path.expanduser(
         os.getenv(
             'HF_HOME',