fix: init_process_group_dummy() on machines without gpu

sehoffmann · Mar 13, 2024 · 3e69580 · 3e69580
1 parent f0ed11a
commit 3e69580
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/dmlcloud/util/distributed.py b/dmlcloud/util/distributed.py
@@ -99,7 +99,7 @@ def init_process_group_dummy():
     only run on a single gpu.
     """
     store = dist.HashStore()
-    dist.init_process_group(store=store, rank=0, world_size=1)
+    dist.init_process_group(store=store, rank=0, world_size=1, backend='gloo')
 
 
 def init_process_group_MPI(ip_idx=0, port=None, **kwargs):