Comment

huggingface · Oct 2, 2023 · cd70333 · cd70333
1 parent 5306fc1
commit cd70333
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/accelerate/utils/operations.py b/src/accelerate/utils/operations.py
@@ -295,7 +295,7 @@ def _gpu_gather_one(tensor):
             tensor = tensor.contiguous()
 
         if state.backend is not None and state.backend != "gloo":
-            # We use `zeros` as `all_gather_into_tensor` slightly
+            # We use `empty` as `all_gather_into_tensor` slightly
             # differs from `all_gather` for better efficiency,
             # and we rely on the number of items in the tensor
             # rather than its direct shape