Skip to content

Commit

Permalink
yo
Browse files Browse the repository at this point in the history
  • Loading branch information
snarayan21 committed Aug 6, 2024
1 parent e2e56ab commit 7b2ae26
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion composer/devices/device_gpu.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ def __init__(
):
if not torch.cuda.is_available():
raise ValueError('DeviceGPU cannot be created as torch.cuda is not available.')
if torch_dist.is_gloo_available() and #version.parse(torch.__version__) >= version.parse('2.3.0'):
if torch_dist.is_gloo_available() and version.parse(torch.__version__) >= version.parse('2.3.0'):
# Composer checkpoint load / save from before torch 2.3.0 is not compatible with gloo + nccl backends.
DeviceGPU.dist_backend = 'cuda:nccl,cpu:gloo'
if device_id is None:
Expand Down

0 comments on commit 7b2ae26

Please sign in to comment.