Skip to content

Commit

Permalink
Formatting fix
Browse files Browse the repository at this point in the history
  • Loading branch information
loadams committed Dec 30, 2024
1 parent cc1478e commit d143141
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion deepspeed/checkpoint/ds_to_universal.py
Original file line number Diff line number Diff line change
Expand Up @@ -111,7 +111,10 @@ def _save_checkpoint(file_path, chkpt_sd):

def extract_zero_shards(dir, ds_checkpoint, indices_3D):
pp_index, tp_index, dp_index = indices_3D
sd = ds_checkpoint.get_zero_checkpoint_state(pp_index=pp_index, tp_index=tp_index, dp_index=dp_index, strip_tensor_paddings=False)
sd = ds_checkpoint.get_zero_checkpoint_state(pp_index=pp_index,
tp_index=tp_index,
dp_index=dp_index,
strip_tensor_paddings=False)

# pprint(f"Processing {dp_index=} {pp_index=}, {tp_index=}")

Expand Down

0 comments on commit d143141

Please sign in to comment.