Skip to content

Commit

Permalink
Cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
matthewdouglas committed Mar 19, 2024
1 parent 5b9891b commit bede563
Showing 1 changed file with 0 additions and 16 deletions.
16 changes: 0 additions & 16 deletions bitsandbytes/optim/adamw.py
Original file line number Diff line number Diff line change
Expand Up @@ -200,22 +200,6 @@ def step(self, closure=None):
if "step" not in state:
state["step"] = 0

if "rank" in group:
if "projector" not in state:
state["projector"] = GaLoreProjector(
group["rank"],
update_proj_gap=group["update_proj_gap"],
scale=group["scale"],
proj_type=group["proj_type"],
)

grad = state["projector"].project(p.grad, state["step"])

else:
pass

####

# GaLore Projection
if "rank" in group:
if "projector" not in state:
Expand Down

0 comments on commit bede563

Please sign in to comment.