From bede563c34a28dc6509ae5ea5b0acc265f93118c Mon Sep 17 00:00:00 2001 From: Matthew Douglas <38992547+matthewdouglas@users.noreply.github.com> Date: Mon, 18 Mar 2024 20:08:08 -0400 Subject: [PATCH] Cleanup --- bitsandbytes/optim/adamw.py | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/bitsandbytes/optim/adamw.py b/bitsandbytes/optim/adamw.py index c4d5c9f6a..41314a4f0 100644 --- a/bitsandbytes/optim/adamw.py +++ b/bitsandbytes/optim/adamw.py @@ -200,22 +200,6 @@ def step(self, closure=None): if "step" not in state: state["step"] = 0 - if "rank" in group: - if "projector" not in state: - state["projector"] = GaLoreProjector( - group["rank"], - update_proj_gap=group["update_proj_gap"], - scale=group["scale"], - proj_type=group["proj_type"], - ) - - grad = state["projector"].project(p.grad, state["step"]) - - else: - pass - - #### - # GaLore Projection if "rank" in group: if "projector" not in state: