We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 57de0d6 commit 759c78dCopy full SHA for 759c78d
bitsandbytes/optim/adamw.py
@@ -200,22 +200,6 @@ def step(self, closure=None):
200
if "step" not in state:
201
state["step"] = 0
202
203
- if "rank" in group:
204
- if "projector" not in state:
205
- state["projector"] = GaLoreProjector(
206
- group["rank"],
207
- update_proj_gap=group["update_proj_gap"],
208
- scale=group["scale"],
209
- proj_type=group["proj_type"],
210
- )
211
-
212
- grad = state["projector"].project(p.grad, state["step"])
213
214
- else:
215
- pass
216
217
- ####
218
219
# GaLore Projection
220
if "rank" in group:
221
if "projector" not in state:
0 commit comments