LR removed from AdaCoor.

optimizer/adacoor.py

@@ -32,6 +32,6 @@ class AdaCoor(torch.optim.Optimizer):
                     gt_hat = (epsilon * p.grad.data).to(dtype=torch.float32, device=p.device)
 
                     denom = vt.sqrt().add_(group['epsilon']).to(dtype=p.dtype, device=p.device)
-                    p.data.addcdiv_(gt_hat, denom, value=-group['lr'])
+                    p.data.addcdiv_(gt_hat, denom, value=-1)
                 
         return loss

optimizer/optimizers.py

@@ -461,7 +461,6 @@ class EveryDreamOptimizer():
                 opt_class = AdaCoor
                 optimizer = opt_class(
                     itertools.chain(parameters),
-                    lr=curr_lr,
                     eps=epsilon
                 )