fixing bugs

2023-11-15 15:57:09 -05:00 · 2023-11-15 15:57:09 -05:00 · 097d864ef5
parent 20a9b3254f
commit 097d864ef5
1 changed files with 2 additions and 1 deletions
--- a/optimizer/optimizers.py
+++ b/optimizer/optimizers.py
@ -320,7 +320,8 @@ class EveryDreamOptimizer():
        betas = BETAS_DEFAULT
        epsilon = EPSILON_DEFAULT
        weight_decay = WEIGHT_DECAY_DEFAULT
-        opt_class = None
+        import bitsandbytes as bnb
+        opt_class = bnb.optim.AdamW8bit
        optimizer = None

        default_lr = 1e-6