diff --git a/optimizer/optimizers.py b/optimizer/optimizers.py index cecf43d..68ef581 100644 --- a/optimizer/optimizers.py +++ b/optimizer/optimizers.py @@ -320,7 +320,8 @@ class EveryDreamOptimizer(): betas = BETAS_DEFAULT epsilon = EPSILON_DEFAULT weight_decay = WEIGHT_DECAY_DEFAULT - opt_class = None + import bitsandbytes as bnb + opt_class = bnb.optim.AdamW8bit optimizer = None default_lr = 1e-6