Mirrors
/
EveryDream2trainer
mirror of https://github.com/victorchall/EveryDream2trainer.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fixing bugs

This commit is contained in:
Victor Hall 2023-11-15 15:57:09 -05:00
parent 20a9b3254f
commit 097d864ef5
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
optimizer/optimizers.py
View File

@ -320,7 +320,8 @@ class EveryDreamOptimizer():
betas = BETAS_DEFAULT betas = BETAS_DEFAULT
epsilon = EPSILON_DEFAULT epsilon = EPSILON_DEFAULT
weight_decay = WEIGHT_DECAY_DEFAULT weight_decay = WEIGHT_DECAY_DEFAULT
opt_class = None import bitsandbytes as bnb
opt_class = bnb.optim.AdamW8bit
optimizer = None optimizer = None
default_lr = 1e-6 default_lr = 1e-6