Mirrors
/
EveryDream2trainer
mirror of https://github.com/victorchall/EveryDream2trainer.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Disabled CoordinateDoWG for now because it's a bit unstable with SD training, don't need the troubleshooting requests

This commit is contained in:
SargeZT 2023-06-08 11:36:20 -05:00
parent 4861d96ec2
commit e5b08f92b4
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
optimizer/optimizers.py
View File

@ -303,12 +303,13 @@ class EveryDreamOptimizer():
)
elif optimizer_name == "adamw":
opt_class = torch.optim.AdamW
if "dowg" in optimizer_name:
from dowg import CoordinateDoWG, ScalarDoWG
if optimizer_name == "coordinate_dowg":
opt_class = CoordinateDoWG
elif optimizer_name == "scalar_dowg":
opt_class = ScalarDoWG
if "dowg" in optimizer_name:
# coordinate_dowg, scalar_dowg require no additional parameters. Epsilon is overrideable but is unnecessary in all stable diffusion training situations.
import dowg
#if optimizer_name == "coordinate_dowg":
#opt_class = dowg.CoordinateDoWG
if optimizer_name == "scalar_dowg":
opt_class = dowg.ScalarDoWG
else:
raise ValueError(f"Unknown DoWG optimizer {optimizer_name}. Available options are coordinate_dowg and scalar_dowg")
elif optimizer_name in ["dadapt_adam", "dadapt_lion", "dadapt_sgd"]: