Mirrors
/
EveryDream2trainer
mirror of https://github.com/victorchall/EveryDream2trainer.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Disabled CoordinateDoWG for now because it's a bit unstable with SD training, don't need the troubleshooting requests

This commit is contained in:
SargeZT 2023-06-08 11:36:20 -05:00
parent 4861d96ec2
commit e5b08f92b4
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
optimizer/optimizers.py
View File

@ -304,11 +304,12 @@ class EveryDreamOptimizer():
elif optimizer_name == "adamw": elif optimizer_name == "adamw":
opt_class = torch.optim.AdamW opt_class = torch.optim.AdamW
if "dowg" in optimizer_name: if "dowg" in optimizer_name:
from dowg import CoordinateDoWG, ScalarDoWG # coordinate_dowg, scalar_dowg require no additional parameters. Epsilon is overrideable but is unnecessary in all stable diffusion training situations.
if optimizer_name == "coordinate_dowg": import dowg
opt_class = CoordinateDoWG #if optimizer_name == "coordinate_dowg":
elif optimizer_name == "scalar_dowg": #opt_class = dowg.CoordinateDoWG
opt_class = ScalarDoWG if optimizer_name == "scalar_dowg":
opt_class = dowg.ScalarDoWG
else: else:
raise ValueError(f"Unknown DoWG optimizer {optimizer_name}. Available options are coordinate_dowg and scalar_dowg") raise ValueError(f"Unknown DoWG optimizer {optimizer_name}. Available options are coordinate_dowg and scalar_dowg")
elif optimizer_name in ["dadapt_adam", "dadapt_lion", "dadapt_sgd"]: elif optimizer_name in ["dadapt_adam", "dadapt_lion", "dadapt_sgd"]: