Mirrors
/
EveryDream2trainer
mirror of https://github.com/victorchall/EveryDream2trainer.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

log how lr was derived

This commit is contained in:
Victor Hall 2023-03-01 12:43:32 -05:00
parent cb7f3d26aa
commit ba87b0cae1
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@ -523,10 +523,12 @@ def main(args):
curr_lr = optimizer_config.get("lr", curr_lr) curr_lr = optimizer_config.get("lr", curr_lr)
if args.lr is not None: if args.lr is not None:
curr_lr = args.lr curr_lr = args.lr
logging.info(f"Overriding LR from optimizer config with main config/cli LR setting: {curr_lr}")
logging.info(f" * Loaded optimizer args from {optimizer_config_path} *") logging.info(f" * Loaded optimizer args from {optimizer_config_path} *")
if curr_lr is None: if curr_lr is None:
curr_lr = default_lr curr_lr = default_lr
logging.warning(f"No LR setting found, defaulting to {default_lr}")
if optimizer_name: if optimizer_name:
if optimizer_name == "lion": if optimizer_name == "lion":