update ema sample args again
This commit is contained in:
parent
29bab698a3
commit
303c8312e3
|
@ -233,7 +233,7 @@ For more information, consult the [research paper](https://arxiv.org/abs/2101.08
|
|||
- `--ema_strength_target`: Set the EMA strength target value within the (0,1) range. The `ema_decay_rate` is computed based on the relation: decay_rate to the power of (total_steps/decay_interval) equals decay_target. Enabling this parameter will override `ema_decay_rate` and will enable EMA feature. See [ema_strength_target](#ema_strength_target) for more information.
|
||||
- `--ema_update_interval`: Set the interval in steps between EMA updates. The update occurs at each optimizer step. If you use grad_accum, actual update interval will be multipled by your grad_accum value.
|
||||
- `--ema_device`: Choose between `cpu` and `cuda` for EMA. Opting for 'cpu' takes around 4 seconds per update and uses approximately 3.2GB RAM, while 'cuda' is much faster but requires a similar amount of VRAM.
|
||||
- `--ema_sample_raw_training`: Activate to display samples from the trained model, mirroring conventional training. They will not be presented by default with EMA decay enabled.
|
||||
- `--ema_sample_nonema_model`: Activate to display samples from the non-ema trained model, mirroring conventional training. They will not be presented by default with EMA decay enabled.
|
||||
- `--ema_sample_ema_model`: Turn on to exhibit samples from the EMA model. EMA models will be used for samples generations by default with EMA decay enabled, unless disabled.
|
||||
- `--ema_resume_model`: Indicate the EMA decay checkpoint to continue from, working like `--resume_ckpt` but will load EMA model. Using `findlast` will only load EMA version and not regular training.
|
||||
|
||||
|
|
|
@ -4,7 +4,7 @@
|
|||
"clip_grad_norm": null,
|
||||
"clip_skip": 0,
|
||||
"cond_dropout": 0.04,
|
||||
"data_root": "X:\\my_project_data\\project_abc",
|
||||
"data_root": "/mnt/q/training_samples/ff7r/man",
|
||||
"disable_amp": false,
|
||||
"disable_textenc_training": false,
|
||||
"disable_xformers": false,
|
||||
|
@ -19,7 +19,7 @@
|
|||
"lr_decay_steps": 0,
|
||||
"lr_scheduler": "constant",
|
||||
"lr_warmup_steps": null,
|
||||
"max_epochs": 30,
|
||||
"max_epochs": 1,
|
||||
"notebook": false,
|
||||
"optimizer_config": "optimizer.json",
|
||||
"project_name": "project_abc",
|
||||
|
@ -45,10 +45,10 @@
|
|||
"load_settings_every_epoch": false,
|
||||
"min_snr_gamma": null,
|
||||
"ema_decay_rate": null,
|
||||
"ema_decay_target": null,
|
||||
"ema_strength_target": null,
|
||||
"ema_update_interval": null,
|
||||
"ema_device": null,
|
||||
"ema_sample_raw_training": false,
|
||||
"ema_sample_nonema_model": false,
|
||||
"ema_sample_ema_model": false,
|
||||
"ema_resume_model" : null
|
||||
}
|
||||
|
|
|
@ -47,7 +47,7 @@
|
|||
"ema_strength_target": null,
|
||||
"ema_update_interval": null,
|
||||
"ema_device": null,
|
||||
"ema_sample_raw_training": false,
|
||||
"ema_sample_nonema_model": false,
|
||||
"ema_sample_ema_model": false,
|
||||
"ema_resume_model" : null
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue