Mirrors
/
EveryDream2trainer
mirror of https://github.com/victorchall/EveryDream2trainer.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

warm up lr

This commit is contained in:
nawnie 2023-03-29 04:03:01 -05:00 committed by GitHub
parent 008680f8c2
commit dcee50bc1d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Train_Colab.ipynb
View File

@ -351,6 +351,8 @@
"#@markdown * Using the same seed each time you train allows for more accurate a/b comparison of models, leave at -1 for random\n", "#@markdown * Using the same seed each time you train allows for more accurate a/b comparison of models, leave at -1 for random\n",
"#@markdown * The seed also effects your training samples, if you want the same seed each sample you will need to change it from -1\n", "#@markdown * The seed also effects your training samples, if you want the same seed each sample you will need to change it from -1\n",
"Training_Seed = -1 #@param{type:\"integer\"}\n", "Training_Seed = -1 #@param{type:\"integer\"}\n",
"#@markdown * warm up steps are useful for validation and cosine lrs\n",
"Lr_warmup_steps = 20 #@param{type:\"integer\"}\n",
"#@markdown * use this option to configure a sample_prompts.json\n", "#@markdown * use this option to configure a sample_prompts.json\n",
"#@markdown * check out /content/EveryDream2trainer/doc/logging.md. for more details\n", "#@markdown * check out /content/EveryDream2trainer/doc/logging.md. for more details\n",
"Advance_Samples = False #@param{type:\"boolean\"}\n", "Advance_Samples = False #@param{type:\"boolean\"}\n",
@ -461,6 +463,7 @@
" --flip_p {Picture_flip} \\\n", " --flip_p {Picture_flip} \\\n",
" --lr {Learning_Rate} \\\n", " --lr {Learning_Rate} \\\n",
" --log_step 25 \\\n", " --log_step 25 \\\n",
" --lr_warmup_steps {Lr_warmup_steps} \\\n",
" --lr_scheduler \"{Schedule}\" \\\n", " --lr_scheduler \"{Schedule}\" \\\n",
" --max_epochs {Max_Epochs} \\\n", " --max_epochs {Max_Epochs} \\\n",
" --project_name \"{Project_Name}\" \\\n", " --project_name \"{Project_Name}\" \\\n",