diff --git a/Train_Colab.ipynb b/Train_Colab.ipynb
index 68aa8f1..95469ea 100644
--- a/Train_Colab.ipynb
+++ b/Train_Colab.ipynb
@@ -351,6 +351,8 @@
         "#@markdown * Using the same seed each time you train allows for more accurate a/b comparison of models, leave at -1 for random\n",
         "#@markdown * The seed also effects your training samples, if you want the same seed each sample you will need to change it from -1\n",
         "Training_Seed = -1 #@param{type:\"integer\"}\n",
+        "#@markdown * warm up steps are useful for validation and cosine lrs\n",
+        "Lr_warmup_steps = 20 #@param{type:\"integer\"}\n",
         "#@markdown * use this option to configure a sample_prompts.json\n",
         "#@markdown * check out /content/EveryDream2trainer/doc/logging.md. for more details\n",
         "Advance_Samples = False #@param{type:\"boolean\"}\n",
@@ -461,6 +463,7 @@
         "  --flip_p {Picture_flip} \\\n",
         "  --lr {Learning_Rate} \\\n",
         "  --log_step 25 \\\n",
+        "  --lr_warmup_steps {Lr_warmup_steps} \\\n",
         "  --lr_scheduler \"{Schedule}\" \\\n",
         "  --max_epochs {Max_Epochs} \\\n",
         "  --project_name \"{Project_Name}\" \\\n",