From 4fd4e38bbd761f380eaada8884ccb04d5b41fe3e Mon Sep 17 00:00:00 2001
From: Victor Hall <victor.charles.hall@gmail.com>
Date: Fri, 23 Jun 2023 22:55:57 -0400
Subject: [PATCH] tiny cleanup to colab notebook

---
 Train_Colab.ipynb | 37 +++++++++++++++++++++----------------
 1 file changed, 21 insertions(+), 16 deletions(-)

diff --git a/Train_Colab.ipynb b/Train_Colab.ipynb
index 5fc23e8..2b83f6f 100644
--- a/Train_Colab.ipynb
+++ b/Train_Colab.ipynb
@@ -1,16 +1,18 @@
 {
   "cells": [
     {
+      "attachments": {},
       "cell_type": "markdown",
       "metadata": {
-        "id": "view-in-github",
-        "colab_type": "text"
+        "colab_type": "text",
+        "id": "view-in-github"
       },
       "source": [
         "<a href=\"https://colab.research.google.com/github/nawnie/EveryDream2trainer/blob/main/Train_Colab.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
       ]
     },
     {
+      "attachments": {},
       "cell_type": "markdown",
       "metadata": {
         "id": "blaLMSbkPHhG"
@@ -200,8 +202,8 @@
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "unaffeqGP_0A",
-        "cellView": "form"
+        "cellView": "form",
+        "id": "unaffeqGP_0A"
       },
       "outputs": [],
       "source": [
@@ -284,6 +286,7 @@
       ]
     },
     {
+      "attachments": {},
       "cell_type": "markdown",
       "metadata": {
         "id": "EHyFzKWXX9kB"
@@ -300,8 +303,8 @@
       "cell_type": "code",
       "execution_count": null,
       "metadata": {
-        "id": "j9pEI69WXS9w",
-        "cellView": "form"
+        "cellView": "form",
+        "id": "j9pEI69WXS9w"
       },
       "outputs": [],
       "source": [
@@ -318,9 +321,9 @@
         "%cd /content/EveryDream2trainer\n",
         "#@markdown If you want to use a .json config or upload your own, skip this cell and run the cell below instead\n",
         "!rm -r /content/EveryDream2trainer/Training_Data\n",
-        "#@markdown * Save logs and output ckpts to Gdrive (strongly suggested)\n",
+        "#@markdown * Save logs and output ckpts to Gdrive (strongly suggested, will need space)\n",
         "Save_to_Gdrive = True #@param{type:\"boolean\"}\n",
-        "#@markdown * Save extra data to help continue training with\n",
+        "#@markdown * Save extra state information to help continue training (if you will resume later, requires high RAM shape)\n",
         "Save_optimizer_state = False #@param{type:\"boolean\"}\n",
         "#@markdown * Disconnect after training to save Credits \n",
         "Disconnect_after_training =  False #@param{type:\"boolean\"}\n",
@@ -348,8 +351,8 @@
         "Text_lr =  5e-7 #@param {type:\"number\"}\n",
         "#@markdown * A learning rate scheduler can change your learning rate as training progresses.\n",
         "#@markdown * I recommend sticking with constant until you are comfortable with general training. \n",
-        "Schedule = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
-        "Text_lr_scheduler = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
+        "Schedule = \"constant\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
+        "Text_lr_scheduler = \"cosine\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
         "#@markdown * warm up steps are useful for validation and cosine lrs\n",
         "lr_warmup_steps = 0 #@param{type:\"integer\"}\n",
         "lr_decay_steps = 0 #@param {type:\"number\"}         \n",
@@ -614,6 +617,7 @@
       ]
     },
     {
+      "attachments": {},
       "cell_type": "markdown",
       "metadata": {
         "id": "fzXLJVC6OCeP"
@@ -691,21 +695,22 @@
       ]
     },
     {
+      "attachments": {},
       "cell_type": "markdown",
-      "source": [
-        "Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner"
-      ],
       "metadata": {
         "id": "ls6mX94trxZV"
-      }
+      },
+      "source": [
+        "Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner"
+      ]
     }
   ],
   "metadata": {
     "accelerator": "GPU",
     "colab": {
-      "provenance": [],
       "gpuType": "T4",
-      "include_colab_link": true
+      "include_colab_link": true,
+      "provenance": []
     },
     "kernelspec": {
       "display_name": "Python 3",