diff --git a/Train_Colab.ipynb b/Train_Colab.ipynb index 5fc23e8..2b83f6f 100644 --- a/Train_Colab.ipynb +++ b/Train_Colab.ipynb @@ -1,16 +1,18 @@ { "cells": [ { + "attachments": {}, "cell_type": "markdown", "metadata": { - "id": "view-in-github", - "colab_type": "text" + "colab_type": "text", + "id": "view-in-github" }, "source": [ "\"Open" ] }, { + "attachments": {}, "cell_type": "markdown", "metadata": { "id": "blaLMSbkPHhG" @@ -200,8 +202,8 @@ "cell_type": "code", "execution_count": null, "metadata": { - "id": "unaffeqGP_0A", - "cellView": "form" + "cellView": "form", + "id": "unaffeqGP_0A" }, "outputs": [], "source": [ @@ -284,6 +286,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "metadata": { "id": "EHyFzKWXX9kB" @@ -300,8 +303,8 @@ "cell_type": "code", "execution_count": null, "metadata": { - "id": "j9pEI69WXS9w", - "cellView": "form" + "cellView": "form", + "id": "j9pEI69WXS9w" }, "outputs": [], "source": [ @@ -318,9 +321,9 @@ "%cd /content/EveryDream2trainer\n", "#@markdown If you want to use a .json config or upload your own, skip this cell and run the cell below instead\n", "!rm -r /content/EveryDream2trainer/Training_Data\n", - "#@markdown * Save logs and output ckpts to Gdrive (strongly suggested)\n", + "#@markdown * Save logs and output ckpts to Gdrive (strongly suggested, will need space)\n", "Save_to_Gdrive = True #@param{type:\"boolean\"}\n", - "#@markdown * Save extra data to help continue training with\n", + "#@markdown * Save extra state information to help continue training (if you will resume later, requires high RAM shape)\n", "Save_optimizer_state = False #@param{type:\"boolean\"}\n", "#@markdown * Disconnect after training to save Credits \n", "Disconnect_after_training = False #@param{type:\"boolean\"}\n", @@ -348,8 +351,8 @@ "Text_lr = 5e-7 #@param {type:\"number\"}\n", "#@markdown * A learning rate scheduler can change your learning rate as training progresses.\n", "#@markdown * I recommend sticking with constant until you are comfortable with general training. \n", - "Schedule = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n", - "Text_lr_scheduler = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n", + "Schedule = \"constant\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n", + "Text_lr_scheduler = \"cosine\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n", "#@markdown * warm up steps are useful for validation and cosine lrs\n", "lr_warmup_steps = 0 #@param{type:\"integer\"}\n", "lr_decay_steps = 0 #@param {type:\"number\"} \n", @@ -614,6 +617,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "metadata": { "id": "fzXLJVC6OCeP" @@ -691,21 +695,22 @@ ] }, { + "attachments": {}, "cell_type": "markdown", - "source": [ - "Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner" - ], "metadata": { "id": "ls6mX94trxZV" - } + }, + "source": [ + "Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner" + ] } ], "metadata": { "accelerator": "GPU", "colab": { - "provenance": [], "gpuType": "T4", - "include_colab_link": true + "include_colab_link": true, + "provenance": [] }, "kernelspec": { "display_name": "Python 3",