Mirrors
/
EveryDream2trainer
mirror of https://github.com/victorchall/EveryDream2trainer.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

tiny cleanup to colab notebook

This commit is contained in:
Victor Hall 2023-06-23 22:55:57 -04:00
parent 2f0f11f7a9
commit 4fd4e38bbd
1 changed files with 21 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
Train_Colab.ipynb
View File

@ -1,16 +1,18 @@
{ {
"cells": [ "cells": [
{ {
"attachments": {},
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {
"id": "view-in-github", "colab_type": "text",
"colab_type": "text" "id": "view-in-github"
}, },
"source": [ "source": [
"<a href=\"https://colab.research.google.com/github/nawnie/EveryDream2trainer/blob/main/Train_Colab.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>" "<a href=\"https://colab.research.google.com/github/nawnie/EveryDream2trainer/blob/main/Train_Colab.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
] ]
}, },
{ {
"attachments": {},
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {
"id": "blaLMSbkPHhG" "id": "blaLMSbkPHhG"
@ -200,8 +202,8 @@
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": null,
"metadata": { "metadata": {
"id": "unaffeqGP_0A", "cellView": "form",
"cellView": "form" "id": "unaffeqGP_0A"
}, },
"outputs": [], "outputs": [],
"source": [ "source": [
@ -284,6 +286,7 @@
] ]
}, },
{ {
"attachments": {},
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {
"id": "EHyFzKWXX9kB" "id": "EHyFzKWXX9kB"
@ -300,8 +303,8 @@
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": null,
"metadata": { "metadata": {
"id": "j9pEI69WXS9w", "cellView": "form",
"cellView": "form" "id": "j9pEI69WXS9w"
}, },
"outputs": [], "outputs": [],
"source": [ "source": [
@ -318,9 +321,9 @@
"%cd /content/EveryDream2trainer\n", "%cd /content/EveryDream2trainer\n",
"#@markdown If you want to use a .json config or upload your own, skip this cell and run the cell below instead\n", "#@markdown If you want to use a .json config or upload your own, skip this cell and run the cell below instead\n",
"!rm -r /content/EveryDream2trainer/Training_Data\n", "!rm -r /content/EveryDream2trainer/Training_Data\n",
"#@markdown * Save logs and output ckpts to Gdrive (strongly suggested)\n", "#@markdown * Save logs and output ckpts to Gdrive (strongly suggested, will need space)\n",
"Save_to_Gdrive = True #@param{type:\"boolean\"}\n", "Save_to_Gdrive = True #@param{type:\"boolean\"}\n",
"#@markdown * Save extra data to help continue training with\n", "#@markdown * Save extra state information to help continue training (if you will resume later, requires high RAM shape)\n",
"Save_optimizer_state = False #@param{type:\"boolean\"}\n", "Save_optimizer_state = False #@param{type:\"boolean\"}\n",
"#@markdown * Disconnect after training to save Credits \n", "#@markdown * Disconnect after training to save Credits \n",
"Disconnect_after_training = False #@param{type:\"boolean\"}\n", "Disconnect_after_training = False #@param{type:\"boolean\"}\n",
@ -348,8 +351,8 @@
"Text_lr = 5e-7 #@param {type:\"number\"}\n", "Text_lr = 5e-7 #@param {type:\"number\"}\n",
"#@markdown * A learning rate scheduler can change your learning rate as training progresses.\n", "#@markdown * A learning rate scheduler can change your learning rate as training progresses.\n",
"#@markdown * I recommend sticking with constant until you are comfortable with general training. \n", "#@markdown * I recommend sticking with constant until you are comfortable with general training. \n",
"Schedule = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n", "Schedule = \"constant\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
"Text_lr_scheduler = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n", "Text_lr_scheduler = \"cosine\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
"#@markdown * warm up steps are useful for validation and cosine lrs\n", "#@markdown * warm up steps are useful for validation and cosine lrs\n",
"lr_warmup_steps = 0 #@param{type:\"integer\"}\n", "lr_warmup_steps = 0 #@param{type:\"integer\"}\n",
"lr_decay_steps = 0 #@param {type:\"number\"} \n", "lr_decay_steps = 0 #@param {type:\"number\"} \n",
@ -614,6 +617,7 @@
] ]
}, },
{ {
"attachments": {},
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {
"id": "fzXLJVC6OCeP" "id": "fzXLJVC6OCeP"
@ -691,21 +695,22 @@
] ]
}, },
{ {
"attachments": {},
"cell_type": "markdown", "cell_type": "markdown",
"source": [
"Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner"
],
"metadata": { "metadata": {
"id": "ls6mX94trxZV" "id": "ls6mX94trxZV"
} },
"source": [
"Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner"
]
} }
], ],
"metadata": { "metadata": {
"accelerator": "GPU", "accelerator": "GPU",
"colab": { "colab": {
"provenance": [],
"gpuType": "T4", "gpuType": "T4",
"include_colab_link": true "include_colab_link": true,
"provenance": []
}, },
"kernelspec": { "kernelspec": {
"display_name": "Python 3", "display_name": "Python 3",