tiny cleanup to colab notebook

This commit is contained in:
Victor Hall 2023-06-23 22:55:57 -04:00
parent 2f0f11f7a9
commit 4fd4e38bbd
1 changed files with 21 additions and 16 deletions

View File

@ -1,16 +1,18 @@
{
"cells": [
{
"attachments": {},
"cell_type": "markdown",
"metadata": {
"id": "view-in-github",
"colab_type": "text"
"colab_type": "text",
"id": "view-in-github"
},
"source": [
"<a href=\"https://colab.research.google.com/github/nawnie/EveryDream2trainer/blob/main/Train_Colab.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
]
},
{
"attachments": {},
"cell_type": "markdown",
"metadata": {
"id": "blaLMSbkPHhG"
@ -200,8 +202,8 @@
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "unaffeqGP_0A",
"cellView": "form"
"cellView": "form",
"id": "unaffeqGP_0A"
},
"outputs": [],
"source": [
@ -284,6 +286,7 @@
]
},
{
"attachments": {},
"cell_type": "markdown",
"metadata": {
"id": "EHyFzKWXX9kB"
@ -300,8 +303,8 @@
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "j9pEI69WXS9w",
"cellView": "form"
"cellView": "form",
"id": "j9pEI69WXS9w"
},
"outputs": [],
"source": [
@ -318,9 +321,9 @@
"%cd /content/EveryDream2trainer\n",
"#@markdown If you want to use a .json config or upload your own, skip this cell and run the cell below instead\n",
"!rm -r /content/EveryDream2trainer/Training_Data\n",
"#@markdown * Save logs and output ckpts to Gdrive (strongly suggested)\n",
"#@markdown * Save logs and output ckpts to Gdrive (strongly suggested, will need space)\n",
"Save_to_Gdrive = True #@param{type:\"boolean\"}\n",
"#@markdown * Save extra data to help continue training with\n",
"#@markdown * Save extra state information to help continue training (if you will resume later, requires high RAM shape)\n",
"Save_optimizer_state = False #@param{type:\"boolean\"}\n",
"#@markdown * Disconnect after training to save Credits \n",
"Disconnect_after_training = False #@param{type:\"boolean\"}\n",
@ -348,8 +351,8 @@
"Text_lr = 5e-7 #@param {type:\"number\"}\n",
"#@markdown * A learning rate scheduler can change your learning rate as training progresses.\n",
"#@markdown * I recommend sticking with constant until you are comfortable with general training. \n",
"Schedule = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
"Text_lr_scheduler = \"linear\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
"Schedule = \"constant\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
"Text_lr_scheduler = \"cosine\" #@param [\"constant\", \"polynomial\", \"linear\", \"cosine\"] {allow-input: true}\n",
"#@markdown * warm up steps are useful for validation and cosine lrs\n",
"lr_warmup_steps = 0 #@param{type:\"integer\"}\n",
"lr_decay_steps = 0 #@param {type:\"number\"} \n",
@ -614,6 +617,7 @@
]
},
{
"attachments": {},
"cell_type": "markdown",
"metadata": {
"id": "fzXLJVC6OCeP"
@ -691,21 +695,22 @@
]
},
{
"attachments": {},
"cell_type": "markdown",
"source": [
"Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner"
],
"metadata": {
"id": "ls6mX94trxZV"
}
},
"source": [
"Need some tools to Manage your large datasets check out https://github.com/victorchall/EveryDream for some usefull tools and captioner"
]
}
],
"metadata": {
"accelerator": "GPU",
"colab": {
"provenance": [],
"gpuType": "T4",
"include_colab_link": true
"include_colab_link": true,
"provenance": []
},
"kernelspec": {
"display_name": "Python 3",