add missing base plugin defs and fix docs

This commit is contained in:
Damian Stewart 2024-01-22 11:02:01 +13:00
parent 1cb8ff2ed8
commit 0dcf0e8c36
2 changed files with 6 additions and 1 deletions

View File

@ -18,6 +18,10 @@ class BasePlugin:
pass
def on_step_end(self, **kwargs):
pass
def on_model_load(self, **kwargs):
pass
def on_model_save(self, **kwargs):
pass
def on_will_step_optimizer(self, **kwargs):
pass
def transform_caption(self, caption:str) -> str:

View File

@ -29,10 +29,11 @@ In optimizer.json, the following "text_encoder_freezing" section is *required*:
"freeze_final_layer_norm": true,
"freeze_position_embeddings": true
}
In addition, you'll need a very high LR on the TE - maybe even as high as 1e-3. I recommend using the LR finder method.
In addition, you'll need a very high LR on the TE - maybe even as high as 5e-2. I recommend using the LR finder method.
"""
class TextualInversionPlugin(BasePlugin):
def __init__(self):