oops forgot layer norm

this is probably why i was getting garbage in training
2022-10-13 01:39:01 -07:00 · 2022-10-13 01:39:01 -07:00 · c4d8e967e9
parent adbbc73e19
commit c4d8e967e9
1 changed files with 1 additions and 0 deletions
--- a/ldm/modules/encoders/modules.py
+++ b/ldm/modules/encoders/modules.py
@ -158,6 +158,7 @@ class FrozenCLIPEmbedder(AbstractEncoder):

        if self.penultimate:
            z = outputs.hidden_states[-2] # simple enough
+            z = self.transformer.text_model.final_layer_norm(z)
        else:
            z = outputs.last_hidden_state