From c816e2577379060cd1015b6a1bca5a109049ab6a Mon Sep 17 00:00:00 2001 From: Victor Hall Date: Fri, 6 Jan 2023 19:59:41 -0500 Subject: [PATCH] fix clip skip --- train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train.py b/train.py index ac8faa3..9f0e53e 100644 --- a/train.py +++ b/train.py @@ -636,7 +636,7 @@ def main(args): encoder_hidden_states = text_encoder(cuda_caption, output_hidden_states=True) if args.clip_skip > 0: - encoder_hidden_states = encoder_hidden_states.hidden_states[-args.clip_skip] + encoder_hidden_states = text_encoder.text_model.final_layer_norm(encoder_hidden_states.hidden_states[-args.clip_skip]) else: encoder_hidden_states = encoder_hidden_states.last_hidden_state