Add back in output hidden states parameter

2022-10-10 16:13:47 +01:00 · 2022-10-10 16:13:47 +01:00 · d5c14365fd
parent 460bbae587
commit d5c14365fd
1 changed files with 1 additions and 1 deletions
--- a/modules/sd_hijack.py
+++ b/modules/sd_hijack.py
@ -309,7 +309,7 @@ class FrozenCLIPEmbedderWithCustomWords(torch.nn.Module):
            batch_multipliers = [[1.0] + x[:75] + [1.0] for x in batch_multipliers]
        
        tokens = torch.asarray(remade_batch_tokens).to(device)
-        outputs = self.wrapped.transformer(input_ids=tokens)
+        outputs = self.wrapped.transformer(input_ids=tokens, output_hidden_states=-opts.CLIP_stop_at_last_layers)

        if opts.CLIP_stop_at_last_layers > 1:
            z = outputs.hidden_states[-opts.CLIP_stop_at_last_layers]