repair SDXL

This commit is contained in:
AUTOMATIC1111 2023-07-26 15:07:56 +03:00
parent 8284ebd94c
commit 89e6dfff71
1 changed files with 5 additions and 0 deletions

View File

@ -270,6 +270,8 @@ class FrozenCLIPEmbedderWithCustomWordsBase(torch.nn.Module):
z = self.encode_with_transformers(tokens) z = self.encode_with_transformers(tokens)
pooled = getattr(z, 'pooled', None)
# restoring original mean is likely not correct, but it seems to work well to prevent artifacts that happen otherwise # restoring original mean is likely not correct, but it seems to work well to prevent artifacts that happen otherwise
batch_multipliers = torch.asarray(batch_multipliers).to(devices.device) batch_multipliers = torch.asarray(batch_multipliers).to(devices.device)
original_mean = z.mean() original_mean = z.mean()
@ -277,6 +279,9 @@ class FrozenCLIPEmbedderWithCustomWordsBase(torch.nn.Module):
new_mean = z.mean() new_mean = z.mean()
z = z * (original_mean / new_mean) z = z * (original_mean / new_mean)
if pooled is not None:
z.pooled = pooled
return z return z