Mirrors
/
stable-diffusion-webui
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix NaN issue when running without --precision half

This commit is contained in:
AUTOMATIC1111 2024-06-16 14:09:32 +03:00
parent 80f618ea95
commit 06d0a5ab4d
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
modules/models/sd3/other_impls.py
View File

@ -262,8 +262,7 @@ class SDClipModel(torch.nn.Module, ClipTokenWeightEncoder):
def forward(self, tokens): def forward(self, tokens):
backup_embeds = self.transformer.get_input_embeddings() backup_embeds = self.transformer.get_input_embeddings()
device = backup_embeds.weight.device tokens = torch.asarray(tokens, dtype=torch.int64, device=backup_embeds.weight.device)
tokens = torch.LongTensor(tokens).to(device)
outputs = self.transformer(tokens, intermediate_output=self.layer_idx, final_layer_norm_intermediate=self.layer_norm_hidden_state) outputs = self.transformer(tokens, intermediate_output=self.layer_idx, final_layer_norm_intermediate=self.layer_norm_hidden_state)
self.transformer.set_input_embeddings(backup_embeds) self.transformer.set_input_embeddings(backup_embeds)
if self.layer == "last": if self.layer == "last":

1
modules/models/sd3/sd3_model.py
View File

@ -149,6 +149,7 @@ class SD3Inferencer(torch.nn.Module):
return contextlib.nullcontext() return contextlib.nullcontext()
def get_learned_conditioning(self, batch: list[str]): def get_learned_conditioning(self, batch: list[str]):
with devices.without_autocast():
return self.cond_stage_model(batch) return self.cond_stage_model(batch)
def apply_model(self, x, t, cond): def apply_model(self, x, t, cond):