Mirrors
/
stable-diffusion-webui
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #15239 from AUTOMATIC1111/Fix-lora-bugs 

Add missing .mean() back
This commit is contained in:
AUTOMATIC1111 2024-03-16 09:06:05 +03:00 committed by GitHub
parent 63c3c4dbc3 9f2ae1cb85
commit d38b390ed4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions-builtin/Lora/network.py
View File

@ -173,7 +173,7 @@ class NetworkModule:
orig_weight = orig_weight.to(updown) orig_weight = orig_weight.to(updown)
merged_scale1 = updown + orig_weight merged_scale1 = updown + orig_weight
dora_merged = ( dora_merged = (
merged_scale1 / merged_scale1(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale merged_scale1 / merged_scale1.mean(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale
) )
final_updown = dora_merged - orig_weight final_updown = dora_merged - orig_weight
return final_updown return final_updown