Mirrors
/
stable-diffusion-webui
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #16151 from AUTOMATIC1111/dora-fix 

Possible fix of wrong scale in weight decomposition
This commit is contained in:
AUTOMATIC1111 2024-07-06 09:48:53 +03:00 committed by GitHub
parent b8c3664934 bfbca31074
commit 372a8e0658
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
extensions-builtin/Lora/network.py
View File

@ -204,10 +204,12 @@ class NetworkModule:
if ex_bias is not None: if ex_bias is not None:
ex_bias = ex_bias * self.multiplier() ex_bias = ex_bias * self.multiplier()
updown = updown * self.calc_scale()
if self.dora_scale is not None: if self.dora_scale is not None:
updown = self.apply_weight_decompose(updown, orig_weight) updown = self.apply_weight_decompose(updown, orig_weight)
return updown * self.calc_scale() * self.multiplier(), ex_bias return updown * self.multiplier(), ex_bias
def calc_updown(self, target): def calc_updown(self, target):
raise NotImplementedError() raise NotImplementedError()