Merge pull request #15239 from AUTOMATIC1111/Fix-lora-bugs

Add missing .mean() back
2024-03-16 09:06:05 +03:00 · 2024-03-16 09:06:05 +03:00 · d38b390ed4
parent 63c3c4dbc3 9f2ae1cb85
commit d38b390ed4
1 changed files with 1 additions and 1 deletions
--- a/extensions-builtin/Lora/network.py
+++ b/extensions-builtin/Lora/network.py
@ -173,7 +173,7 @@ class NetworkModule:
        orig_weight = orig_weight.to(updown)
        merged_scale1 = updown + orig_weight
        dora_merged = (
-            merged_scale1 / merged_scale1(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale
+            merged_scale1 / merged_scale1.mean(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale
        )
        final_updown = dora_merged - orig_weight
        return final_updown