possible fix of wrong scale

https://github.com/comfyanonymous/ComfyUI/pull/3922
2024-07-05 18:56:39 +08:00 · 2024-07-05 18:56:39 +08:00 · bfbca31074
parent a30b19dd55
commit bfbca31074
1 changed files with 3 additions and 1 deletions
--- a/extensions-builtin/Lora/network.py
+++ b/extensions-builtin/Lora/network.py
@ -204,10 +204,12 @@ class NetworkModule:
        if ex_bias is not None:
            ex_bias = ex_bias * self.multiplier()

+        updown = updown * self.calc_scale()
+
        if self.dora_scale is not None:
            updown = self.apply_weight_decompose(updown, orig_weight)

-        return updown * self.calc_scale() * self.multiplier(), ex_bias
+        return updown * self.multiplier(), ex_bias

    def calc_updown(self, target):
        raise NotImplementedError()