fix: calculate butterfly factor

2024-02-07 04:51:22 -08:00 · 2024-02-07 04:51:22 -08:00 · a4668a16b6
parent 9588721197
commit a4668a16b6
1 changed files with 3 additions and 0 deletions
--- a/extensions-builtin/Lora/network_oft.py
+++ b/extensions-builtin/Lora/network_oft.py
@ -57,6 +57,9 @@ class NetworkModuleOFT(network.NetworkModule):
            self.constraint = self.alpha * self.out_dim
            self.num_blocks = self.dim
            self.block_size = self.out_dim // self.dim
+        elif self.is_boft:
+            self.constraint = None
+            self.block_size, self.block_num = butterfly_factor(self.out_dim, self.dim)
        else:
            self.constraint = None
            self.block_size, self.num_blocks = factorization(self.out_dim, self.dim)