Update sd_hijack_optimizations.py

2022-10-18 00:02:50 +03:00 · 2022-10-18 00:02:50 +03:00 · c71008c741
parent 73b5dbf72a
commit c71008c741
1 changed files with 3 additions and 0 deletions
--- a/modules/sd_hijack_optimizations.py
+++ b/modules/sd_hijack_optimizations.py
@ -301,6 +301,9 @@ def xformers_attnblock_forward(self, x):
        v = self.v(h_)
        b, c, h, w = q.shape
        q, k, v = map(lambda t: rearrange(t, 'b c h w -> b (h w) c'), (q, k, v))
+        q = q.contiguous()
+        k = k.contiguous()
+        v = v.contiguous()
        out = xformers.ops.memory_efficient_attention(q, k, v)
        out = rearrange(out, 'b (h w) c -> b c h w', h=h)
        out = self.proj_out(out)