Fixing intel Supports windowing. (#2637)

2024-10-11 21:47:03 +02:00 · 2024-10-11 21:47:03 +02:00 · 0c478846c5
parent 3dbdf63ec5
commit 0c478846c5
1 changed files with 2 additions and 2 deletions
--- a/server/text_generation_server/layers/attention/common.py
+++ b/server/text_generation_server/layers/attention/common.py
@ -68,5 +68,5 @@ else:
        def clamp(self, max):
            if SYSTEM == "rocm":
                return self
-            raise NotImplementedError("Not implemented seqlen for paged")
-            return Seqlen(torch.clamp(self.input_lengths, max=max))
+            self.input_lengths = torch.clamp(self.input_lengths, max=max)
+            return self