Adding "longrope" for Phi-3 (#2172) (#2179)

Adding "longrope" for phi-3
2024-07-05 03:46:41 -04:00 · 2024-07-05 03:46:41 -04:00 · c6bcadf883
parent 245d3de948
commit c6bcadf883
1 changed files with 1 additions and 1 deletions
--- a/server/text_generation_server/layers/rotary.py
+++ b/server/text_generation_server/layers/rotary.py
@ -110,7 +110,7 @@ class PositionRotaryEmbedding(nn.Module):
                    beta_fast=32,
                    beta_slow=1,
                )
-            elif rope_scaling["type"] == "su":
+            elif rope_scaling["type"] in ["su", "longrope"]:
                short_factor = torch.tensor(
                    rope_scaling["short_factor"], dtype=torch.float32, device=device
                )