[fix] Modifying base in yarn embedding (#2212)

2024-07-12 17:04:51 +09:00 · 2024-07-12 17:04:51 +09:00 · c46eaf707b
parent d789de329a
commit c46eaf707b
1 changed files with 1 additions and 1 deletions
--- a/server/text_generation_server/layers/rotary.py
+++ b/server/text_generation_server/layers/rotary.py
@ -102,7 +102,7 @@ class PositionRotaryEmbedding(nn.Module):
                    max_position_embeddings=rope_scaling[
                        "original_max_position_embeddings"
                    ],
-                    base=10000.0,
+                    base=base,
                    device=inv_freq.device,
                    scaling_factor=scaling_factor,
                    extrapolation_factor=1,