From c46eaf707b6a45860b04d37351884b25c4c63772 Mon Sep 17 00:00:00 2001
From: SeongBeomLEE <2712qwer@gmail.com>
Date: Fri, 12 Jul 2024 17:04:51 +0900
Subject: [PATCH] [fix] Modifying base in yarn embedding (#2212)

---
 server/text_generation_server/layers/rotary.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/server/text_generation_server/layers/rotary.py b/server/text_generation_server/layers/rotary.py
index 87a61e82..8c354b82 100644
--- a/server/text_generation_server/layers/rotary.py
+++ b/server/text_generation_server/layers/rotary.py
@@ -102,7 +102,7 @@ class PositionRotaryEmbedding(nn.Module):
                     max_position_embeddings=rope_scaling[
                         "original_max_position_embeddings"
                     ],
-                    base=10000.0,
+                    base=base,
                     device=inv_freq.device,
                     scaling_factor=scaling_factor,
                     extrapolation_factor=1,