fix: prefer hidden_activation over hidden_act in gemma2 (#2381)

2024-08-08 14:08:56 -04:00 · 2024-08-08 14:08:56 -04:00 · f852190060
parent 2ca5980634
commit f852190060
1 changed files with 1 additions and 1 deletions
--- a/server/text_generation_server/models/custom_modeling/flash_gemma2_modeling.py
+++ b/server/text_generation_server/models/custom_modeling/flash_gemma2_modeling.py
@ -265,7 +265,7 @@ class FlashGemma2Attention(torch.nn.Module):
 class Gemma2MLP(nn.Module):
    def __init__(self, prefix, config, weights):
        super().__init__()
-        act = config.hidden_act
+        act = config.hidden_activation
        self.act = (
            ACT2FN[act]
            if "gelu" not in act