fix: avoid duplicate bos token

2024-02-23 14:53:18 +00:00 · 2024-02-23 14:53:18 +00:00 · cd57f9c632
parent ac5a1c6f51
commit cd57f9c632
1 changed files with 1 additions and 1 deletions
--- a/server/text_generation_server/models/custom_modeling/flash_gemma_modeling.py
+++ b/server/text_generation_server/models/custom_modeling/flash_gemma_modeling.py
@ -87,7 +87,7 @@ class GemmaTokenizerFast(PreTrainedTokenizerFast):
        bos_token="<bos>",
        eos_token="<eos>",
        pad_token="<pad>",
-        add_bos_token=True,
+        add_bos_token=False,
        add_eos_token=False,
        use_default_system_prompt=False,
        **kwargs,