Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: avoid duplicate bos token

This commit is contained in:
drbh 2024-02-23 14:53:18 +00:00
parent ac5a1c6f51
commit cd57f9c632
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/custom_modeling/flash_gemma_modeling.py
View File

@ -87,7 +87,7 @@ class GemmaTokenizerFast(PreTrainedTokenizerFast):
bos_token="<bos>", bos_token="<bos>",
eos_token="<eos>", eos_token="<eos>",
pad_token="<pad>", pad_token="<pad>",
add_bos_token=True, add_bos_token=False,
add_eos_token=False, add_eos_token=False,
use_default_system_prompt=False, use_default_system_prompt=False,
**kwargs, **kwargs,