Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat(backend): add guard in case top_k = 0

This commit is contained in:
Morgan Funtowicz 2024-11-28 16:30:20 +01:00
parent 929a2fc718
commit df72c56b5b
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backends/llamacpp/csrc/backend.cpp
View File

@ -28,7 +28,10 @@ namespace huggingface::tgi::backends::llamacpp {
false, false,
false false
)); ));
if (top_k > 0) {
llama_sampler_chain_add(pSampler, llama_sampler_init_top_k(static_cast<int32_t>(top_k))); llama_sampler_chain_add(pSampler, llama_sampler_init_top_k(static_cast<int32_t>(top_k)));
}
if (0 < top_p && top_p < 1) { if (0 < top_p && top_p < 1) {
llama_sampler_chain_add(pSampler, llama_sampler_init_top_p(top_p, 1)); llama_sampler_chain_add(pSampler, llama_sampler_init_top_p(top_p, 1));