Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat(backend): remove unused function

This commit is contained in:
Morgan Funtowicz 2024-11-11 19:50:11 +01:00
parent 6915fa3441
commit 7e2890fe2c
1 changed files with 0 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
backends/llamacpp/csrc/backend.cpp
View File

@ -14,19 +14,6 @@
namespace huggingface::tgi::backends::llamacpp {
void llama_batch_fill_prompt(llama_batch &batch, std::span<const llama_token> input_tokens) {
for (auto i = 0; i < input_tokens.size(); ++i) {
batch.token[i] = input_tokens[i];
batch.pos[i] = i;
batch.n_seq_id[i] = 1;
batch.seq_id[i] = nullptr;
batch.logits[i] = false;
++batch.n_tokens;
}
batch.logits[batch.n_tokens] = true;
}
llama_sampler_ptr sampling_params_t::into_llama_sampler(const llama_model *model) const {
auto *pSampler = llama_sampler_chain_init({.no_perf = false});