Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat(backend): avoid copy constructor

This commit is contained in:
Morgan Funtowicz 2024-11-05 23:47:38 +01:00
parent 588421833c
commit a1154b17ec
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backends/llamacpp/csrc/ffi.hpp
View File

@ -101,8 +101,7 @@ namespace huggingface::tgi::backends::llamacpp {
params.use_mmap = true;
auto *model = llama_load_model_from_file(cxxPath.c_str(), params);
auto backend = single_worker_backend_t(model, std::nullopt);
return std::make_unique<llama_cpp_backend_impl_t>(std::move(backend));
return std::make_unique<llama_cpp_backend_impl_t>(single_worker_backend_t { model, std::nullopt });
}
}