Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

(ffi) do not use reference capture in lambda as we are not capturing anything

This commit is contained in:
Morgan Funtowicz 2024-08-11 14:10:12 +02:00
parent 3d0e90b631
commit 483f172938
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/src/ffi.cpp
View File

@ -43,7 +43,7 @@ huggingface::tgi::backends::TensorRtLlmBackendImpl::PullTokens() {
SPDLOG_DEBUG(FMT_STRING("Pulled out {:d} new tokens"), responses->size()); SPDLOG_DEBUG(FMT_STRING("Pulled out {:d} new tokens"), responses->size());
// Transform tle::Response to GenerationStep // Transform tle::Response to GenerationStep
std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [&](const tle::Response &r) { std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [](const tle::Response &r) {
const auto reqId = r.getRequestId(); const auto reqId = r.getRequestId();
if (!r.hasError()) { if (!r.hasError()) {
const auto result = r.getResult(); const auto result = r.getResult();