diff --git a/backends/trtllm/csrc/backend.cpp b/backends/trtllm/csrc/backend.cpp index ce5cd851..362fe878 100644 --- a/backends/trtllm/csrc/backend.cpp +++ b/backends/trtllm/csrc/backend.cpp @@ -47,7 +47,7 @@ namespace huggingface::tgi::backends::trtllm { return executor_.getNumResponsesReady(); } - std::expected + std::expected backend_t::submit(const std::span token_ids, const generation_params_t generation_params, const sampling_params_t sampling_params) noexcept { SPDLOG_DEBUG("Submitting {:d} tokens to the executor for scheduling ({}, {})", token_ids.size(), generation_params, sampling_params); return executor_.enqueueRequest(tle::Request {