From a7bad25c415066f8ead78b6df2e359240f1f6f00 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Mon, 2 Dec 2024 15:16:42 +0100 Subject: [PATCH] feat(backend): fix backend_exception_t -> backend_error_t naming --- backends/trtllm/csrc/backend.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backends/trtllm/csrc/backend.cpp b/backends/trtllm/csrc/backend.cpp index ce5cd851..362fe878 100644 --- a/backends/trtllm/csrc/backend.cpp +++ b/backends/trtllm/csrc/backend.cpp @@ -47,7 +47,7 @@ namespace huggingface::tgi::backends::trtllm { return executor_.getNumResponsesReady(); } - std::expected + std::expected backend_t::submit(const std::span token_ids, const generation_params_t generation_params, const sampling_params_t sampling_params) noexcept { SPDLOG_DEBUG("Submitting {:d} tokens to the executor for scheduling ({}, {})", token_ids.size(), generation_params, sampling_params); return executor_.enqueueRequest(tle::Request {