feat(backend): fix invalid reference to ctx instead of context in release build

2024-11-03 00:52:58 +01:00 · 2024-11-03 00:52:58 +01:00 · bd8f0f15e1
parent 3e82f14f57
commit bd8f0f15e1
1 changed files with 1 additions and 1 deletions
--- a/backends/llamacpp/csrc/backend.cpp
+++ b/backends/llamacpp/csrc/backend.cpp
@ -105,7 +105,7 @@ namespace huggingface::tgi::backends::llamacpp {
            const auto latency = std::chrono::duration_cast<std::chrono::milliseconds>(end - start);
            SPDLOG_DEBUG(FMT_STRING("Successfully decoded {:d} token(s) in {}"), batch.n_tokens, latency);
 #else
-            const auto status = llama_decode(ctx, batch);
+            const auto status = llama_decode(context, batch);
 #endif
            batch.n_tokens = 0;
            if (LLAMA_SUCCESS(status)) {