feat(backend): remove static from inner_fw visitor as it leads to invalid memory locations

2024-11-03 11:25:12 +01:00 · 2024-11-03 11:25:12 +01:00 · 31d9254776
parent 7b0a56f40f
commit 31d9254776
1 changed files with 1 additions and 1 deletions
--- a/backends/llamacpp/csrc/ffi.hpp
+++ b/backends/llamacpp/csrc/ffi.hpp
@ -71,7 +71,7 @@ namespace huggingface::tgi::backends::llamacpp {
                rust::Fn<void(OpaqueStream *, uint32_t, float_t, bool)> callback
        ) {
            // Define the visitor lambda function which requires the has_emplace_generate constraint on T
-            static auto inner_fw = [=, &sampling_params, &stream, &callback]<has_emplace_generate T>(T &&backend)
+            auto inner_fw = [=, &sampling_params, &stream, &callback]<has_emplace_generate T>(T &&backend)
                    -> std::expected<size_t, backend_error_t> {

                auto context_forwarding_callback = [=, &stream](uint32_t new_token_id, float_t logits, bool is_eos){