From 049f4acd5b1ec684a8db40242782a3f4f86df221 Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <morgan@huggingface.co>
Date: Thu, 5 Dec 2024 15:29:23 +0100
Subject: [PATCH] feat(backend): fix missing "0" field access

---
 backends/trtllm/src/looper.rs | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/backends/trtllm/src/looper.rs b/backends/trtllm/src/looper.rs
index 63acdfa4..1ce4d1c6 100644
--- a/backends/trtllm/src/looper.rs
+++ b/backends/trtllm/src/looper.rs
@@ -7,7 +7,7 @@ use std::path::Path;
 use tokenizers::Tokenizer;
 use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender};
 use tokio::sync::TryAcquireError;
-use tokio::task::{spawn_blocking, JoinHandle};
+use tokio::task::spawn_blocking;
 use tokio::time::Instant;
 use tokio_stream::wrappers::UnboundedReceiverStream;
 use tracing::{debug, error, warn};
@@ -318,7 +318,7 @@ impl Backend for TensorRtLlmBackendV2 {
 
         // Send the context to the executor for scheduling
         let queued = Instant::now();
-        match self.send(GenerationContext {
+        match self.0.send(GenerationContext {
             request,
             streamer,
             tokens: Vec::with_capacity(256),