chore: unsued variables

This commit is contained in:
Morgan Funtowicz 2024-11-03 00:53:34 +01:00
parent 2cdfed94d9
commit 86a2ae6ba2
1 changed files with 2 additions and 3 deletions

View File

@ -5,7 +5,7 @@ use crate::OpaqueStream;
use async_trait::async_trait; use async_trait::async_trait;
use cxx::UniquePtr; use cxx::UniquePtr;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
use std::sync::mpsc::{channel, Receiver, SendError, Sender}; use std::sync::mpsc::{channel, Receiver, Sender};
use std::sync::Arc; use std::sync::Arc;
use std::thread::{spawn, JoinHandle}; use std::thread::{spawn, JoinHandle};
use text_generation_router::infer::{Backend, GeneratedText, InferError, InferStreamResponse}; use text_generation_router::infer::{Backend, GeneratedText, InferError, InferStreamResponse};
@ -15,7 +15,6 @@ use text_generation_router::validation::{
use text_generation_router::{FinishReason, Token}; use text_generation_router::{FinishReason, Token};
use thiserror::Error; use thiserror::Error;
use tokio::sync::mpsc::{unbounded_channel, UnboundedSender}; use tokio::sync::mpsc::{unbounded_channel, UnboundedSender};
use tokio::sync::TryAcquireError;
use tokio::time::Instant; use tokio::time::Instant;
use tokio_stream::wrappers::UnboundedReceiverStream; use tokio_stream::wrappers::UnboundedReceiverStream;
use tracing::{debug, error, info}; use tracing::{debug, error, info};
@ -127,7 +126,7 @@ fn llama_generate_callback(
unsafe fn scheduler_loop( unsafe fn scheduler_loop(
mut backend: UniquePtr<LlamaCppBackendImpl>, mut backend: UniquePtr<LlamaCppBackendImpl>,
mut backlog: Receiver<InferContext>, backlog: Receiver<InferContext>,
) { ) {
loop { loop {
if let Ok(mut ctx) = backlog.recv() { if let Ok(mut ctx) = backlog.recv() {