Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

chore: unsued variables

This commit is contained in:
Morgan Funtowicz 2024-11-03 00:53:34 +01:00
parent 2cdfed94d9
commit 86a2ae6ba2
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
backends/llamacpp/src/backend.rs
View File

@ -5,7 +5,7 @@ use crate::OpaqueStream;
use async_trait::async_trait;
use cxx::UniquePtr;
use std::path::{Path, PathBuf};
use std::sync::mpsc::{channel, Receiver, SendError, Sender};
use std::sync::mpsc::{channel, Receiver, Sender};
use std::sync::Arc;
use std::thread::{spawn, JoinHandle};
use text_generation_router::infer::{Backend, GeneratedText, InferError, InferStreamResponse};
@ -15,7 +15,6 @@ use text_generation_router::validation::{
use text_generation_router::{FinishReason, Token};
use thiserror::Error;
use tokio::sync::mpsc::{unbounded_channel, UnboundedSender};
use tokio::sync::TryAcquireError;
use tokio::time::Instant;
use tokio_stream::wrappers::UnboundedReceiverStream;
use tracing::{debug, error, info};
@ -127,7 +126,7 @@ fn llama_generate_callback(
unsafe fn scheduler_loop(
mut backend: UniquePtr<LlamaCppBackendImpl>,
mut backlog: Receiver<InferContext>,
backlog: Receiver<InferContext>,
) {
loop {
if let Ok(mut ctx) = backlog.recv() {