chore: unsued variables
This commit is contained in:
parent
2cdfed94d9
commit
86a2ae6ba2
|
@ -5,7 +5,7 @@ use crate::OpaqueStream;
|
||||||
use async_trait::async_trait;
|
use async_trait::async_trait;
|
||||||
use cxx::UniquePtr;
|
use cxx::UniquePtr;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::sync::mpsc::{channel, Receiver, SendError, Sender};
|
use std::sync::mpsc::{channel, Receiver, Sender};
|
||||||
use std::sync::Arc;
|
use std::sync::Arc;
|
||||||
use std::thread::{spawn, JoinHandle};
|
use std::thread::{spawn, JoinHandle};
|
||||||
use text_generation_router::infer::{Backend, GeneratedText, InferError, InferStreamResponse};
|
use text_generation_router::infer::{Backend, GeneratedText, InferError, InferStreamResponse};
|
||||||
|
@ -15,7 +15,6 @@ use text_generation_router::validation::{
|
||||||
use text_generation_router::{FinishReason, Token};
|
use text_generation_router::{FinishReason, Token};
|
||||||
use thiserror::Error;
|
use thiserror::Error;
|
||||||
use tokio::sync::mpsc::{unbounded_channel, UnboundedSender};
|
use tokio::sync::mpsc::{unbounded_channel, UnboundedSender};
|
||||||
use tokio::sync::TryAcquireError;
|
|
||||||
use tokio::time::Instant;
|
use tokio::time::Instant;
|
||||||
use tokio_stream::wrappers::UnboundedReceiverStream;
|
use tokio_stream::wrappers::UnboundedReceiverStream;
|
||||||
use tracing::{debug, error, info};
|
use tracing::{debug, error, info};
|
||||||
|
@ -127,7 +126,7 @@ fn llama_generate_callback(
|
||||||
|
|
||||||
unsafe fn scheduler_loop(
|
unsafe fn scheduler_loop(
|
||||||
mut backend: UniquePtr<LlamaCppBackendImpl>,
|
mut backend: UniquePtr<LlamaCppBackendImpl>,
|
||||||
mut backlog: Receiver<InferContext>,
|
backlog: Receiver<InferContext>,
|
||||||
) {
|
) {
|
||||||
loop {
|
loop {
|
||||||
if let Ok(mut ctx) = backlog.recv() {
|
if let Ok(mut ctx) = backlog.recv() {
|
||||||
|
|
Loading…
Reference in New Issue