Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

(misc) missing Result types for Rust

This commit is contained in:
Morgan Funtowicz 2024-08-05 13:39:14 +00:00 committed by Morgan Funtowicz
parent c2e21d8725
commit 7bebc629af
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
backends/trtllm/src/looper.rs
View File

@ -9,6 +9,7 @@ use hashbrown::HashMap;
use log::warn;
use tokenizers::{Encoding, Tokenizer};
use tokio::sync::mpsc::{unbounded_channel, UnboundedReceiver, UnboundedSender};
use tokio::sync::mpsc::error::SendError;
use tokio::task::{JoinHandle, spawn_blocking};
use tokio::time::Instant;
use tokio_stream::wrappers::UnboundedReceiverStream;
@ -111,7 +112,7 @@ fn executor_status_poller(
info!("New token for {} -> {}", request_id, step.token_id);
if !step.has_error {
let req_group = grouper.entry_ref(&request_id).or_insert(
let req_group = grouper.entry(request_id).or_insert(
DecodedTokenContext {
tokens: vec![],
ctx: ctx.streamer.clone(), // Arc::clone() = cheap
@ -138,7 +139,7 @@ fn executor_status_poller(
grouper
.into_values()
.map(|ctx| post_processor_sender.send(ctx))
.collect()?;
.collect::<Result<(), SendError<DecodedTokenContext>>>()?;
}
Err(err) => {
error!("Failed to retrieve tokens from the executor: {}", err);
@ -146,7 +147,7 @@ fn executor_status_poller(
}
}
Ok(())
Ok::<(), SendError<DecodedTokenContext>>(())
}) {
error!(
"Caught an fatal error in the executor's loop, about to exit. {}",