Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: wrap python basic logs in debug assertion in launcher (#2539) 

* fix: wrap python basic logs in debug assertion in launcher

* use level filters instead
This commit is contained in:
OlivierDehaene 2024-09-20 16:59:31 +02:00 committed by GitHub
parent f478aa77ad
commit 7e2d18877e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
launcher/src/main.rs
View File

@ -1038,6 +1038,7 @@ fn log_lines<R: Sized + Read>(mut bufread: BufReader<R>) {
Ok(log) => log.trace(), Ok(log) => log.trace(),
// For interactive debugging ? // For interactive debugging ?
Err(_) => { Err(_) => {
if LevelFilter::current() >= tracing::Level::DEBUG {
stdout.write_all(line).unwrap(); stdout.write_all(line).unwrap();
if lines.peek().is_some() { if lines.peek().is_some() {
stdout.write_all(b"\n").unwrap(); stdout.write_all(b"\n").unwrap();
@ -1050,6 +1051,7 @@ fn log_lines<R: Sized + Read>(mut bufread: BufReader<R>) {
} }
} }
} }
}
fn find_num_shards( fn find_num_shards(
sharded: Option<bool>, sharded: Option<bool>,