Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: metrics unbounded memory (#2528)

This commit is contained in:
OlivierDehaene 2024-09-17 18:01:28 +02:00 committed by GitHub
parent 71e4268600
commit 86984e3236
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
router/src/server.rs
View File

@ -2136,9 +2136,12 @@ async fn start(
.unwrap(); .unwrap();
// .set_buckets_for_metric(skipped_matcher, &skipped_buckets) // .set_buckets_for_metric(skipped_matcher, &skipped_buckets)
// .unwrap(); // .unwrap();
let prom_handle = builder // See: https://github.com/metrics-rs/metrics/issues/467#issuecomment-2022755151
.install_recorder() let (recorder, _) = builder
.expect("failed to install metrics recorder"); .build()
.expect("failed to build prometheus recorder");
let prom_handle = recorder.handle();
metrics::set_global_recorder(recorder).expect("Failed to set global recorder");
// Metrics descriptions // Metrics descriptions
metrics::describe_counter!("tgi_request_success", "Number of successful requests"); metrics::describe_counter!("tgi_request_success", "Number of successful requests");