Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Adding A100 + H100

This commit is contained in:
Nicolas Patry 2024-11-05 11:19:37 +01:00
parent b419b46ad9
commit bd22221cc7
No known key found for this signature in database
GPG Key ID: D2920555C90F704C
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
launcher/src/main.rs
View File

@ -1486,6 +1486,10 @@ impl ComputeType {
"nvidia-l4" => Some(121 * 10u64.pow(12)), "nvidia-l4" => Some(121 * 10u64.pow(12)),
// https://www.nvidia.com/en-us/data-center/products/a10-gpu/ // https://www.nvidia.com/en-us/data-center/products/a10-gpu/
"nvidia-a10g" => Some(125 * 10u64.pow(12)), "nvidia-a10g" => Some(125 * 10u64.pow(12)),
// https://www.nvidia.com/en-us/data-center/h100/
"nvidia-h100" => Some(1900 * 10u64.pow(12)),
// https://www.nvidia.com/content/dam/en-zz/Solutions/Data-Center/a100/pdf/nvidia-a100-datasheet-us-nvidia-1758950-r4-web.pdf
"nvidia-a100" => Some(312 * 10u64.pow(12)),
card => { card => {
tracing::warn!("Unkown compute for card {card}"); tracing::warn!("Unkown compute for card {card}");
None None