2024-06-30 15:37:20 -06:00
|
|
|
[package]
|
|
|
|
name = "text-generation-backends-trtllm"
|
|
|
|
version.workspace = true
|
|
|
|
edition.workspace = true
|
|
|
|
authors.workspace = true
|
|
|
|
homepage.workspace = true
|
|
|
|
|
|
|
|
[dependencies]
|
|
|
|
async-trait = "0.1.74"
|
|
|
|
async-stream = "0.3.5"
|
|
|
|
cxx = "1.0"
|
|
|
|
text-generation-router = { path = "../../router" }
|
2024-07-03 02:27:53 -06:00
|
|
|
tokenizers = { version = "0.19", features = ["hf-hub"] }
|
2024-06-30 15:37:20 -06:00
|
|
|
tokio = { version = "1.32.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync"] }
|
|
|
|
tokio-stream = "0.1.14"
|
2024-07-01 07:53:23 -06:00
|
|
|
clap = { version = "4.5.4", features = ["derive"] }
|
|
|
|
thiserror = "1.0.61"
|
2024-06-30 15:37:20 -06:00
|
|
|
|
|
|
|
[build-dependencies]
|
|
|
|
cmake = "0.1"
|
|
|
|
cxx-build = "1.0"
|