2024-10-03 06:00:17 -06:00
|
|
|
[package]
|
|
|
|
|
name = "text-generation-backend-llamacpp"
|
|
|
|
|
version.workspace = true
|
|
|
|
|
edition.workspace = true
|
|
|
|
|
authors.workspace = true
|
|
|
|
|
homepage.workspace = true
|
|
|
|
|
|
|
|
|
|
[dependencies]
|
2024-10-24 08:42:50 -06:00
|
|
|
async-trait = "0.1"
|
2024-10-04 02:42:31 -06:00
|
|
|
clap = { version = "4.5.19", features = ["derive"] }
|
|
|
|
|
cxx = "1.0"
|
2024-11-20 16:03:05 -07:00
|
|
|
num_cpus = "1"
|
2024-10-04 02:42:31 -06:00
|
|
|
hf-hub = { workspace = true }
|
|
|
|
|
image = { version = "0.25.1", features = ["default-formats"] }
|
|
|
|
|
metrics = { workspace = true }
|
|
|
|
|
metrics-exporter-prometheus = { workspace = true }
|
|
|
|
|
serde_json = "1.0.128"
|
|
|
|
|
text-generation-router = { path = "../../router" }
|
|
|
|
|
thiserror = "1.0.64"
|
|
|
|
|
tokio = "1.40.0"
|
|
|
|
|
tokio-stream = "0.1.16"
|
|
|
|
|
tokenizers = { workspace = true }
|
2024-10-24 08:42:50 -06:00
|
|
|
tracing = "0.1"
|
|
|
|
|
tracing-opentelemetry = "0.27.0"
|
|
|
|
|
tracing-subscriber = { version = "0.3", features = ["json", "env-filter"] }
|
2024-11-03 06:26:57 -07:00
|
|
|
utoipa = { version = "4.2.3", features = ["axum_extras"] }
|
2024-10-24 08:42:50 -06:00
|
|
|
log = "0.4.22"
|
2024-10-04 02:42:31 -06:00
|
|
|
|
|
|
|
|
[build-dependencies]
|
|
|
|
|
cmake = "0.1"
|
|
|
|
|
cxx-build = { version = "1.0", features = ["parallel"] }
|
|
|
|
|
pkg-config = "0.3"
|
