Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add dummy backend

This commit is contained in:
OlivierDehaene 2024-06-26 15:39:28 +02:00
parent 230f2a415a
commit 2bcc87bb02
3 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
Cargo.lock generated
View File

@ -790,6 +790,18 @@ dependencies = [
"windows-sys 0.48.0", "windows-sys 0.48.0",
] ]
[[package]]
name = "dummy"
version = "2.0.5-dev0"
dependencies = [
"async-trait",
"clap",
"text-generation-router",
"thiserror",
"tokio",
"tokio-stream",
]
[[package]] [[package]]
name = "either" name = "either"
version = "1.12.0" version = "1.12.0"

3
Cargo.toml
View File

@ -2,10 +2,11 @@
members = [ members = [
# "benchmark", # "benchmark",
"backends/v3", "backends/v3",
"backends/dummy",
# "backends/client", # "backends/client",
"backends/grpc-metadata", "backends/grpc-metadata",
"launcher" "launcher"
] , "backends/dummy"]
resolver = "2" resolver = "2"
[workspace.package] [workspace.package]

2
router/src/lib.rs
View File

@ -1052,7 +1052,7 @@ impl From<CompatGenerateRequest> for GenerateRequest {
} }
} }
#[derive(Debug, Serialize, ToSchema)] #[derive(Debug, Serialize, ToSchema, Clone)]
pub struct PrefillToken { pub struct PrefillToken {
#[schema(example = 0)] #[schema(example = 0)]
pub id: u32, pub id: u32,