diff --git a/Cargo.lock b/Cargo.lock index ce911ce7..da37727b 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -790,6 +790,18 @@ dependencies = [ "windows-sys 0.48.0", ] +[[package]] +name = "dummy" +version = "2.0.5-dev0" +dependencies = [ + "async-trait", + "clap", + "text-generation-router", + "thiserror", + "tokio", + "tokio-stream", +] + [[package]] name = "either" version = "1.12.0" diff --git a/Cargo.toml b/Cargo.toml index 28ded514..11e8281b 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -2,10 +2,11 @@ members = [ # "benchmark", "backends/v3", + "backends/dummy", # "backends/client", "backends/grpc-metadata", "launcher" -] +, "backends/dummy"] resolver = "2" [workspace.package] diff --git a/router/src/lib.rs b/router/src/lib.rs index 2e8c6262..ffdd5733 100644 --- a/router/src/lib.rs +++ b/router/src/lib.rs @@ -1052,7 +1052,7 @@ impl From for GenerateRequest { } } -#[derive(Debug, Serialize, ToSchema)] +#[derive(Debug, Serialize, ToSchema, Clone)] pub struct PrefillToken { #[schema(example = 0)] pub id: u32,