add dummy backend

Cargo.lock

@@ -790,6 +790,18 @@ dependencies = [
  "windows-sys 0.48.0",
 ]
 
+[[package]]
+name = "dummy"
+version = "2.0.5-dev0"
+dependencies = [
+ "async-trait",
+ "clap",
+ "text-generation-router",
+ "thiserror",
+ "tokio",
+ "tokio-stream",
+]
+
 [[package]]
 name = "either"
 version = "1.12.0"

Cargo.toml

@@ -2,10 +2,11 @@
 members = [
 #    "benchmark",
     "backends/v3",
+    "backends/dummy",
 #    "backends/client",
     "backends/grpc-metadata",
     "launcher"
-]
+, "backends/dummy"]
 resolver = "2"
 
 [workspace.package]

router/src/lib.rs

@@ -1052,7 +1052,7 @@ impl From<CompatGenerateRequest> for GenerateRequest {
     }
 }
 
-#[derive(Debug, Serialize, ToSchema)]
+#[derive(Debug, Serialize, ToSchema, Clone)]
 pub struct PrefillToken {
     #[schema(example = 0)]
     pub id: u32,