From 2bcc87bb0287d0032053706cae9703f359db606b Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Wed, 26 Jun 2024 15:39:28 +0200
Subject: [PATCH] add dummy backend

---
 Cargo.lock        | 12 ++++++++++++
 Cargo.toml        |  3 ++-
 router/src/lib.rs |  2 +-
 3 files changed, 15 insertions(+), 2 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index ce911ce7..da37727b 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -790,6 +790,18 @@ dependencies = [
  "windows-sys 0.48.0",
 ]
 
+[[package]]
+name = "dummy"
+version = "2.0.5-dev0"
+dependencies = [
+ "async-trait",
+ "clap",
+ "text-generation-router",
+ "thiserror",
+ "tokio",
+ "tokio-stream",
+]
+
 [[package]]
 name = "either"
 version = "1.12.0"
diff --git a/Cargo.toml b/Cargo.toml
index 28ded514..11e8281b 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -2,10 +2,11 @@
 members = [
 #    "benchmark",
     "backends/v3",
+    "backends/dummy",
 #    "backends/client",
     "backends/grpc-metadata",
     "launcher"
-]
+, "backends/dummy"]
 resolver = "2"
 
 [workspace.package]
diff --git a/router/src/lib.rs b/router/src/lib.rs
index 2e8c6262..ffdd5733 100644
--- a/router/src/lib.rs
+++ b/router/src/lib.rs
@@ -1052,7 +1052,7 @@ impl From<CompatGenerateRequest> for GenerateRequest {
     }
 }
 
-#[derive(Debug, Serialize, ToSchema)]
+#[derive(Debug, Serialize, ToSchema, Clone)]
 pub struct PrefillToken {
     #[schema(example = 0)]
     pub id: u32,