diff --git a/router/src/infer.rs b/router/src/infer.rs index a45685cb..655759b9 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -113,7 +113,7 @@ impl Infer { queue, shared, limit_concurrent_requests: semaphore, - template: (template, eos_token, bos_token), + template: (template, bos_token, eos_token), } }