Bugfix: eos and bos tokens positions are inconsistent (#1567)

2024-02-16 05:44:04 -05:00 · 2024-02-16 05:44:04 -05:00 · 142cdabed3
parent c55abac384
commit 142cdabed3
1 changed files with 1 additions and 1 deletions
--- a/router/src/infer.rs
+++ b/router/src/infer.rs
@ -113,7 +113,7 @@ impl Infer {
            queue,
            shared,
            limit_concurrent_requests: semaphore,
-            template: (template, eos_token, bos_token),
+            template: (template, bos_token, eos_token),
        }
    }