From 6bad5b3fa0249a2c31c2c7aa7e19de50370aa6a8 Mon Sep 17 00:00:00 2001 From: Cyberes Date: Wed, 4 Oct 2023 13:02:53 -0600 Subject: [PATCH] t --- llm_server/llm/openai/oai_to_vllm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llm_server/llm/openai/oai_to_vllm.py b/llm_server/llm/openai/oai_to_vllm.py index e224418..34dd8aa 100644 --- a/llm_server/llm/openai/oai_to_vllm.py +++ b/llm_server/llm/openai/oai_to_vllm.py @@ -7,6 +7,8 @@ def oai_to_vllm(request_json_body, hashes: bool, mode): if not request_json_body.get('stop'): request_json_body['stop'] = [] + print(request_json_body['stop']) + if hashes: request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE']) if opts.openai_force_no_hashes: