t

2023-10-04 13:02:53 -06:00 · 2023-10-04 13:02:53 -06:00 · 6bad5b3fa0
parent 77db34a6a7
commit 6bad5b3fa0
1 changed files with 2 additions and 0 deletions
--- a/llm_server/llm/openai/oai_to_vllm.py
+++ b/llm_server/llm/openai/oai_to_vllm.py
@ -7,6 +7,8 @@ def oai_to_vllm(request_json_body, hashes: bool, mode):
    if not request_json_body.get('stop'):
        request_json_body['stop'] = []

+    print(request_json_body['stop'])
+
    if hashes:
        request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE'])
        if opts.openai_force_no_hashes: