llm_server/llm/openai/oai_to_vllm.py

@@ -7,6 +7,8 @@ def oai_to_vllm(request_json_body, hashes: bool, mode):
     if not request_json_body.get('stop'):
         request_json_body['stop'] = []
 
+    print(request_json_body['stop'])
+
     if hashes:
         request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE'])
         if opts.openai_force_no_hashes: