diff --git a/llm_server/llm/openai/oai_to_vllm.py b/llm_server/llm/openai/oai_to_vllm.py index cf039de..7d26467 100644 --- a/llm_server/llm/openai/oai_to_vllm.py +++ b/llm_server/llm/openai/oai_to_vllm.py @@ -7,11 +7,9 @@ def oai_to_vllm(request_json_body, hashes: bool, mode): if not request_json_body.get('stop'): request_json_body['stop'] = [] if not isinstance(request_json_body['stop'], list): - # It is a string, so create a list with the existing element + # It is a string, so create a list with the existing element. request_json_body['stop'] = [request_json_body['stop']] - print(request_json_body['stop']) - if hashes: request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE']) if opts.openai_force_no_hashes: