diff --git a/llm_server/llm/openai/oai_to_vllm.py b/llm_server/llm/openai/oai_to_vllm.py index 34dd8aa..cf039de 100644 --- a/llm_server/llm/openai/oai_to_vllm.py +++ b/llm_server/llm/openai/oai_to_vllm.py @@ -6,6 +6,9 @@ from llm_server import opts def oai_to_vllm(request_json_body, hashes: bool, mode): if not request_json_body.get('stop'): request_json_body['stop'] = [] + if not isinstance(request_json_body['stop'], list): + # It is a string, so create a list with the existing element + request_json_body['stop'] = [request_json_body['stop']] print(request_json_body['stop'])