From d0eec88dbde9914c560a9d8b5dcb46830666b654 Mon Sep 17 00:00:00 2001 From: Cyberes Date: Wed, 4 Oct 2023 13:03:58 -0600 Subject: [PATCH] f --- llm_server/llm/openai/oai_to_vllm.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/llm_server/llm/openai/oai_to_vllm.py b/llm_server/llm/openai/oai_to_vllm.py index 34dd8aa..cf039de 100644 --- a/llm_server/llm/openai/oai_to_vllm.py +++ b/llm_server/llm/openai/oai_to_vllm.py @@ -6,6 +6,9 @@ from llm_server import opts def oai_to_vllm(request_json_body, hashes: bool, mode): if not request_json_body.get('stop'): request_json_body['stop'] = [] + if not isinstance(request_json_body['stop'], list): + # It is a string, so create a list with the existing element + request_json_body['stop'] = [request_json_body['stop']] print(request_json_body['stop'])