From 754a4cbdf3acf2044c3391d1a1ae130af316535e Mon Sep 17 00:00:00 2001 From: Cyberes Date: Wed, 4 Oct 2023 13:11:43 -0600 Subject: [PATCH] r --- llm_server/llm/openai/oai_to_vllm.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/llm_server/llm/openai/oai_to_vllm.py b/llm_server/llm/openai/oai_to_vllm.py index cf039de..7d26467 100644 --- a/llm_server/llm/openai/oai_to_vllm.py +++ b/llm_server/llm/openai/oai_to_vllm.py @@ -7,11 +7,9 @@ def oai_to_vllm(request_json_body, hashes: bool, mode): if not request_json_body.get('stop'): request_json_body['stop'] = [] if not isinstance(request_json_body['stop'], list): - # It is a string, so create a list with the existing element + # It is a string, so create a list with the existing element. request_json_body['stop'] = [request_json_body['stop']] - print(request_json_body['stop']) - if hashes: request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE']) if opts.openai_force_no_hashes: