cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

t

This commit is contained in:
Cyberes 2023-10-04 13:02:53 -06:00
parent 77db34a6a7
commit 6bad5b3fa0
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/llm/openai/oai_to_vllm.py
View File

@ -7,6 +7,8 @@ def oai_to_vllm(request_json_body, hashes: bool, mode):
if not request_json_body.get('stop'): if not request_json_body.get('stop'):
request_json_body['stop'] = [] request_json_body['stop'] = []
print(request_json_body['stop'])
if hashes: if hashes:
request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE']) request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE'])
if opts.openai_force_no_hashes: if opts.openai_force_no_hashes: