Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
1 changed files with 1 additions and 3 deletions
Showing only changes of commit 754a4cbdf3 - Show all commits

View File

@ -7,11 +7,9 @@ def oai_to_vllm(request_json_body, hashes: bool, mode):
if not request_json_body.get('stop'):
request_json_body['stop'] = []
if not isinstance(request_json_body['stop'], list):
# It is a string, so create a list with the existing element
# It is a string, so create a list with the existing element.
request_json_body['stop'] = [request_json_body['stop']]
print(request_json_body['stop'])
if hashes:
request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE'])
if opts.openai_force_no_hashes: