Merge cluster to master #3
|
@ -7,11 +7,9 @@ def oai_to_vllm(request_json_body, hashes: bool, mode):
|
|||
if not request_json_body.get('stop'):
|
||||
request_json_body['stop'] = []
|
||||
if not isinstance(request_json_body['stop'], list):
|
||||
# It is a string, so create a list with the existing element
|
||||
# It is a string, so create a list with the existing element.
|
||||
request_json_body['stop'] = [request_json_body['stop']]
|
||||
|
||||
print(request_json_body['stop'])
|
||||
|
||||
if hashes:
|
||||
request_json_body['stop'].extend(['### INSTRUCTION', '### USER', '### ASSISTANT', '### RESPONSE'])
|
||||
if opts.openai_force_no_hashes:
|
||||
|
|
Reference in New Issue