cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

remove old code

This commit is contained in:
Cyberes 2023-08-29 15:57:28 -06:00
parent cef88b866a
commit 26b04f364c
1 changed files with 8 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
llm_server/routes/v1/generate.py
View File

@ -149,17 +149,14 @@ def generate():
}), 200 }), 200
else: else:
if opts.mode == 'oobabooga': backend_response = format_sillytavern_err(f'The backend did not return valid JSON.', 'error')
backend_response = format_sillytavern_err(f'The backend did not return valid JSON.', 'error') response_json_body = {
response_json_body = { 'results': [
'results': [ {
{ 'text': backend_response,
'text': backend_response, }
} ],
], }
}
else:
raise Exception
log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time, parameters, dict(request.headers), response.status_code, is_error=True) log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time, parameters, dict(request.headers), response.status_code, is_error=True)
return jsonify({ return jsonify({
'code': 500, 'code': 500,