cyberes
/
local-llm-server
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

add backend name to error messages

This commit is contained in:
Cyberes 2023-08-22 21:14:12 -06:00
parent a525093c75
commit 06ae8adf0d
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/opts.py
View File

@ -1,4 +1,4 @@
# Global settings that never change after startup # Global settings that never change after startup/init
running_model = 'none' running_model = 'none'
concurrent_gens = 3 concurrent_gens = 3

4
llm_server/routes/v1/generate.py
View File

@ -42,7 +42,7 @@ def generate():
success, response, error_msg = generator(request_json_body) success, response, error_msg = generator(request_json_body)
if not success: if not success:
if opts.mode == 'oobabooga': if opts.mode == 'oobabooga':
backend_response = format_sillytavern_err(f'Failed to reach the backend: {error_msg}', 'error') backend_response = format_sillytavern_err(f'Failed to reach the backend ({opts.mode}): {error_msg}', 'error')
response_json_body = { response_json_body = {
'results': [ 'results': [
{ {
@ -64,7 +64,7 @@ def generate():
backend_response = safe_list_get(response_json_body.get('results', []), 0, {}).get('text') backend_response = safe_list_get(response_json_body.get('results', []), 0, {}).get('text')
if not backend_response: if not backend_response:
if opts.mode == 'oobabooga': if opts.mode == 'oobabooga':
backend_response = format_sillytavern_err(f'Backend returned an empty string. This can happen when your parameters are incorrect. Make sure your context size is no greater than {opts.context_size}.', 'error') backend_response = format_sillytavern_err(f'Backend ({opts.mode}) returned an empty string. This can happen when your parameters are incorrect. Make sure your context size is no greater than {opts.context_size}.', 'error')
response_json_body['results'][0]['text'] = backend_response response_json_body['results'][0]['text'] = backend_response
else: else:
raise Exception raise Exception