cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

also handle when no response

This commit is contained in:
Cyberes 2023-08-24 22:53:54 -06:00
parent e5aca7b09d
commit 77fe1e237e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/routes/v1/generate.py
View File

@ -62,7 +62,7 @@ def generate():
# with wait_in_queue_elapsed_lock: # with wait_in_queue_elapsed_lock:
# wait_in_queue_elapsed.append((end_time, elapsed_time)) # wait_in_queue_elapsed.append((end_time, elapsed_time))
if not success: if not success or not response:
if opts.mode == 'oobabooga': if opts.mode == 'oobabooga':
backend_response = format_sillytavern_err(f'Failed to reach the backend ({opts.mode}): {error_msg}', 'error') backend_response = format_sillytavern_err(f'Failed to reach the backend ({opts.mode}): {error_msg}', 'error')
response_json_body = { response_json_body = {