also handle when no response

2023-08-24 22:53:54 -06:00 · 2023-08-24 22:53:54 -06:00 · 77fe1e237e
parent e5aca7b09d
commit 77fe1e237e
1 changed files with 1 additions and 1 deletions
--- a/llm_server/routes/v1/generate.py
+++ b/llm_server/routes/v1/generate.py
@ -62,7 +62,7 @@ def generate():
    # with wait_in_queue_elapsed_lock:
    #     wait_in_queue_elapsed.append((end_time, elapsed_time))

-    if not success:
+    if not success or not response:
        if opts.mode == 'oobabooga':
            backend_response = format_sillytavern_err(f'Failed to reach the backend ({opts.mode}): {error_msg}', 'error')
            response_json_body = {