diff --git a/llm_server/routes/v1/generate.py b/llm_server/routes/v1/generate.py index 6f7ee3a..2abbd4d 100644 --- a/llm_server/routes/v1/generate.py +++ b/llm_server/routes/v1/generate.py @@ -62,7 +62,7 @@ def generate(): # with wait_in_queue_elapsed_lock: # wait_in_queue_elapsed.append((end_time, elapsed_time)) - if not success: + if not success or not response: if opts.mode == 'oobabooga': backend_response = format_sillytavern_err(f'Failed to reach the backend ({opts.mode}): {error_msg}', 'error') response_json_body = {