From 26a0a13aa78549c1419609bf08d09423464ef26e Mon Sep 17 00:00:00 2001 From: Cyberes Date: Thu, 24 Aug 2023 23:57:46 -0600 Subject: [PATCH] actually we want this --- llm_server/routes/v1/generate.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm_server/routes/v1/generate.py b/llm_server/routes/v1/generate.py index 4529c05..92a2f3b 100644 --- a/llm_server/routes/v1/generate.py +++ b/llm_server/routes/v1/generate.py @@ -75,7 +75,7 @@ def generate(): else: raise Exception - log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time, parameters, dict(request.headers), 0) + log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time, parameters, dict(request.headers), response if response else 0) return jsonify({ 'code': 500, 'error': 'failed to reach backend',