diff --git a/llm_server/routes/v1/generate.py b/llm_server/routes/v1/generate.py index 923c3e7..4529c05 100644 --- a/llm_server/routes/v1/generate.py +++ b/llm_server/routes/v1/generate.py @@ -75,7 +75,7 @@ def generate(): else: raise Exception - log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time, parameters, dict(request.headers), response.status_code) + log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time, parameters, dict(request.headers), 0) return jsonify({ 'code': 500, 'error': 'failed to reach backend',