From 46d44f95acfd37c8ccc893d0dbdd6a02e53da808 Mon Sep 17 00:00:00 2001 From: Cyberes Date: Thu, 5 Oct 2023 18:50:10 -0600 Subject: [PATCH] t --- llm_server/routes/openai/chat_completions.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llm_server/routes/openai/chat_completions.py b/llm_server/routes/openai/chat_completions.py index f45756a..1b9b2d7 100644 --- a/llm_server/routes/openai/chat_completions.py +++ b/llm_server/routes/openai/chat_completions.py @@ -57,6 +57,7 @@ def openai_chat_completions(): else: handler.prompt = transform_messages_to_prompt(handler.request.json['messages']) + generated_text = '' response_status_code = 0 start_time = time.time() @@ -154,3 +155,4 @@ def openai_chat_completions(): # The worker incremented it, we'll decrement it. decrement_ip_count(handler.client_ip, 'processing_ips') decr_active_workers(handler.selected_model, handler.backend_url) + print(len(generated_text))