diff --git a/llm_server/routes/v1/generate_stream.py b/llm_server/routes/v1/generate_stream.py index 3f3c42d..6b96d99 100644 --- a/llm_server/routes/v1/generate_stream.py +++ b/llm_server/routes/v1/generate_stream.py @@ -94,7 +94,7 @@ def stream(ws): })) message_num += 1 - generated_text = json_obj['text'][0] + generated_text = generated_text + new # Reset the partial response partial_response = b''