fix sending error messages when streaming

2023-09-25 17:37:58 -06:00 · 2023-09-25 17:37:58 -06:00 · 8184e24bff
parent 7ce60079d7
commit 8184e24bff
1 changed files with 1 additions and 1 deletions
--- a/llm_server/routes/v1/generate_stream.py
+++ b/llm_server/routes/v1/generate_stream.py
@ -54,7 +54,7 @@ def stream(ws):
                ws.send(json.dumps({
                    'event': 'text_stream',
                    'message_num': message_num,
-                    'text': invalid_response
+                    'text': invalid_response[0].json['results'][0]['text']
                }))
            else:
                input_prompt = request_json_body['prompt']