cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
Conversation 0 Commits 163 Files Changed 91 +2
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 4c2c164ce1 - Show all commits

1
llm_server/routes/openai/chat_completions.py
View File

@ -120,6 +120,7 @@ def openai_chat_completions(model_name=None):
timestamp = int(stream_index.decode('utf-8').split('-')[0]) timestamp = int(stream_index.decode('utf-8').split('-')[0])
data = ujson.loads(item[b'data']) data = ujson.loads(item[b'data'])
if data['error']: if data['error']:
print(data['error'])
yield 'data: [DONE]\n\n' yield 'data: [DONE]\n\n'
return return
elif data['new']: elif data['new']:

1
llm_server/routes/openai/completions.py
View File

@ -164,6 +164,7 @@ def openai_completions(model_name=None):
timestamp = int(stream_index.decode('utf-8').split('-')[0]) timestamp = int(stream_index.decode('utf-8').split('-')[0])
data = ujson.loads(item[b'data']) data = ujson.loads(item[b'data'])
if data['error']: if data['error']:
print(data['error'])
yield 'data: [DONE]\n\n' yield 'data: [DONE]\n\n'
return return
elif data['new']: elif data['new']: