cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
Conversation 0 Commits 163 Files Changed 91 +7 -2
2 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 1e68e10b62 - Show all commits

4
llm_server/routes/openai/chat_completions.py
View File

@ -151,7 +151,9 @@ def openai_chat_completions(model_name=None):
handler.backend_url, handler.backend_url,
) )
return return
except (Exception, GeneratorExit): except GeneratorExit:
return
except Exception:
traceback.print_exc() traceback.print_exc()
yield 'data: [DONE]\n\n' yield 'data: [DONE]\n\n'
finally: finally:

5
llm_server/routes/openai/completions.py
View File

@ -197,7 +197,10 @@ def openai_completions(model_name=None):
handler.backend_url, handler.backend_url,
) )
return return
except (Exception, GeneratorExit): except GeneratorExit:
# This should be triggered if a client disconnects early.
return
except Exception:
traceback.print_exc() traceback.print_exc()
yield 'data: [DONE]\n\n' yield 'data: [DONE]\n\n'
finally: finally: