cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
Conversation 0 Commits 163 Files Changed 91 +4 -6
2 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 4e3985e156 - Show all commits

5
llm_server/routes/openai/chat_completions.py
View File

@ -65,7 +65,6 @@ def openai_chat_completions(model_name=None):
return 'Invalid prompt', 400
event_id = None
response_status_code = 0
start_time = time.time()
request_valid, invalid_response = handler.validate_request()
@ -91,7 +90,7 @@ def openai_chat_completions(model_name=None):
None,
handler.parameters,
request.headers,
response_status_code,
429,
request.url,
handler.backend_url,
)
@ -159,7 +158,7 @@ def openai_chat_completions(model_name=None):
elapsed_time,
handler.parameters,
r_headers,
response_status_code,
200,
r_url,
handler.backend_url,
)

5
llm_server/routes/openai/completions.py
View File

@ -90,7 +90,6 @@ def openai_completions(model_name=None):
return 'DISABLED', 401
event_id = None
response_status_code = 0
start_time = time.time()
request_valid, invalid_response = handler.validate_request()
@ -117,7 +116,7 @@ def openai_completions(model_name=None):
None,
handler.parameters,
request.headers,
response_status_code,
429,
request.url,
handler.backend_url,
)
@ -185,7 +184,7 @@ def openai_completions(model_name=None):
elapsed_time,
handler.parameters,
r_headers,
response_status_code,
200,
r_url,
handler.backend_url,
)