cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

c

This commit is contained in:
Cyberes 2023-10-04 12:44:09 -06:00
parent 95d781725e
commit a15b5465df
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/routes/request_handler.py
View File

@ -39,7 +39,7 @@ class RequestHandler:
self.selected_model = self.cluster_backend_info['model'] self.selected_model = self.cluster_backend_info['model']
if not self.cluster_backend_info.get('mode'): if not self.cluster_backend_info.get('mode'):
print(selected_model, self.backend_url, self.cluster_backend_info) print('keyerror: mode -', selected_model, self.backend_url, self.cluster_backend_info)
self.backend = get_backend_handler(self.cluster_backend_info['mode'], self.backend_url) self.backend = get_backend_handler(self.cluster_backend_info['mode'], self.backend_url)
self.parameters = None self.parameters = None