cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
Conversation 0 Commits 163 Files Changed 91 +1 -2
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 10eb6269b7 - Show all commits

2
llm_server/database/log_to_db.py
View File

@ -27,6 +27,4 @@ def log_to_db(ip: str, token: str, prompt: str, response: Union[str, None], gen_
'is_error': is_error 'is_error': is_error
} }
} }
for k, v in data['kwargs'].items():
print(k, type(v))
r.publish('database-logger', pickle.dumps(data)) r.publish('database-logger', pickle.dumps(data))

1
llm_server/workers/inferencer.py
View File

@ -66,6 +66,7 @@ def need_to_wait(backend_url: str):
concurrent_gens = cluster_config.get_backend(backend_url).get('concurrent_gens', 1) concurrent_gens = cluster_config.get_backend(backend_url).get('concurrent_gens', 1)
s = time.time() s = time.time()
while active_workers >= concurrent_gens: while active_workers >= concurrent_gens:
print('worker waiting')
time.sleep(0.01) time.sleep(0.01)
e = time.time() e = time.time()
if e - s > 0.5: if e - s > 0.5: