From 10eb6269b7ff31b04ac03d05258aa0c974be3b1b Mon Sep 17 00:00:00 2001 From: Cyberes Date: Thu, 5 Oct 2023 18:15:02 -0600 Subject: [PATCH] t --- llm_server/database/log_to_db.py | 2 -- llm_server/workers/inferencer.py | 1 + 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/llm_server/database/log_to_db.py b/llm_server/database/log_to_db.py index 364e1d3..75bcaab 100644 --- a/llm_server/database/log_to_db.py +++ b/llm_server/database/log_to_db.py @@ -27,6 +27,4 @@ def log_to_db(ip: str, token: str, prompt: str, response: Union[str, None], gen_ 'is_error': is_error } } - for k, v in data['kwargs'].items(): - print(k, type(v)) r.publish('database-logger', pickle.dumps(data)) diff --git a/llm_server/workers/inferencer.py b/llm_server/workers/inferencer.py index 84faceb..f1a1a4f 100644 --- a/llm_server/workers/inferencer.py +++ b/llm_server/workers/inferencer.py @@ -66,6 +66,7 @@ def need_to_wait(backend_url: str): concurrent_gens = cluster_config.get_backend(backend_url).get('concurrent_gens', 1) s = time.time() while active_workers >= concurrent_gens: + print('worker waiting') time.sleep(0.01) e = time.time() if e - s > 0.5: