diff --git a/llm_server/routes/v1/generate.py b/llm_server/routes/v1/generate.py index 2b9883b..b0ad48a 100644 --- a/llm_server/routes/v1/generate.py +++ b/llm_server/routes/v1/generate.py @@ -60,8 +60,8 @@ def generate(): end_time = time.time() elapsed_time = end_time - start_time # print('elapsed:', elapsed_time) - with wait_in_queue_elapsed_lock: - wait_in_queue_elapsed.append((end_time, elapsed_time)) + # with wait_in_queue_elapsed_lock: + # wait_in_queue_elapsed.append((end_time, elapsed_time)) if not success: if opts.mode == 'oobabooga':