cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

dont test code, don't care

This commit is contained in:
Cyberes 2023-08-23 22:24:32 -06:00
parent 1eb8e885d0
commit cdda2c840c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llm_server/routes/v1/generate.py
View File

@ -60,8 +60,8 @@ def generate():
end_time = time.time() end_time = time.time()
elapsed_time = end_time - start_time elapsed_time = end_time - start_time
# print('elapsed:', elapsed_time) # print('elapsed:', elapsed_time)
with wait_in_queue_elapsed_lock: # with wait_in_queue_elapsed_lock:
wait_in_queue_elapsed.append((end_time, elapsed_time)) # wait_in_queue_elapsed.append((end_time, elapsed_time))
if not success: if not success:
if opts.mode == 'oobabooga': if opts.mode == 'oobabooga':