diff --git a/llm_server/database.py b/llm_server/database.py index 486e2c5..f1b0acb 100644 --- a/llm_server/database.py +++ b/llm_server/database.py @@ -23,7 +23,7 @@ def init_db(): response TEXT, response_tokens INTEGER, response_status INTEGER, - generation_time INTEGER, + generation_time FLOAT, parameters TEXT CHECK (parameters IS NULL OR json_valid(parameters)), headers TEXT CHECK (headers IS NULL OR json_valid(headers)), timestamp INTEGER @@ -55,7 +55,7 @@ def log_prompt(ip, token, prompt, response, gen_time, parameters, headers, backe conn = sqlite3.connect(opts.database_path) c = conn.cursor() c.execute("INSERT INTO prompts VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)", - (ip, token, prompt, prompt_tokens, response, response_tokens, backend_response_code, gen_time, json.dumps(parameters), json.dumps(headers), timestamp)) + (ip, token, prompt, prompt_tokens, response, response_tokens, backend_response_code, round(gen_time, 3), json.dumps(parameters), json.dumps(headers), timestamp)) conn.commit() conn.close()