cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

fix database error

This commit is contained in:
Cyberes 2023-08-25 12:25:30 -06:00
parent 839bb115c6
commit 2543db87e8
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
llm_server/database.py
View File

@ -48,6 +48,11 @@ def log_prompt(ip, token, prompt, response, gen_time, parameters, headers, backe
prompt_tokens = len(tokenizer.encode(prompt))
response_tokens = len(tokenizer.encode(response))
# Sometimes we may want to insert null into the DB but
# usually we want to insert a float.
if gen_time:
gen_time = round(gen_time, 3)
if not opts.log_prompts:
prompt = response = None
@ -55,7 +60,7 @@ def log_prompt(ip, token, prompt, response, gen_time, parameters, headers, backe
conn = sqlite3.connect(opts.database_path)
c = conn.cursor()
c.execute("INSERT INTO prompts VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)",
(ip, token, prompt, prompt_tokens, response, response_tokens, backend_response_code, round(gen_time, 3), json.dumps(parameters), json.dumps(headers), timestamp))
(ip, token, prompt, prompt_tokens, response, response_tokens, backend_response_code, gen_time, json.dumps(parameters), json.dumps(headers), timestamp))
conn.commit()
conn.close()