I swear I know what I'm doing
This commit is contained in:
parent
06b52c7648
commit
2d9ec15302
|
@ -66,6 +66,8 @@ def log_prompt(ip, token, prompt, response, gen_time, parameters, headers, backe
|
||||||
# TODO: test and verify this works as expected
|
# TODO: test and verify this works as expected
|
||||||
response = None
|
response = None
|
||||||
|
|
||||||
|
print(response)
|
||||||
|
|
||||||
timestamp = int(time.time())
|
timestamp = int(time.time())
|
||||||
conn = sqlite3.connect(opts.database_path)
|
conn = sqlite3.connect(opts.database_path)
|
||||||
c = conn.cursor()
|
c = conn.cursor()
|
||||||
|
|
|
@ -114,12 +114,13 @@ def generate():
|
||||||
backend_err = True
|
backend_err = True
|
||||||
error_type = response_json_body.get('error_type')
|
error_type = response_json_body.get('error_type')
|
||||||
error_type_string = 'returned an error' if opts.mode == 'oobabooga' else f'returned {indefinite_article(error_type)} {error_type} error'
|
error_type_string = 'returned an error' if opts.mode == 'oobabooga' else f'returned {indefinite_article(error_type)} {error_type} error'
|
||||||
|
backend_response = format_sillytavern_err(
|
||||||
|
f'Backend ({opts.mode}) {error_type_string}: {response_json_body.get("error")}',
|
||||||
|
'error')
|
||||||
response_json_body = {
|
response_json_body = {
|
||||||
'results': [
|
'results': [
|
||||||
{
|
{
|
||||||
'text': format_sillytavern_err(
|
'text': backend_response
|
||||||
f'Backend ({opts.mode}) {error_type_string}: {response_json_body.get("error")}',
|
|
||||||
'error')
|
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
@ -133,7 +134,8 @@ def generate():
|
||||||
}
|
}
|
||||||
else:
|
else:
|
||||||
raise Exception
|
raise Exception
|
||||||
redis.incr('proompts')
|
if not backend_err:
|
||||||
|
redis.incr('proompts')
|
||||||
log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time if not backend_err else None, parameters, dict(request.headers), response.status_code if response else 0, response_json_body.get('details', {}).get('generated_tokens'), is_error=backend_err)
|
log_prompt(client_ip, token, request_json_body['prompt'], backend_response, elapsed_time if not backend_err else None, parameters, dict(request.headers), response.status_code if response else 0, response_json_body.get('details', {}).get('generated_tokens'), is_error=backend_err)
|
||||||
return jsonify({
|
return jsonify({
|
||||||
**response_json_body
|
**response_json_body
|
||||||
|
|
Loading…
Reference in New Issue