local-llm-server/llm_server/opts.py

# Read-only global variables

running_model = 'none'
concurrent_gens = 3
mode = 'oobabooga'
backend_url = None
context_size = 5555
database_path = './proxy-server.db'
auth_required = False
log_prompts = False
frontend_api_client = ''
full_client_api = None
http_host = None
verify_ssl = True
show_num_prompts = True
show_uptime = True
average_generation_time_mode = 'database'
add home template 2023-08-23 23:11:12 -06:00			`# Read-only global variables`
minor adjustments 2023-08-21 22:49:44 -06:00
MVP 2023-08-21 21:28:52 -06:00			`running_model = 'none'`
concurrent gens setting, online status 2023-08-22 00:26:46 -06:00			`concurrent_gens = 3`
MVP 2023-08-21 21:28:52 -06:00			`mode = 'oobabooga'`
			`backend_url = None`
rename, more stats 2023-08-22 20:42:38 -06:00			`context_size = 5555`
MVP 2023-08-21 21:28:52 -06:00			`database_path = './proxy-server.db'`
			`auth_required = False`
			`log_prompts = False`
more proxy stats 2023-08-22 16:50:49 -06:00			`frontend_api_client = ''`
add home template 2023-08-23 23:11:12 -06:00			`full_client_api = None`
display error messages in sillytavern 2023-08-22 20:28:41 -06:00			`http_host = None`
allow disabling ssl verification 2023-08-23 16:11:32 -06:00			`verify_ssl = True`
allow hiding of more variables 2023-08-23 22:08:10 -06:00			`show_num_prompts = True`
			`show_uptime = True`
update home, update readme, calculate estimated wait based on database stats 2023-08-24 16:47:14 -06:00			`average_generation_time_mode = 'database'`