local-llm-server/llm_server/opts.py

# Read-only global variables

# TODO: rewrite the config system so I don't have to add every single config default here

running_model = 'none'
concurrent_gens = 3
mode = 'oobabooga'
backend_url = None
context_size = 5555
max_new_tokens = 500
database_path = './proxy-server.db'
auth_required = False
log_prompts = False
frontend_api_client = ''
base_client_api = None
http_host = None
verify_ssl = True
show_num_prompts = True
show_uptime = True
average_generation_time_mode = 'database'
show_total_output_tokens = True
netdata_root = None
simultaneous_requests_per_ip = 3
show_backend_info = True
manual_model_name = None
llm_middleware_name = ''
enable_openi_compatible_backend = True
openai_system_prompt = """You are an AI assistant chatbot. Your main function is to provide accurate and helpful responses to the user's queries. You should always be polite, respectful, and patient. You should not provide any personal opinions or advice unless specifically asked by the user. You should not make any assumptions about the user's knowledge or abilities. You should always strive to provide clear and concise answers. If you do not understand a user's query, ask for clarification. If you cannot provide an answer, apologize and suggest the user seek help elsewhere.\nYou are the assistant and answer to the `### RESPONSE` prompt. Lines that start with `### ASSISTANT` were messages you sent previously.\nLines that start with `### USER` were messages sent by the user you are chatting with.\nYou will respond to the "### RESPONSE:" prompts and follow the instructions given by the user.\n\n"""
add home template 2023-08-23 23:11:12 -06:00			`# Read-only global variables`
minor adjustments 2023-08-21 22:49:44 -06:00
show total output tokens on stats 2023-08-24 20:43:11 -06:00			`# TODO: rewrite the config system so I don't have to add every single config default here`

MVP 2023-08-21 21:28:52 -06:00			`running_model = 'none'`
concurrent gens setting, online status 2023-08-22 00:26:46 -06:00			`concurrent_gens = 3`
MVP 2023-08-21 21:28:52 -06:00			`mode = 'oobabooga'`
			`backend_url = None`
rename, more stats 2023-08-22 20:42:38 -06:00			`context_size = 5555`
refactor generation route 2023-08-30 18:53:26 -06:00			`max_new_tokens = 500`
MVP 2023-08-21 21:28:52 -06:00			`database_path = './proxy-server.db'`
			`auth_required = False`
			`log_prompts = False`
more proxy stats 2023-08-22 16:50:49 -06:00			`frontend_api_client = ''`
implement streaming for hf-textgen 2023-08-29 17:56:12 -06:00			`base_client_api = None`
display error messages in sillytavern 2023-08-22 20:28:41 -06:00			`http_host = None`
allow disabling ssl verification 2023-08-23 16:11:32 -06:00			`verify_ssl = True`
allow hiding of more variables 2023-08-23 22:08:10 -06:00			`show_num_prompts = True`
			`show_uptime = True`
update home, update readme, calculate estimated wait based on database stats 2023-08-24 16:47:14 -06:00			`average_generation_time_mode = 'database'`
show total output tokens on stats 2023-08-24 20:43:11 -06:00			`show_total_output_tokens = True`
reorganize nvidia stats 2023-08-25 15:02:40 -06:00			`netdata_root = None`
implement vllm backend 2023-09-11 20:47:19 -06:00			`simultaneous_requests_per_ip = 3`
add HF text-generation-inference backend 2023-08-29 13:46:41 -06:00			`show_backend_info = True`
fix invalid param error, add manual model name 2023-09-12 10:30:45 -06:00			`manual_model_name = None`
add openai-compatible backend 2023-09-12 16:40:09 -06:00			`llm_middleware_name = ''`
			`enable_openi_compatible_backend = True`
change gpt4 prompt 2023-09-12 16:47:08 -06:00			openai_system_prompt = """You are an AI assistant chatbot. Your main function is to provide accurate and helpful responses to the user's queries. You should always be polite, respectful, and patient. You should not provide any personal opinions or advice unless specifically asked by the user. You should not make any assumptions about the user's knowledge or abilities. You should always strive to provide clear and concise answers. If you do not understand a user's query, ask for clarification. If you cannot provide an answer, apologize and suggest the user seek help elsewhere.\nYou are the assistant and answer to the `### RESPONSE` prompt. Lines that start with `### ASSISTANT` were messages you sent previously.\nLines that start with `### USER` were messages sent by the user you are chatting with.\nYou will respond to the "### RESPONSE:" prompts and follow the instructions given by the user.\n\n"""