local-llm-server/llm_server/opts.py

14 lines
295 B
Python
Raw Normal View History

2023-08-22 21:14:12 -06:00
# Global settings that never change after startup/init
2023-08-21 22:49:44 -06:00
2023-08-21 21:28:52 -06:00
running_model = 'none'
2023-08-22 00:26:46 -06:00
concurrent_gens = 3
2023-08-21 21:28:52 -06:00
mode = 'oobabooga'
backend_url = None
2023-08-22 20:42:38 -06:00
context_size = 5555
2023-08-21 21:28:52 -06:00
database_path = './proxy-server.db'
auth_required = False
log_prompts = False
2023-08-22 16:50:49 -06:00
frontend_api_client = ''
2023-08-22 20:28:41 -06:00
http_host = None
2023-08-23 16:11:32 -06:00
verify_ssl = True