local-llm-server/config/config.yml

27 lines
629 B
YAML

# TODO: add this file to gitignore and add a .sample.yml
log_prompts: true
verify_ssl: false # Python request has issues with self-signed certs
mode: oobabooga
auth_required: false
concurrent_gens: 3
token_limit: 7777
backend_url: https://10.0.0.86:8083
## STATS ##
# Display the total_proompts item on the stats screen.
show_num_prompts: true
# Display the uptime item on the stats screen.
show_uptime: true
# Load the number of prompts from the database to display on the stats page.
load_num_prompts: true
# Path that is shown to users for them to connect to
frontend_api_client: /api
database_path: ./proxy-server.db