This repository has been archived on 2024-10-27. You can view files and clone it, but cannot push or open issues or pull requests.
local-llm-server/config/config.yml

29 lines
680 B
YAML

# TODO: add this file to gitignore and add a .sample.yml
log_prompts: true
verify_ssl: false # Python request has issues with self-signed certs
mode: oobabooga
auth_required: false
concurrent_gens: 3
token_limit: 7777
backend_url: https://10.0.0.86:8083
llm_middleware_name: proxy.chub-archive.evulid.cc
## STATS ##
# Display the total_proompts item on the stats screen.
show_num_prompts: true
# Display the uptime item on the stats screen.
show_uptime: true
# Load the number of prompts from the database to display on the stats page.
load_num_prompts: true
# Path that is shown to users for them to connect to
frontend_api_client: /api
database_path: ./proxy-server.db