local-llm-server/config/config.yml

15 lines
300 B
YAML

# TODO: add this file to gitignore and add a .sample.yml
log_prompts: true
mode: oobabooga
auth_required: false
concurrent_gens: 3
token_limit: 5555
backend_url: http://172.0.0.2:9104
# Path that is shown to users for them to connect to
frontend_api_client: /api
database_path: ./proxy-server.db