cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

oops

This commit is contained in:
Cyberes 2023-09-12 01:12:50 -06:00
parent 57ccedcfb9
commit 5dd95875dd
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/routes/v1/generate_stats.py
View File

@ -82,7 +82,7 @@ def generate_stats():
'online': online, 'online': online,
'endpoints': { 'endpoints': {
'blocking': f'https://{opts.base_client_api}', 'blocking': f'https://{opts.base_client_api}',
'streaming': f'wss://{opts.base_client_api}/stream', 'streaming': f'wss://{opts.base_client_api}/v1/stream',
}, },
'queue': { 'queue': {
'processing': active_gen_workers, 'processing': active_gen_workers,