cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

reduce tokens for backend tester

This commit is contained in:
Cyberes 2023-09-30 21:48:16 -06:00
parent 9235725bdd
commit bc25d92c95
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/cluster/backend.py
View File

@ -12,7 +12,7 @@ def test_backend(backend_url: str, test_prompt: bool = False):
"prompt": "Test prompt", "prompt": "Test prompt",
"stream": False, "stream": False,
"temperature": 0, "temperature": 0,
"max_new_tokens": 16, "max_new_tokens": 3,
} }
success, response, err = generator(data, backend_url, timeout=10) success, response, err = generator(data, backend_url, timeout=10)
if not success or not response or err: if not success or not response or err: