reduce tokens for backend tester

2023-09-30 21:48:16 -06:00 · 2023-09-30 21:48:16 -06:00 · bc25d92c95
parent 9235725bdd
commit bc25d92c95
1 changed files with 1 additions and 1 deletions
--- a/llm_server/cluster/backend.py
+++ b/llm_server/cluster/backend.py
@ -12,7 +12,7 @@ def test_backend(backend_url: str, test_prompt: bool = False):
            "prompt": "Test prompt",
            "stream": False,
            "temperature": 0,
-            "max_new_tokens": 16,
+            "max_new_tokens": 3,
        }
        success, response, err = generator(data, backend_url, timeout=10)
        if not success or not response or err: