still having issues

2023-08-31 09:24:37 -06:00 · 2023-08-31 09:24:37 -06:00 · bf39b8da63
parent 4b32401542
commit bf39b8da63
1 changed files with 1 additions and 1 deletions
--- a/llm_server/llm/hf_textgen/generate.py
+++ b/llm_server/llm/hf_textgen/generate.py
@ -37,7 +37,7 @@ def prepare_json(json_data: dict):


 def generate(json_data: dict):
-    # print(json.dumps(prepare_json(json_data)))
+    assert json_data.get('typical_p', 0) < 0.999
    try:
        r = requests.post(f'{opts.backend_url}/generate', json=prepare_json(json_data), verify=opts.verify_ssl)
    except Exception as e: