revert

2023-10-16 18:16:19 -06:00 · 2023-10-16 18:16:19 -06:00 · 81baf9616f
parent 21755450a3
commit 81baf9616f
1 changed files with 0 additions and 1 deletions
--- a/llm_server/llm/vllm/tokenize.py
+++ b/llm_server/llm/vllm/tokenize.py
@ -29,7 +29,6 @@ def tokenize(prompt: str, backend_url: str) -> int:
    # Define a function to send a chunk to the server
    def send_chunk(chunk):
        try:
-            XXX
            r = requests.post(f'{backend_url}/tokenize', json={'input': chunk}, verify=opts.verify_ssl, timeout=opts.backend_generate_request_timeout)
            j = r.json()
            return j['length']