cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
Conversation 0 Commits 163 Files Changed 91 +1
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 21755450a3 - Show all commits

1
llm_server/llm/vllm/tokenize.py
View File

@ -29,6 +29,7 @@ def tokenize(prompt: str, backend_url: str) -> int:
# Define a function to send a chunk to the server # Define a function to send a chunk to the server
def send_chunk(chunk): def send_chunk(chunk):
try: try:
XXX
r = requests.post(f'{backend_url}/tokenize', json={'input': chunk}, verify=opts.verify_ssl, timeout=opts.backend_generate_request_timeout) r = requests.post(f'{backend_url}/tokenize', json={'input': chunk}, verify=opts.verify_ssl, timeout=opts.backend_generate_request_timeout)
j = r.json() j = r.json()
return j['length'] return j['length']