2023-08-30 18:53:26 -06:00
|
|
|
"""
|
|
|
|
This file is used by the worker that processes requests.
|
|
|
|
"""
|
|
|
|
|
2023-08-21 21:28:52 -06:00
|
|
|
import requests
|
|
|
|
|
|
|
|
from llm_server import opts
|
|
|
|
|
|
|
|
|
|
|
|
def generate(json_data: dict):
|
|
|
|
try:
|
2023-08-23 16:11:32 -06:00
|
|
|
r = requests.post(f'{opts.backend_url}/api/v1/generate', json=json_data, verify=opts.verify_ssl)
|
2023-08-21 21:28:52 -06:00
|
|
|
except Exception as e:
|
|
|
|
return False, None, f'{e.__class__.__name__}: {e}'
|
|
|
|
if r.status_code != 200:
|
|
|
|
return False, r, f'Backend returned {r.status_code}'
|
|
|
|
return True, r, None
|