local-llm-server/llm_server/routes/v1/generate.py

16 lines
482 B
Python

from flask import jsonify, request
from requests.exceptions import InvalidJSONError
from . import bp
from ..request_handler import OobaRequestHandler
@bp.route('/generate', methods=['POST'])
def generate():
try:
handler = OobaRequestHandler(request)
return handler.handle_request()
except InvalidJSONError:
# The request handler will throw an error if the client sent invalid JSON
return jsonify({'code': 400, 'msg': 'Invalid JSON'}), 400