local-llm-server/llm_server/routes/v1/generate.py

from flask import jsonify, request
from requests.exceptions import InvalidJSONError

from . import bp
from ..request_handler import OobaRequestHandler


@bp.route('/generate', methods=['POST'])
def generate():
    try:
        handler = OobaRequestHandler(request)
        return handler.handle_request()
    except InvalidJSONError:
        # The request handler will throw an error if the client sent invalid JSON
        return jsonify({'code': 400, 'msg': 'Invalid JSON'}), 400