This repository has been archived on 2024-10-27. You can view files and clone it, but cannot push or open issues or pull requests.
local-llm-server/llm_server/routes/openai/__init__.py

43 lines
1.0 KiB
Python
Raw Normal View History

2023-09-26 22:09:11 -06:00
from flask import Blueprint
2023-09-12 16:40:09 -06:00
2023-09-26 22:09:11 -06:00
from ..request_handler import before_request
2023-09-12 16:40:09 -06:00
from ..server_error import handle_server_error
from ... import opts
openai_bp = Blueprint('openai/v1/', __name__)
2023-10-09 23:51:26 -06:00
openai_model_bp = Blueprint('openai/', __name__)
2023-09-12 16:40:09 -06:00
@openai_bp.before_request
2023-10-09 23:51:26 -06:00
@openai_model_bp.before_request
2023-09-17 18:55:36 -06:00
def before_oai_request():
2023-09-12 16:40:09 -06:00
if not opts.enable_openi_compatible_backend:
2023-09-26 22:09:11 -06:00
return 'The OpenAI-compatible backend is disabled.', 401
return before_request()
2023-09-12 16:40:09 -06:00
@openai_bp.errorhandler(500)
2023-10-09 23:51:26 -06:00
@openai_model_bp.errorhandler(500)
2023-09-12 16:40:09 -06:00
def handle_error(e):
2023-10-20 12:14:34 -06:00
"""
Found Codes:
"auth_subrequest_error"
"""
print(e)
return jsonify({
"error": {
"message": "Internal server error",
"type": "auth_subrequest_error",
"param": None,
"code": "internal_error"
}
}), 500
2023-09-12 16:40:09 -06:00
from .models import openai_list_models
from .chat_completions import openai_chat_completions
2023-09-13 20:25:56 -06:00
from .info import get_openai_info
2023-09-26 22:09:11 -06:00
from .simulated import *
from .completions import openai_completions