local-llm-server/llm_server/helpers.py

import math
import re
from collections import OrderedDict
from pathlib import Path
from typing import Union

import simplejson as json
from flask import make_response

from llm_server import opts
from llm_server.routes.cache import redis


def resolve_path(*p: str):
    return Path(*p).expanduser().resolve().absolute()


def safe_list_get(l, idx, default):
    """
    https://stackoverflow.com/a/5125636
    :param l:
    :param idx:
    :param default:
    :return:
    """
    try:
        return l[idx]
    except IndexError:
        return default


def deep_sort(obj):
    if isinstance(obj, dict):
        return OrderedDict((k, deep_sort(v)) for k, v in sorted(obj.items()))
    if isinstance(obj, list):
        return sorted(deep_sort(x) for x in obj)
    return obj


def indefinite_article(word):
    if word[0].lower() in 'aeiou':
        return 'an'
    else:
        return 'a'


def jsonify_pretty(json_dict: Union[list, dict], status=200, indent=4, sort_keys=True):
    response = make_response(json.dumps(json_dict, indent=indent, sort_keys=sort_keys))
    response.headers['Content-Type'] = 'application/json; charset=utf-8'
    response.headers['mimetype'] = 'application/json'
    response.status_code = status
    return response


def round_up_base(n, base):
    if base == 0:
        print('round_up_base DIVIDE BY ZERO ERROR????', n, base)
        return 0
    return math.ceil(n / base) * base


def auto_set_base_client_api(request):
    http_host = redis.get('http_host', str)
    host = request.headers.get("Host")
    if http_host and not re.match(r'((25[0-5]|(2[0-4]|1\d|[1-9]|)\d)\.?\b){4}', http_host):
        # If the current http_host is not an IP, don't do anything.
        return
    else:
        redis.set('http_host', host)
        redis.set('base_client_api', f'{host}/{opts.frontend_api_client.strip("/")}')