local-llm-server/llm_server/workers/logger.py

import pickle
import traceback

import redis

from llm_server.database.database import do_db_log
from llm_server.logging import create_logger


def db_logger():
    """
    We don't want the logging operation to be blocking, so we will use a background worker
    to do the logging.
    :return:
    """

    r = redis.Redis(host='localhost', port=6379, db=3)
    p = r.pubsub()
    p.subscribe('database-logger')
    logger = create_logger('main_bg')

    for message in p.listen():
        try:
            if message['type'] == 'message':
                data = pickle.loads(message['data'])
                function_name = data['function']
                args = data['args']
                kwargs = data['kwargs']

                if function_name == 'log_prompt':
                    do_db_log(*args, **kwargs)
        except:
            logger.error(traceback.format_exc())