local-llm-server/llm_server/pre_fork.py

13 lines
371 B
Python

import time
import sys
from llm_server.custom_redis import redis
from llm_server.logging import create_logger
def server_startup(s):
logger = create_logger('gunicorn')
while not redis.get('daemon_started', dtype=bool):
logger.warning('Could not find the key daemon_started in Redis. Did you forget to start the daemon process?')
time.sleep(10)