45 lines
1010 B
Python
45 lines
1010 B
Python
|
import time
|
||
|
|
|
||
|
|
from llm_server.routes.cache import redis
|
||
|
|
|
||
|
|
try:
|
||
|
|
import gevent.monkey
|
||
|
|
|
||
|
|
gevent.monkey.patch_all()
|
||
|
|
except ImportError:
|
||
|
|
pass
|
||
|
|
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
from pathlib import Path
|
||
|
|
|
||
|
|
from llm_server.config.load import load_config
|
||
|
|
from llm_server.database.create import create_db
|
||
|
|
|
||
|
|
from llm_server.workers.app import start_background
|
||
|
|
|
||
|
|
script_path = os.path.dirname(os.path.realpath(__file__))
|
||
|
|
config_path_environ = os.getenv("CONFIG_PATH")
|
||
|
|
if config_path_environ:
|
||
|
|
config_path = config_path_environ
|
||
|
|
else:
|
||
|
|
config_path = Path(script_path, 'config', 'config.yml')
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
flushed_keys = redis.flush()
|
||
|
|
print('Flushed', len(flushed_keys), 'keys from Redis.')
|
||
|
|
|
||
|
|
success, config, msg = load_config(config_path, script_path)
|
||
|
|
if not success:
|
||
|
|
print('Failed to load config:', msg)
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
create_db()
|
||
|
|
start_background()
|
||
|
|
|
||
|
|
redis.set('daemon_started', 1)
|
||
|
|
print('== Daemon Setup Complete ==\n')
|
||
|
|
|
||
|
|
while True:
|
||
|
|
time.sleep(3600)
|