cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

fix redis cycle and add no reset to daemon

This commit is contained in:
Cyberes 2023-10-22 12:19:20 -06:00
parent e236e93a79
commit d43f110a14
2 changed files with 16 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
daemon.py
View File

@ -1,3 +1,4 @@
import argparse
import os import os
import sys import sys
import time import time
@ -20,8 +21,14 @@ else:
config_path = Path(script_path, 'config', 'config.yml') config_path = Path(script_path, 'config', 'config.yml')
if __name__ == "__main__": if __name__ == "__main__":
Redis().flushall() parser = argparse.ArgumentParser(
print('Flushed Redis.') description='Daemon microservice.')
parser.add_argument('--no-reset', action='store_true', help="Don't clear the Redis server databases.")
args = parser.parse_args()
if not args.no_reset:
Redis().flushall()
print('Flushed Redis.')
success, config, msg = load_config(config_path) success, config, msg = load_config(config_path)
if not success: if not success:

10
llm_server/cluster/redis_cycle.py
View File

@ -9,11 +9,15 @@ def redis_cycle(list_name):
:param list_name: :param list_name:
:return: :return:
""" """
to_move = redis_cycler_db.rpop(list_name) pipeline = redis_cycler_db.pipeline()
pipeline.lpop(list_name)
to_move = pipeline.execute()[0]
if not to_move: if not to_move:
return [] return []
redis_cycler_db.lpush(list_name, to_move) pipeline.rpush(list_name, to_move)
new_list = redis_cycler_db.lrange(list_name, 0, -1) pipeline.lrange(list_name, 0, -1)
results = pipeline.execute()
new_list = results[-1]
return [x.decode('utf-8') for x in new_list] return [x.decode('utf-8') for x in new_list]