Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
1 changed files with 1 additions and 1 deletions
Showing only changes of commit e07e31df0a - Show all commits

View File

@ -1,6 +1,7 @@
import hashlib
import pickle
from llm_server.cluster.cluster_config import get_a_cluster_backend
from llm_server.custom_redis import RedisCustom
@ -57,4 +58,3 @@ class RedisClusterStore:
backend_url = get_a_cluster_backend()
print(f'Backend {old} offline. Request was redirected to {backend_url}')
return backend_url