cyberes
/
local-llm-server
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

f

This commit is contained in:
Cyberes 2023-10-04 12:47:59 -06:00
parent 6af5365015
commit 7cb624c5f5
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/custom_redis.py
View File

@ -112,7 +112,7 @@ class RedisCustom(Redis):
def zcard(self, name: KeyT):
return self.redis.zcard(self._key(name))
def hdel(self, name: str, *keys: List):
def hdel(self, name: str, *keys: str):
return self.redis.hdel(self._key(name), *keys)
def hget(

2
llm_server/routes/queue.py
View File

@ -62,7 +62,7 @@ class RedisPriorityQueue:
def decrement_ip_count(self, client_ip: str, redis_key):
new_count = self.redis.hincrby(redis_key, client_ip, -1)
if new_count <= 0:
self.redis.hdel(redis_key, [client_ip])
self.redis.hdel(redis_key, client_ip)
def __len__(self):
return self.redis.zcard('queue')