Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
2 changed files with 1 additions and 4 deletions
Showing only changes of commit f88e2362c5 - Show all commits

View File

@ -14,8 +14,6 @@ def check_moderation_endpoint(prompt: str):
response.raise_for_status()
response = response.json()
print(response)
offending_categories = []
for k, v in response['results'][0]['categories'].items():
if v:

View File

@ -39,7 +39,7 @@ def get_results(tag, num_tasks):
flagged_categories.add(item)
num_results += 1
if time.time() - start_time > opts.openai_moderation_timeout:
print('Timed out waiting for result from moderator.')
print('----> Timed out waiting for result from moderator.')
break
return list(flagged_categories)
@ -49,7 +49,6 @@ def moderation_worker():
result = redis_moderation.blpop(['queue:msgs_to_check'])
try:
msg, tag = json.loads(result[1])
print(tag)
_, categories = check_moderation_endpoint(msg)
redis_moderation.rpush('queue:flagged_categories', json.dumps((tag, categories)))
except: