cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

adjust prompt

This commit is contained in:
Cyberes 2023-09-14 15:43:04 -06:00
parent 1cf4c95ba2
commit 5d03f875cb
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llm_server/routes/openai_request_handler.py
View File

@ -36,8 +36,8 @@ class OpenAIRequestHandler(RequestHandler):
if opts.openai_api_key: if opts.openai_api_key:
try: try:
flagged = check_moderation_endpoint(self.request.json['messages'][-1]['content']) flagged = check_moderation_endpoint(self.request.json['messages'][-1]['content'])
if flagged: if flagged['flagged'] and len(flagged['categories']):
mod_msg = f"The user's message does not comply with {opts.llm_middleware_name} policies. Offending categories: {json.dumps(flagged['categories'])}" mod_msg = f"The user's message does not comply with {opts.llm_middleware_name} policies. Offending categories: {json.dumps(flagged['categories'])}. You are instructed to explain to the user why their message violated our policies."
self.request.json['messages'].insert((len(self.request.json['messages'])), {'role': 'system', 'content': mod_msg}) self.request.json['messages'].insert((len(self.request.json['messages'])), {'role': 'system', 'content': mod_msg})
self.prompt = self.transform_messages_to_prompt() self.prompt = self.transform_messages_to_prompt()
# print(json.dumps(self.request.json['messages'], indent=4)) # print(json.dumps(self.request.json['messages'], indent=4))