cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
Conversation 0 Commits 163 Files Changed 91 +3 -3
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 1a15232400 - Show all commits

2
other/tests/generate.sh
View File

@ -33,7 +33,7 @@ while true; do
DATA=$( DATA=$(
cat <<EOF cat <<EOF
{ {
"prompt": "Please give me a step-by-step guide on how to plant a tree in my backyard.", "prompt": "Write a 300 word story about an apple tree.",
"temperature": 1, "temperature": 1,
"max_new_tokens": 100, "max_new_tokens": 100,
"top_p": 1.0, "top_p": 1.0,

2
other/tests/oai-completion.sh
View File

@ -36,7 +36,7 @@ while true; do
cat <<EOF cat <<EOF
{ {
"model": "gpt-4", "model": "gpt-4",
"prompt": "Please give me a step-by-step guide on how to plant a tree in my backyard.", "prompt": "Write a 300 word story about an apple tree.",
"max_tokens": 100, "max_tokens": 100,
"stream": $DO_STREAM "stream": $DO_STREAM
} }

2
other/tests/stream.py
View File

@ -98,7 +98,7 @@ async def print_response_stream(prompt):
if __name__ == '__main__': if __name__ == '__main__':
prompt = "Write a 300 word description of how an apple tree grows.\n\n" prompt = "Write a 300 word story about an apple tree.\n\n"
while True: while True:
print('--> START <--') print('--> START <--')
asyncio.run(print_response_stream(prompt)) asyncio.run(print_response_stream(prompt))