Merge cluster to master #3
|
@ -33,7 +33,7 @@ while true; do
|
|||
DATA=$(
|
||||
cat <<EOF
|
||||
{
|
||||
"prompt": "Please give me a step-by-step guide on how to plant a tree in my backyard.",
|
||||
"prompt": "Write a 300 word story about an apple tree.",
|
||||
"temperature": 1,
|
||||
"max_new_tokens": 100,
|
||||
"top_p": 1.0,
|
||||
|
|
|
@ -36,7 +36,7 @@ while true; do
|
|||
cat <<EOF
|
||||
{
|
||||
"model": "gpt-4",
|
||||
"prompt": "Please give me a step-by-step guide on how to plant a tree in my backyard.",
|
||||
"prompt": "Write a 300 word story about an apple tree.",
|
||||
"max_tokens": 100,
|
||||
"stream": $DO_STREAM
|
||||
}
|
||||
|
|
|
@ -98,7 +98,7 @@ async def print_response_stream(prompt):
|
|||
|
||||
|
||||
if __name__ == '__main__':
|
||||
prompt = "Write a 300 word description of how an apple tree grows.\n\n"
|
||||
prompt = "Write a 300 word story about an apple tree.\n\n"
|
||||
while True:
|
||||
print('--> START <--')
|
||||
asyncio.run(print_response_stream(prompt))
|
||||
|
|
Reference in New Issue