53 lines
1.2 KiB
Bash
Executable File
53 lines
1.2 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
DO_STREAM=false
|
|
SLEEP_TIME=2
|
|
|
|
while getopts p:t:s flag; do
|
|
case "${flag}" in
|
|
s) DO_STREAM=true ;;
|
|
p) PROXY_CHOICE=${OPTARG} ;;
|
|
t) SLEEP_TIME=${OPTARG} ;;
|
|
*) ;;
|
|
esac
|
|
done
|
|
|
|
SOURCE=${BASH_SOURCE[0]}
|
|
while [ -L "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
|
|
DIR=$(cd -P "$(dirname "$SOURCE")" >/dev/null 2>&1 && pwd)
|
|
SOURCE=$(readlink "$SOURCE")
|
|
[[ $SOURCE != /* ]] && SOURCE=$DIR/$SOURCE # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
|
|
done
|
|
DIR=$(cd -P "$(dirname "$SOURCE")" >/dev/null 2>&1 && pwd)
|
|
|
|
source "$DIR/config.sh"
|
|
|
|
if [ ! -z "$PROXY_CHOICE" ]; then
|
|
our_proxy_server="${PROXY_SERVERS[$PROXY_CHOICE]}"
|
|
echo "Using $our_proxy_server"
|
|
else
|
|
our_proxy_server=""
|
|
fi
|
|
|
|
while true; do
|
|
echo "--> START <--"
|
|
|
|
DATA=$(
|
|
cat <<EOF
|
|
{
|
|
"model": "gpt-4",
|
|
"prompt": "Write a 300 word story about an apple tree.",
|
|
"max_tokens": 100,
|
|
"stream": $DO_STREAM
|
|
}
|
|
EOF
|
|
)
|
|
|
|
curl "https://$HOST/api/openai/v1/completions" -m 100 -x "$our_proxy_server" \
|
|
-H "Content-Type: application/json" \
|
|
-H "Authorization: Bearer $AUTH_KEY" \
|
|
-d "$DATA"
|
|
echo -e "--> DONE <--\n"
|
|
sleep $SLEEP_TIME
|
|
done
|