59 lines
1.3 KiB
Bash
Executable File
59 lines
1.3 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
SLEEP_TIME=2
|
|
|
|
while getopts p:t: flag; do
|
|
case "${flag}" in
|
|
p) PROXY_CHOICE=${OPTARG} ;;
|
|
t) SLEEP_TIME=${OPTARG} ;;
|
|
*) ;;
|
|
esac
|
|
done
|
|
|
|
SOURCE=${BASH_SOURCE[0]}
|
|
while [ -L "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
|
|
DIR=$(cd -P "$(dirname "$SOURCE")" >/dev/null 2>&1 && pwd)
|
|
SOURCE=$(readlink "$SOURCE")
|
|
[[ $SOURCE != /* ]] && SOURCE=$DIR/$SOURCE # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
|
|
done
|
|
DIR=$(cd -P "$(dirname "$SOURCE")" >/dev/null 2>&1 && pwd)
|
|
|
|
source "$DIR/config.sh"
|
|
|
|
if [ -n "$PROXY_CHOICE" ]; then
|
|
our_proxy_server="${PROXY_SERVERS[$PROXY_CHOICE]}"
|
|
echo "Using $our_proxy_server"
|
|
else
|
|
our_proxy_server=""
|
|
fi
|
|
|
|
while true; do
|
|
echo "--> START <--"
|
|
|
|
DATA=$(
|
|
cat <<EOF
|
|
{
|
|
"prompt": "Write a 300 word story about an apple tree.",
|
|
"temperature": 1,
|
|
"max_new_tokens": 100,
|
|
"top_p": 1.0,
|
|
"top_k": -1,
|
|
"use_beam_search": false,
|
|
"stop": ["TEST"],
|
|
"ignore_eos": false,
|
|
"presence_penalty": 0.0,
|
|
"frequency_penalty": 0.0,
|
|
"length_penalty": 1.0,
|
|
"early_stopping": false
|
|
}
|
|
EOF
|
|
)
|
|
|
|
curl "https://$HOST/api/v1/generate" -m 100 -x "$our_proxy_server" \
|
|
-H "Content-Type: application/json" \
|
|
-H "Authorization: Bearer $AUTH_KEY" \
|
|
-d "$DATA"
|
|
echo -e "--> DONE <--\n"
|
|
sleep $SLEEP_TIME
|
|
done
|