local-llm-server/other/tests/oai-chat-completion.sh

#!/bin/bash

DO_STREAM=false
SLEEP_TIME=2

while getopts p:t:s flag; do
  case "${flag}" in
  s) DO_STREAM=true ;;
  p) PROXY_CHOICE=${OPTARG} ;;
  t) SLEEP_TIME=${OPTARG} ;;
  *) ;;
  esac
done

SOURCE=${BASH_SOURCE[0]}
while [ -L "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
  DIR=$(cd -P "$(dirname "$SOURCE")" >/dev/null 2>&1 && pwd)
  SOURCE=$(readlink "$SOURCE")
  [[ $SOURCE != /* ]] && SOURCE=$DIR/$SOURCE # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
done
DIR=$(cd -P "$(dirname "$SOURCE")" >/dev/null 2>&1 && pwd)

source "$DIR/config.sh"

if [ ! -z "$PROXY_CHOICE" ]; then
  our_proxy_server="${PROXY_SERVERS[$PROXY_CHOICE]}"
  echo "Using $our_proxy_server"
else
  our_proxy_server=""
fi

while true; do
  echo "--> START <--"

  DATA=$(
    cat <<EOF
{
 "model": "gpt-4",
 "messages": [{"role": "user", "content": "Write a 300 word story about an apple tree."}],
 "max_tokens": 100,
 "stream": $DO_STREAM
}
EOF
  )

  curl "$HOST/api/openai/v1/chat/completions" -m 100 -x "$our_proxy_server" \
    -H "Content-Type: application/json" \
    -H "Authorization: Bearer $AUTH_KEY" \
    -d "$DATA"
  echo -e "--> DONE <--\n"
  sleep $SLEEP_TIME
done