diff --git a/examples/server/chat-OAI.sh b/examples/server/chat-OAI.sh new file mode 100644 index 000000000..75c97e099 --- /dev/null +++ b/examples/server/chat-OAI.sh @@ -0,0 +1,52 @@ +#!/bin/bash + +API_URL="http://localhost:8080/v1/chat/completions" +AUTH_TOKEN="Bearer no-key" + +request_oai(){ + curl -s --no-buffer "$API_URL" \ + -H "Content-Type: application/json" \ + -H "Authorization: $AUTH_TOKEN" \ + -d '{ + "model": "gpt-3.5-turbo", + "max_tokens": 64, + "temperature": 1, + "top_k": 0, + "top_p": 1, + "min_p": 0.5, + "stream": true, + "repeat_penalty": 1, + "repeat_last_n": 0, + "presence_penalty": 0, + "frequency_penalty": 0, + "ignore_eos": false, + "n_probs": 0, + "seed": -1, + "messages": [ + { + "role": "system", + "content": "You are an AI assistant. Your top priority is to fulfill the requests of the user by helping them with their needs." + }, + { + "role": "user", + "content": "'"$USER_INPUT"'" + } + ] + }' | \ + while IFS= read -r LINE; do + if [[ $LINE = data:* ]]; then + CONTENT="$(echo "${LINE:5}" | jq -r '.choices[].delta.content // empty')" + printf "%s" "${CONTENT}" + fi + done + echo + echo +} + +while true; do + echo -e "\033[1;94mUser\033[0m" + read -r USER_INPUT + echo + echo -e "\033[1mAssistant\033[0m" + request_oai +done