Bash Ollama LLM Simple Interfaces

chat.sh

#!/bin/bash

MODEL="wizard-vicuna-uncensored:latest"
API_URL="asupkeun-api-endpoint"
HISTORY="[]"
while true; do
  read -p "You: " USER_INPUT
  [[ -z "$USER_INPUT" ]] && break
  HISTORY=$(jq -n --argjson h "$HISTORY" --arg m "$USER_INPUT" \
    '$h + [{"role":"user","content":$m}]')
  
  FULL_REPLY=""
  while IFS= read -r line; do
    content=$(echo "$line" | jq -r --exit-status 'select(.message.content != null) | .message.content' 2>/dev/null)
    if [[ -n "$content" ]]; then
      printf "%s" "$content"
      FULL_REPLY+="$content"
    fi
  done < <(curl -sN "$API_URL" \
    -H "Content-Type: application/json" \
    -d "{
      \"model\": \"$MODEL\",
      \"messages\": $HISTORY,
      \"stream\": true
    }")
  echo
  HISTORY=$(jq -n --argjson h "$HISTORY" --arg m "$FULL_REPLY" \
    '$h + [{"role":"assistant","content":$m}]')
done