install_ollama_and_openwebui.sh

#!/bin/bash

sudo -v

# upgrade distro
apt update
apt upgrade -y

# install curl and ollama
apt install curl -y
curl -fsSL https://ollama.com/install.sh | sh


# push from server llama2 models
ollama pull llama2


# Add Docker's official GPG key:
apt-get update
apt-get install ca-certificates curl
install -m 0755 -d /etc/apt/keyrings
curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
chmod a+r /etc/apt/keyrings/docker.asc

# Add the repository to Apt sources:
echo \
  "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \
  $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
  tee /etc/apt/sources.list.d/docker.list > /dev/null
apt-get update

# install Docker
apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin

# install open web ui
docker run -d- --network=host -v open-webui:/app/backend/data -e OLLAMA_BASE_URL=http://127.0.0.1:11434 --name open-webui --restart always ghcr.io/open-webui/open-webui:main

Forget use with a cpu

Get a gpu like 4070 ti with 16gb or more or a 3090. Install drivers in ubuntu with cmd

sudo ubuntu-drivers install --gpgpu