AI-Stack

docker-compose.yml

services:
  ollama:
    image: ollama/ollama:latest
    container_name: ollama
    restart: unless-stopped
    ports:
      - "11434:11434"
    deploy:
      resources:
        reservations:
          devices:
            - capabilities: [gpu]
    environment:
      - OLLAMA_NUM_GPU=1
      - OLLAMA_NUM_THREADS=8
      - OLLAMA_MAX_RAM=20GB
    volumes:
      - ./ollama-data:/root/.ollama
      - ./scripts:/scripts

  open-webui:
    image: ghcr.io/open-webui/open-webui:0.3.32
    container_name: open-webui
    restart: unless-stopped
    ports:
      - "3000:8080"
    environment:
      - OLLAMA_BASE_URL=http://ollama:11434
    volumes:
      - ./open-webui-data:/app/backend/data
    depends_on:
      - ollama

  vscodium:
    image: lscr.io/linuxserver/vscodium:latest
    container_name: vscodium
    restart: unless-stopped
    cap_add:
      - IPC_LOCK
    ports:
      - "3098:3000"
      - "3099:3001"
    environment:
      - PUID=1000
      - PGID=1000
      - TZ=Etc/UTC
    volumes:
      - ./vscodium-data:/config
      - ~/.codes:/codes
    shm_size: 1gb