ollama_config.yml

ollama:
    image: "ollama/ollama:0.6.0"
    restart: unless-stopped
    environment:
      - OLLAMA_HOST=0.0.0.0:11434
      - OLLAMA_MODELS=/data/models
      - OLLAMA_FLASH_ATTENTION=1
      - OLLAMA_KV_CACHE_TYPE=q8_0
      - OLLAMA_CONTEXT_LENGTH=8192
    networks:
      - homelab-nw-backend
    volumes:
      - ./ollama/models:/data/models
      - ./ollama/modelfiles:/data/modelfiles
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]