Nginx proxy Ollama load balancer

proxy_ollama.conf

# Listen on 11434 and proxy requests to a local Ollama server, either by local network or tailscale.
# ip_hash should maintain sessions while upstream handles one being offline.
# upstream 'load balancing' is used to maintain connectivity while working remote.


upstream ollama {
    ip_hash;
    server 192.168.1.166:11434;
    server 100.94.79.62:11434;
}

server {
    listen 11434;
    location / {
        proxy_set_header Host ollama;
        proxy_pass http://ollama;
    }
}