nginx.conf

# /etc/nginx/nginx.conf
worker_processes auto;
events {
    worker_connections 768;
}
http {
    
    # This controls the maximum allowed size of model input payloads
    client_max_body_size 10M;
    upstream plumber_api {
        
        # Add one entry per plumber process
        server localhost:8081;
        server localhost:8082;
        server localhost:8083;
        server localhost:8084;

    }
    server {
        listen 8080;
        access_log off;
        location / {
            proxy_pass http://plumber_api;
            proxy_set_header Host $host;
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        }
    }
}