Nginx Web Socket Performance Tuning

nginx_performance.txt

Baseline for 40 cores 120GB memory VM

vm.swappiness = 0
fs.file-max = 12000500
fs.nr_open = 20000500
net.ipv4.ip_nonlocal_bind = 1
net.ipv4.tcp_tw_reuse = 1
net.ipv4.tcp_tw_recycle = 1
net.ipv4.ip_local_port_range = 1024 65000
net.ipv4.tcp_fin_timeout = 30
net.ipv4.tcp_mem = 10000000 10000000 10000000
net.ipv4.tcp_rmem = 1024 4096 16384
net.ipv4.tcp_wmem = 1024 4096 16384
net.core.rmem_max = 16384
net.core.wmem_max = 16384
net.nf_conntrack_max = 1048576

sysctl -p

/etc/security/limits.conf:
* soft nofile 20000000
* hard nofile 20000000
* soft nproc 8192
* hard nproc 8192

nf_conntrack_max / 8
echo 131072 > /sys/module/nf_conntrack/parameters/hashsize
cat << EOF >> /etc/nf-conntrack.conf
options nf_conntrack hashsize = 131072
EOF