Raise nginx connection limits and microcache /calls polling

A traffic surge exhausted nginx's 3 x 4096 worker_connections (each
proxied websocket uses two), so Cloudflare got empty responses (520)
and the backend's listen queue filled.

- worker_processes auto (8 cores), worker_connections 16384,
  worker_rlimit_nofile 65535.
- Cache public /calls endpoints on api.*: 5s for live lists, 60s for
  historical ones, with cache lock and stale-while-updating so bursts
  collapse to one backend query. Origin is in the cache key because
  the backend's CORS header varies by Origin.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Luke Berndt
2026-11-19 22:42:11 -05:00
parent 9ad23762ac
commit 5b177eca58
2 changed files with 46 additions and 2 deletions

View File

@@ -1,10 +1,11 @@
user www-data; user www-data;
worker_processes 3; ## default is 1 worker_processes auto;
worker_rlimit_nofile 65535;
pid /var/run/nginx.pid; pid /var/run/nginx.pid;
events { events {
worker_connections 4096; ## Default: 1024 worker_connections 16384;
} }

View File

@@ -7,6 +7,11 @@ map $http_upgrade $backend_connection {
'' ''; '' '';
} }
# Microcache for the public /calls polling endpoints. Responses carry no
# per-user data; the CORS header varies by Origin, so Origin is in the key.
proxy_cache_path /var/cache/nginx/api levels=1:2 keys_zone=api_cache:20m
max_size=500m inactive=10m use_temp_path=off;
upstream backend_api { upstream backend_api {
server backend:3005; server backend:3005;
keepalive 64; keepalive 64;
@@ -99,6 +104,44 @@ server {
} }
# Live call lists: short TTL; the socket pushes anything newer.
location ~ ^/[^/]+/calls(/(latest|newer|next))?$ {
proxy_pass http://backend_api;
proxy_http_version 1.1;
proxy_set_header Connection "";
proxy_set_header Host $host;
include /etc/nginx/proxy.conf;
proxy_cache api_cache;
proxy_cache_key "$scheme$host$request_uri|$http_origin";
proxy_cache_methods GET HEAD;
proxy_cache_valid 200 5s;
proxy_cache_lock on;
proxy_cache_lock_timeout 5s;
proxy_cache_use_stale updating error timeout http_500 http_502 http_503 http_504;
proxy_cache_background_update on;
add_header X-Cache-Status $upstream_cache_status always;
access_log off;
}
# Historical call lists: calls before a fixed time rarely change.
location ~ ^/[^/]+/calls/(older|date|[0-9]+/older)$ {
proxy_pass http://backend_api;
proxy_http_version 1.1;
proxy_set_header Connection "";
proxy_set_header Host $host;
include /etc/nginx/proxy.conf;
proxy_cache api_cache;
proxy_cache_key "$scheme$host$request_uri|$http_origin";
proxy_cache_methods GET HEAD;
proxy_cache_valid 200 60s;
proxy_cache_lock on;
proxy_cache_lock_timeout 5s;
proxy_cache_use_stale updating error timeout http_500 http_502 http_503 http_504;
proxy_cache_background_update on;
add_header X-Cache-Status $upstream_cache_status always;
access_log off;
}
location / { location / {
proxy_pass http://backend_api; proxy_pass http://backend_api;
proxy_http_version 1.1; proxy_http_version 1.1;