upstream rr_backend { server server2:8000; server server1:8000; } server { listen 8000; server_name _; location / { proxy_pass http://rr_backend; } }