Nginx 1.8 proxying to Netty - timeout from upstream

[smuthali]

I  have setup Nginx proxy to a Netty server. I am seeing a timeout from
upstream, i.e. Netty. The consequence of this timeout is that the JSON
payload response is truncated (as seen on browser developer tools)

2015/07/21 05:08:56 [error] 6#0: *19 upstream prematurely closed connection
while reading upstream, client: 198.147.191.15, server:
sbox-wus-ui.cloudapp.net, request: "GET /api/v1/entities/DEVICE HTTP/1.1",
upstream: "http://10.0.3.4:8080/api/v1/entities/DEVICE", host:
"sbox-wus-ui.cloudapp.net", referrer:
"https://sbox-wus-ui.cloudapp.net/home.html"

So, yes I initially thought that this is a Netty issue. However, when I make
the same API call on Netty I am able to the retrieve the full JSON payload.

The JSON response message size is about 13k.  The JSON response I see on the
Nginx side is 10K. After spending some time reading up on the Nginx
configuration parameters, I added client_body_temp and proxy_temp but to no
avail. Any help is really appreciated.

Nginx details:

nginx version: nginx/1.8.0
built by gcc 4.8.2 20140120 (Red Hat 4.8.2-16) (GCC)
built with OpenSSL 1.0.1e-fips 11 Feb 2013
TLS SNI support enabled
configure arguments: --prefix=/etc/nginx --sbin-path=/usr/sbin/nginx
--conf-path=/etc/nginx/nginx.conf --error-log-path=/var/log/nginx/error.log
--http-log-path=/var/log/nginx/access.log --pid-path=/var/run/nginx.pid
--lock-path=/var/run/nginx.lock
--http-client-body-temp-path=/var/cache/nginx/client_temp
--http-proxy-temp-path=/var/cache/nginx/proxy_temp
--http-fastcgi-temp-path=/var/cache/nginx/fastcgi_temp
--http-uwsgi-temp-path=/var/cache/nginx/uwsgi_temp
--http-scgi-temp-path=/var/cache/nginx/scgi_temp --user=nginx --group=nginx
--with-http_ssl_module --with-http_realip_module --with-http_addition_module
--with-http_sub_module --with-http_dav_module --with-http_flv_module
--with-http_mp4_module --with-http_gunzip_module
--with-http_gzip_static_module --with-http_random_index_module
--with-http_secure_link_module --with-http_stub_status_module
--with-http_auth_request_module --with-mail --with-mail_ssl_module
--with-file-aio --with-ipv6 --with-http_spdy_module --with-cc-opt='-O2 -g
-pipe -Wp,-D_FORTIFY_SOURCE=2 -fexceptions -fstack-protector
--param=ssp-buffer-size=4 -m64 -mtune=generic'

-----

# For more information on configuration, see:
#   * Official English Documentation: http://nginx.org/en/docs/
#   * Official Russian Documentation: http://nginx.org/ru/docs/

user  nginx;
worker_processes  1;
daemon off;

error_log   {{logDir}}/error.log;

pid        /run/nginx.pid;


events {
    worker_connections  1024;
}


http {
    include       /etc/nginx/mime.types;
    default_type  application/octet-stream;

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request"
'
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  {{logDir}}/access.log  main;

    sendfile        on;
    #tcp_nopush     on;

    #keepalive_timeout  0;
    keepalive_timeout  65;

    chunked_transfer_encoding off;

    # Disable constraints on potential large uploads resulting in HTTP 413
#
    client_max_body_size 0;

    #gzip  on;

    index   index.html index.htm;

    upstream netty {  {% for netty in servers %}
   			server {{netty}}; {% endfor %}
    }

    # Load modular configuration files from the /etc/nginx/conf.d
directory.
    # See http://nginx.org/en/docs/ngx_core_module.html#include
    # for more information.
    include /etc/nginx/conf.d/*.conf;

	server {
        listen      80;
        server_name   {{serverName}};
        rewrite     ^   https://$server_name$request_uri? permanent;
	}

    server {
        listen       443 ssl;
        server_name  {{serverName}};
	ssl_certificate /data/nginx/cert/{{crtFile}};
	ssl_certificate_key /data/nginx/cert/{{keyFile}};

        root         /usr/share/nginx/html;

        #charset koi8-r;

        #access_log  /var/log/nginx/host.access.log  main;

        # Load configuration files for the default server block.
        include /etc/nginx/default.d/*.conf;

		#The only resource available to check health
		location /health {
			root /apps/nginx/f2;
   			index index.html;
	    }

        location / {
			        client_body_buffer_size    128k;

		        client_body_temp_path      /apps/nginx/client_body_temp;

		        proxy_connect_timeout      90;
        		proxy_send_timeout         90;
        		proxy_read_timeout         90;

		        proxy_buffer_size          4k;
        		proxy_buffers              4 32k;
        		proxy_busy_buffers_size    64k;
        		proxy_temp_file_write_size 64k;
			proxy_temp_path            /apps/nginx/proxy_temp;
			root /apps/nginx/f2;
   			index index.html;
   			{% if basicAuth == "true" %}
   				auth_basic           "Restricted";
    			auth_basic_user_file  /data/nginx/cert/htpasswd;
   			{% endif %}
		}

		location /ui/ {
			proxy_pass http://netty;
			{% if basicAuth == "true" %}
   				auth_basic           "Restricted";
    			auth_basic_user_file  /data/nginx/cert/htpasswd;
   			{% endif %}
	    }

		location /api/ {
			proxy_pass http://netty;
	   	}

	   	location /sales/ {
			root /apps/nginx/f2;
   			index index.html;
   			{% if basicAuth == "true" %}
   				auth_basic           "Restricted";
    			auth_basic_user_file  /data/nginx/cert/htpasswd;
   			{% endif %}
	   	}


        # redirect server error pages to the static page /40x.html
        #
        error_page  404              /404.html;
        location = /40x.html {
        }

        # redirect server error pages to the static page /50x.html
        #
        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
        }
    }
}

Posted at Nginx Forum: http://forum.nginx.org/read.php?2,260455,260455#msg-260455