[PATCH 15 of 20] Upstream: header handlers can now return parsing errors

Sergey Kandaurov pluknet at nginx.com
Wed May 11 20:26:37 UTC 2022


On Thu, Apr 21, 2022 at 01:18:55AM +0300, Maxim Dounin wrote:
> # HG changeset patch
> # User Maxim Dounin <mdounin at mdounin.ru>
> # Date 1650492336 -10800
> #      Thu Apr 21 01:05:36 2022 +0300
> # Node ID ab424b5e32405aeec54ccdfe38e9408209209e0a
> # Parent  b110c54778e8f6af3ea402c0838a4f289dcd813e
> Upstream: header handlers can now return parsing errors.
> 
> With this change, duplicate Content-Length and Transfer-Encoding headers
> are now rejected.  Further, responses with invalid Content-Length or
> Transfer-Encoding headers are now rejected, as well as responses with both
> Content-Length and Transfer-Encoding.

jftr, various 3rd party modules that call header handlers:
mogilefs, passenger, ajp_module, nginx-clojure, srcache

> 
> diff --git a/src/http/modules/ngx_http_fastcgi_module.c b/src/http/modules/ngx_http_fastcgi_module.c
> --- a/src/http/modules/ngx_http_fastcgi_module.c
> +++ b/src/http/modules/ngx_http_fastcgi_module.c
> @@ -2007,8 +2007,12 @@ ngx_http_fastcgi_process_header(ngx_http
>                  hh = ngx_hash_find(&umcf->headers_in_hash, h->hash,
>                                     h->lowcase_key, h->key.len);
>  
> -                if (hh && hh->handler(r, h, hh->offset) != NGX_OK) {
> -                    return NGX_ERROR;
> +                if (hh) {
> +                    rc = hh->handler(r, h, hh->offset);
> +
> +                    if (rc != NGX_OK) {
> +                        return rc;
> +                    }
>                  }
>  
>                  ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
> diff --git a/src/http/modules/ngx_http_grpc_module.c b/src/http/modules/ngx_http_grpc_module.c
> --- a/src/http/modules/ngx_http_grpc_module.c
> +++ b/src/http/modules/ngx_http_grpc_module.c
> @@ -1891,8 +1891,12 @@ ngx_http_grpc_process_header(ngx_http_re
>                  hh = ngx_hash_find(&umcf->headers_in_hash, h->hash,
>                                     h->lowcase_key, h->key.len);
>  
> -                if (hh && hh->handler(r, h, hh->offset) != NGX_OK) {
> -                    return NGX_ERROR;
> +                if (hh) {
> +                    rc = hh->handler(r, h, hh->offset);
> +
> +                    if (rc != NGX_OK) {
> +                        return rc;
> +                    }
>                  }
>  
>                  continue;
> diff --git a/src/http/modules/ngx_http_proxy_module.c b/src/http/modules/ngx_http_proxy_module.c
> --- a/src/http/modules/ngx_http_proxy_module.c
> +++ b/src/http/modules/ngx_http_proxy_module.c
> @@ -1930,8 +1930,12 @@ ngx_http_proxy_process_header(ngx_http_r
>              hh = ngx_hash_find(&umcf->headers_in_hash, h->hash,
>                                 h->lowcase_key, h->key.len);
>  
> -            if (hh && hh->handler(r, h, hh->offset) != NGX_OK) {
> -                return NGX_ERROR;
> +            if (hh) {
> +                rc = hh->handler(r, h, hh->offset);
> +
> +                if (rc != NGX_OK) {
> +                    return rc;
> +                }
>              }
>  
>              ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
> diff --git a/src/http/modules/ngx_http_scgi_module.c b/src/http/modules/ngx_http_scgi_module.c
> --- a/src/http/modules/ngx_http_scgi_module.c
> +++ b/src/http/modules/ngx_http_scgi_module.c
> @@ -1114,8 +1114,12 @@ ngx_http_scgi_process_header(ngx_http_re
>              hh = ngx_hash_find(&umcf->headers_in_hash, h->hash,
>                                 h->lowcase_key, h->key.len);
>  
> -            if (hh && hh->handler(r, h, hh->offset) != NGX_OK) {
> -                return NGX_ERROR;
> +            if (hh) {
> +                rc = hh->handler(r, h, hh->offset);
> +
> +                if (rc != NGX_OK) {
> +                    return rc;
> +                }
>              }
>  
>              ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
> diff --git a/src/http/modules/ngx_http_uwsgi_module.c b/src/http/modules/ngx_http_uwsgi_module.c
> --- a/src/http/modules/ngx_http_uwsgi_module.c
> +++ b/src/http/modules/ngx_http_uwsgi_module.c
> @@ -1340,8 +1340,12 @@ ngx_http_uwsgi_process_header(ngx_http_r
>              hh = ngx_hash_find(&umcf->headers_in_hash, h->hash,
>                                 h->lowcase_key, h->key.len);
>  
> -            if (hh && hh->handler(r, h, hh->offset) != NGX_OK) {
> -                return NGX_ERROR;
> +            if (hh) {
> +                rc = hh->handler(r, h, hh->offset);
> +
> +                if (rc != NGX_OK) {
> +                    return rc;
> +                }
>              }
>  
>              ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
> diff --git a/src/http/ngx_http_upstream.c b/src/http/ngx_http_upstream.c
> --- a/src/http/ngx_http_upstream.c
> +++ b/src/http/ngx_http_upstream.c
> @@ -4633,10 +4633,34 @@ ngx_http_upstream_process_content_length
>  
>      u = r->upstream;
>  
> +    if (u->headers_in.content_length) {
> +        ngx_log_error(NGX_LOG_ERR, r->connection->log, 0,
> +                      "upstream sent duplicate header line: \"%V: %V\", "
> +                      "previous value: \"%V: %V\"",
> +                      &h->key, &h->value,
> +                      &u->headers_in.content_length->key,
> +                      &u->headers_in.content_length->value);
> +        return NGX_HTTP_UPSTREAM_INVALID_HEADER;
> +    }
> +
> +    if (u->headers_in.transfer_encoding) {
> +        ngx_log_error(NGX_LOG_ERR, r->connection->log, 0,
> +                      "upstream sent \"Content-Length\" and "
> +                      "\"Transfer-Encoding\" headers at the same time");
> +        return NGX_HTTP_UPSTREAM_INVALID_HEADER;
> +    }
> +
>      h->next = NULL;
>      u->headers_in.content_length = h;
>      u->headers_in.content_length_n = ngx_atoof(h->value.data, h->value.len);
>  
> +    if (u->headers_in.content_length_n == NGX_ERROR) {
> +        ngx_log_error(NGX_LOG_ERR, r->connection->log, 0,
> +                      "upstream sent invalid \"Content-Length\" header: "
> +                      "\"%V: %V\"", &h->key, &h->value);
> +        return NGX_HTTP_UPSTREAM_INVALID_HEADER;
> +    }
> +
>      return NGX_OK;
>  }
>  
> @@ -5021,14 +5045,37 @@ ngx_http_upstream_process_transfer_encod
>      ngx_http_upstream_t  *u;
>  
>      u = r->upstream;
> +
> +    if (u->headers_in.transfer_encoding) {
> +        ngx_log_error(NGX_LOG_ERR, r->connection->log, 0,
> +                      "upstream sent duplicate header line: \"%V: %V\", "
> +                      "previous value: \"%V: %V\"",
> +                      &h->key, &h->value,
> +                      &u->headers_in.transfer_encoding->key,
> +                      &u->headers_in.transfer_encoding->value);
> +        return NGX_HTTP_UPSTREAM_INVALID_HEADER;
> +    }
> +
> +    if (u->headers_in.content_length) {
> +        ngx_log_error(NGX_LOG_ERR, r->connection->log, 0,
> +                      "upstream sent \"Content-Length\" and "
> +                      "\"Transfer-Encoding\" headers at the same time");
> +        return NGX_HTTP_UPSTREAM_INVALID_HEADER;
> +    }
> +
>      u->headers_in.transfer_encoding = h;
>      h->next = NULL;
>  
> -    if (ngx_strlcasestrn(h->value.data, h->value.data + h->value.len,
> -                         (u_char *) "chunked", 7 - 1)
> -        != NULL)
> +    if (h->value.len == 7
> +        && ngx_strncasecmp(h->value.data, (u_char *) "chunked", 7) == 0)
>      {
>          u->headers_in.chunked = 1;
> +
> +    } else {
> +        ngx_log_error(NGX_LOG_ERR, r->connection->log, 0,
> +                      "upstream sent unknown \"Transfer-Encoding\": \"%V\"",
> +                      &h->value);
> +        return NGX_HTTP_UPSTREAM_INVALID_HEADER;
>      }
>  
>      return NGX_OK;

This is a subtle(?) change, which makes "chunked" the only valid header value.
OTOH, it looks fine since other values require explicit support as well.



More information about the nginx-devel mailing list