worker process 27566 exited on signal 11 (core dumped)

wlkatz nginx-forum на nginx.us
Пн Авг 1 06:55:09 UTC 2011


Доброго времени суток, nginx 1.0.5 регулярно
падает в корку.

= Кусок error.log:
=======================
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 3100e24078efbd8068c3dd9507872585, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 5e90d09912bb9cde7907a60e81cc441c, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 61ea5a91579473e979c7310493849140, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 214ee8d8a6f598b8390ffc07b89ffa10, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 04d1e6387316bbc871ffdc765166bdc3, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 87a3a7daed702aa2789657b44f3a6295, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry a9f3240afab6b913a75752fcf3c9b27b, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 09a7df03ac70a236760fed06b59c8183, count:1
2011/07/30 19:52:20 [alert] 27568#0: ignore long locked inactive cache
entry 111ac3185befc0a48fabbfcdfb8c462f, count:1
2011/07/30 19:52:21 [alert] 27568#0: ignore long locked inactive cache
entry fb0215325acd6fd906279b538f2a4094, count:1
2011/07/30 19:52:21 [alert] 27568#0: ignore long locked inactive cache
entry 8e22a632abc87810439101d7e909021b, count:1
2011/07/30 19:52:21 [alert] 27568#0: ignore long locked inactive cache
entry 040f0c750f0e8f3ddb475e7dccede96d, count:1
2011/07/30 19:52:21 [alert] 27568#0: ignore long locked inactive cache
entry 544b4c8ca55f729cb64ca93c0c9b007e, count:1
2011/07/30 19:52:21 [alert] 27568#0: ignore long locked inactive cache
entry 1a69483a7d98d0cc05fe26d4cd3b1c96, count:1
2011/07/30 19:52:21 [alert] 27568#0: ignore long locked inactive cache
entry 40fb34fa5ca0716a2d92dd4357b3d62a, count:1
2011/07/30 19:52:21 [alert] 27568#0: ignore long locked inactive cache
entry 2e3d35f04a1936e413a2173d076f1cbc, count:1
....
2011/07/30 19:52:23 [alert] 13101#0: worker process 27566 exited on
signal 11 (core dumped)

= Анализ корки:
==================
root at f3:/files1/core# gdb /usr/local/nginx/sbin/nginx core
GNU gdb 6.8-debian
Copyright (C) 2008 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later
<http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show
copying"
and "show warranty" for details.
This GDB was configured as "i486-linux-gnu"...

warning: Can't read pathname for load map: Input/output error.
Reading symbols from /lib/tls/i686/cmov/libpthread.so.0...done.
Loaded symbols for /lib/tls/i686/cmov/libpthread.so.0
Reading symbols from /lib/tls/i686/cmov/libcrypt.so.1...done.
Loaded symbols for /lib/tls/i686/cmov/libcrypt.so.1
Reading symbols from /usr/lib/libpcre.so.3...done.
Loaded symbols for /usr/lib/libpcre.so.3
Reading symbols from /usr/lib/i686/cmov/libcrypto.so.0.9.8...done.
Loaded symbols for /usr/lib/i686/cmov/libcrypto.so.0.9.8
Reading symbols from /usr/lib/libz.so.1...done.
Loaded symbols for /usr/lib/libz.so.1
Reading symbols from /lib/tls/i686/cmov/libc.so.6...done.
Loaded symbols for /lib/tls/i686/cmov/libc.so.6
Reading symbols from /lib/ld-linux.so.2...done.
Loaded symbols for /lib/ld-linux.so.2
Reading symbols from /lib/tls/i686/cmov/libdl.so.2...done.
Loaded symbols for /lib/tls/i686/cmov/libdl.so.2
Reading symbols from /lib/tls/i686/cmov/libnss_compat.so.2...done.
Loaded symbols for /lib/tls/i686/cmov/libnss_compat.so.2
Reading symbols from /lib/tls/i686/cmov/libnsl.so.1...done.
Loaded symbols for /lib/tls/i686/cmov/libnsl.so.1
Reading symbols from /lib/tls/i686/cmov/libnss_nis.so.2...done.
Loaded symbols for /lib/tls/i686/cmov/libnss_nis.so.2
Reading symbols from /lib/tls/i686/cmov/libnss_files.so.2...done.
Loaded symbols for /lib/tls/i686/cmov/libnss_files.so.2
Core was generated by `nginx: worker process      '.
Program terminated with signal 11, Segmentation fault.
[New process 27566]
#0  ngx_rbtree_delete (tree=0xb37e7040, node=0xb37ea700) at
src/core/ngx_rbtree.h:75
75          while (node->left != sentinel) {
(gdb) bt
#0  ngx_rbtree_delete (tree=0xb37e7040, node=0xb37ea700) at
src/core/ngx_rbtree.h:75
#1  0x08086c0f in ngx_http_file_cache_free (c=0x85269f0, tf=0x0) at
src/http/ngx_http_file_cache.c:935
#2  0x0807d36a in ngx_http_upstream_finalize_request (r=0x812b388,
u=0x8526760, rc=504) at src/http/ngx_http_upstream.c:3010
#3  0x0807f59c in ngx_http_upstream_next (r=0x812b388, u=0x8526760,
ft_type=4) at src/http/ngx_http_upstream.c:2868
#4  0x0807f61b in ngx_http_upstream_process_header (r=0x812b388,
u=0x8526760) at src/http/ngx_http_upstream.c:1476
#5  0x0807de7b in ngx_http_upstream_handler (ev=0x0) at
src/http/ngx_http_upstream.c:912
#6  0x0805f06d in ngx_event_expire_timers () at
src/event/ngx_event_timer.c:149
#7  0x0805efa2 in ngx_process_events_and_timers (cycle=0x80d1388) at
src/event/ngx_event.c:261
#8  0x08064c23 in ngx_worker_process_cycle (cycle=0x80d1388, data=0x0)
at src/os/unix/ngx_process_cycle.c:800
#9  0x080634e1 in ngx_spawn_process (cycle=0x80d1388, proc=0x8064b6b
<ngx_worker_process_cycle>, data=0x0, name=0x80a5225 "worker process",
respawn=-4)
    at src/os/unix/ngx_process.c:196
#10 0x08064266 in ngx_start_worker_processes (cycle=0x80d1388, n=4,
type=-4) at src/os/unix/ngx_process_cycle.c:360
#11 0x080657cf in ngx_master_process_cycle (cycle=0x80d1388) at
src/os/unix/ngx_process_cycle.c:249
#12 0x0804bac0 in main (argc=1, argv=0xbff383a4) at
src/core/nginx.c:405

= Конфиг:
=============
upstream  backend  {
    server   172.17.255.122:8080 weight=1;
    server   172.17.255.123:8080 weight=2;
    server   172.17.255.136:8080 weight=5;
    server   172.17.255.137:8080 weight=2;
    server   172.17.255.138:8080 weight=3;
    server   172.17.255.135:8080 weight=3;
    server   172.17.255.142:8080 weight=2;
    server   172.17.255.127:8080 weight=1 backup;
}


server {
        listen   80;
    	client_max_body_size 201M;
        server_name  www.my.ru my.ru ;
        location ~*
^.+\.(jpg|jpeg|gif|png|bmp|ico|css|zip|bz2|tgz|gz|rar|doc|xls|exe|pdf|ppt|txt|tar|mid|midi|wav|rtf|js|htm|html|smi|wma|wmv|asf|mp3|swf|flv|mp4|st|cur|xml|docx|xlsx)$
        {
                expires 12h;
                root    /var/www/new/data;
                access_log /var/log/nginx/real_my.log main;
        }

        location  /a_php/channel/ajax/
        {
        access_log  /var/log/nginx/my__aj_b1.log umain;

        proxy_pass http://172.17.255.121:8080;
        proxy_redirect          off;
        proxy_set_header        Host $host;
        proxy_set_header        X-Real-IP $remote_addr;
        proxy_set_header        X-Forwarded-For
$proxy_add_x_forwarded_for;

        proxy_cache wholepage;
        proxy_cache_valid 200 301 302 304 15s;
        proxy_cache_use_stale updating;
        proxy_cache_key
"$request_method|$http_if_none_match|$host|$request_uri";
        proxy_hide_header "Set-Cookie";
        proxy_ignore_headers "Cache-Control" "Expires";

        }

        location /ajax/ {
        access_log  /var/log/nginx/my__counterb1.log umain;

                proxy_pass              http://172.17.255.121:8080;
                proxy_redirect          off;
                proxy_set_header        Host $host;
                proxy_set_header        X-Real-IP $remote_addr;
                proxy_set_header        X-Forwarded-For
$proxy_add_x_forwarded_for;
                client_body_buffer_size 256k;

                proxy_send_timeout              20;
                proxy_read_timeout              20;
                proxy_buffer_size               4k;
                proxy_buffers                   4 32k;
                proxy_busy_buffers_size         64k;
                proxy_temp_file_write_size      64k;
                reset_timedout_connection       on;

        }

        location ~ a?dmin {
        access_log  /var/log/nginx/my__adm.log umain;

                proxy_pass              http://172.17.255.122:8080;
                proxy_redirect          off;
                proxy_set_header        Host $host;
                proxy_set_header        X-Real-IP $remote_addr;
                proxy_set_header        X-Forwarded-For
$proxy_add_x_forwarded_for;
                client_body_buffer_size 256k;

                proxy_send_timeout              120;
                proxy_read_timeout              120;
                proxy_buffer_size               10k;
                proxy_buffers                   4 32k;
                proxy_busy_buffers_size         64k;
                proxy_temp_file_write_size      64k;
                reset_timedout_connection       on;

        }

        location ~ crontab/admin {
        access_log  /var/log/nginx/my__adm.log umain;

                proxy_pass              http://172.17.255.122:8080;
                proxy_redirect          off;
                proxy_set_header        Host $host;
                proxy_set_header        X-Real-IP $remote_addr;
                proxy_set_header        X-Forwarded-For
$proxy_add_x_forwarded_for;
                client_body_buffer_size 256k;

                proxy_send_timeout              120;
                proxy_read_timeout              120;
                proxy_buffer_size               8k;
                proxy_buffers                   4 32k;
                proxy_busy_buffers_size         64k;
                proxy_temp_file_write_size      64k;
                reset_timedout_connection       on;

        }

        location /cgi-bin/setcron.cgi {
                access_log  /var/log/nginx/my__cron.log umain;

                proxy_pass              http://172.17.255.122:8080;
                proxy_redirect          off;
                proxy_set_header        Host $host;
                proxy_set_header        X-Real-IP $remote_addr;
                proxy_set_header        X-Forwarded-For
$proxy_add_x_forwarded_for;
                client_body_buffer_size 256k;

                proxy_send_timeout              20;
                proxy_read_timeout              20;
                proxy_buffer_size               4k;
                proxy_buffers                   4 32k;
                proxy_busy_buffers_size         64k;
                proxy_temp_file_write_size      64k;
                reset_timedout_connection       on;

        }

        location / {
        access_log  /var/log/nginx/my__apache.log umain;

                proxy_pass              http://backend;
                proxy_redirect          off;
                proxy_set_header        Host $host;
                proxy_set_header        X-Real-IP $remote_addr;
                proxy_set_header        X-Forwarded-For
$proxy_add_x_forwarded_for;
                client_body_buffer_size 256k;

                proxy_send_timeout              120;
                proxy_read_timeout              120;
                proxy_buffer_size               12k;
                proxy_buffers                   8 32k;
                proxy_busy_buffers_size         64k;
                proxy_temp_file_write_size      64k;


                reset_timedout_connection       on;

        }


        error_page  404  /?an=e404;

        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
                root   /var/www/nginx-default;
        }

}

= Кора залита по адресу:
=====================
http://www.onlinedisk.ru/file/705858/

Posted at Nginx Forum: http://forum.nginx.org/read.php?21,213161,213161#msg-213161



Подробная информация о списке рассылки nginx-ru