-
Type:
Incident report
-
Resolution: Fixed
-
Priority:
Critical
-
None
-
Affects Version/s: 1.6
-
Component/s: Server (S)
-
None
-
Environment:Linux x86_64
Kernel 2.6.28.6
Glibc 2.8
Zabbix 1.6.2
Net-SNMP 5.4.2.1
GCC 4.1.2
Built with:
./configure \
--prefix=/opt/zabbix \
--enable-proxy \
--enable-agent \
--enable-server \
--with-mysql \
--with-jabber \
--with-libcurl=/usr/bin/curl-config \
--with-net-snmp
Zabbix server suddenly died with this message in log:
-
-
- glibc detected *** ./zabbix_server: double free or corruption (!prev): 0x0000000001a3abb0 ***
======= Backtrace: =========
/lib/libc.so.6[0x7facedfa4450]
/lib/libc.so.6(cfree+0x8c)[0x7facedfa7c7c]
/usr/lib/libnetsnmp.so.15(snmp_sess_close+0x83)[0x7faceee42035]
./zabbix_server[0x40a01a]
./zabbix_server[0x40a688]
./zabbix_server[0x40b4b9]
./zabbix_server[0x40b86d]
./zabbix_server[0x406ead]
./zabbix_server[0x41cd56]
/lib/libc.so.6(__libc_start_main+0xf4)[0x7facedf4c4a4]
./zabbix_server[0x404309]
======= Memory map: ========
00400000-0045f000 r-xp 00000000 08:12 307403 /opt/zabbix/sbin/zabbix_server
0065e000-0065f000 r--p 0005e000 08:12 307403 /opt/zabbix/sbin/zabbix_server
0065f000-00674000 rw-p 0005f000 08:12 307403 /opt/zabbix/sbin/zabbix_server
00674000-00685000 rw-p 00674000 00:00 0
0198d000-01afb000 rw-p 0198d000 00:00 0 [heap]
7face8000000-7face8021000 rw-p 7face8000000 00:00 0
7face8021000-7facec000000 ---p 7face8021000 00:00 0
7faceca40000-7faceca4c000 r-xp 00000000 08:12 7292 /lib64/libgcc_s.so.1
7faceca4c000-7facecc4b000 ---p 0000c000 08:12 7292 /lib64/libgcc_s.so.1
7facecc4b000-7facecc4c000 r--p 0000b000 08:12 7292 /lib64/libgcc_s.so.1
7facecc4c000-7facecc4d000 rw-p 0000c000 08:12 7292 /lib64/libgcc_s.so.1
7facecc4d000-7facecc51000 r-xp 00000000 08:12 314183 /lib64/libnss_dns-2.8.so
7facecc51000-7facece50000 ---p 00004000 08:12 314183 /lib64/libnss_dns-2.8.so
7facece50000-7facece51000 r--p 00003000 08:12 314183 /lib64/libnss_dns-2.8.so
7facece51000-7facece52000 rw-p 00004000 08:12 314183 /lib64/libnss_dns-2.8.so
7facece52000-7facece5c000 r-xp 00000000 08:12 313838 /lib64/libnss_files-2.8.so
7facece5c000-7faced05c000 ---p 0000a000 08:12 313838 /lib64/libnss_files-2.8.so
7faced05c000-7faced05d000 r--p 0000a000 08:12 313838 /lib64/libnss_files-2.8.so
7faced05d000-7faced05e000 rw-p 0000b000 08:12 313838 /lib64/libnss_files-2.8.so
7faced05e000-7faced068000 r-xp 00000000 08:12 314193 /lib64/libnss_nis-2.8.so
7faced068000-7faced267000 ---p 0000a000 08:12 314193 /lib64/libnss_nis-2.8.so
7faced267000-7faced268000 r--p 00009000 08:12 314193 /lib64/libnss_nis-2.8.so
7faced268000-7faced269000 rw-p 0000a000 08:12 314193 /lib64/libnss_nis-2.8.so
7faced269000-7faced271000 r-xp 00000000 08:12 314126 /lib64/libnss_compat-2.8.so
7faced271000-7faced470000 ---p 00008000 08:12 314126 /lib64/libnss_compat-2.8.so
7faced470000-7faced471000 r--p 00007000 08:12 314126 /lib64/libnss_compat-2.8.so
7faced471000-7faced472000 rw-p 00008000 08:12 314126 /lib64/libnss_compat-2.8.so
7faced472000-7faced487000 r-xp 00000000 08:12 314192 /lib64/libnsl-2.8.so
7faced487000-7faced686000 ---p 00015000 08:12 314192 /lib64/libnsl-2.8.so
7faced686000-7faced687000 r--p 00014000 08:12 314192 /lib64/libnsl-2.8.so
7faced687000-7faced688000 rw-p 00015000 08:12 314192 /lib64/libnsl-2.8.so
7faced688000-7faced68a000 rw-p 7faced688000 00:00 0
7faced68a000-7faced693000 r-xp 00000000 08:12 314211 /lib64/libcrypt-2.8.so
7faced693000-7faced892000 ---p 00009000 08:12 314211 /lib64/libcrypt-2.8.so
7faced892000-7faced893000 r--p 00008000 08:12 314211 /lib64/libcrypt-2.8.so
7faced893000-7faced894000 rw-p 00009000 08:12 314211 /lib64/libcrypt-2.8.so
7faced894000-7faced8c2000 rw-p 7faced894000 00:00 0
7faced8c2000-7faced8d8000 r-xp 00000000 08:12 313602 /lib64/libpthread-2.8.so
7faced8d8000-7facedad7000 ---p 00016000 08:12 313602 /lib64/libpthread-2.8.so
7facedad7000-7facedad8000 r--p 00015000 08:12 313602 /lib64/libpthread-2.8.so
7facedad8000-7facedad9000 rw-p 00016000 08:12 313602 /lib64/libpthread-2.8.so
7facedad9000-7facedadd000 rw-p 7facedad9000 00:00 0
7facedadd000-7facedadf000 r-xp 00000000 08:12 314186 /lib64/libdl-2.8.so
7facedadf000-7facedcdf000 ---p 00002000 08:12 314186 /lib64/libdl-2.8.so
7facedcdf000-7facedce0000 r--p 00002000 08:12 314186 /lib64/libdl-2.8.so
7facedce0000-7facedce1000 rw-p 00003000 08:12 314186 /lib64/libdl-2.8.so
7facedce1000-7facedd27000 r-xp 00000000 08:12 40914 /usr/lib64/libssl.so.0.9.8
7facedd27000-7facedf26000 ---p 00046000 08:12 40914 /usr/lib64/libssl.so.0.9.8
7facedf26000-7facedf28000 r--p 00045000 08:12 40914 /usr/lib64/libssl.so.0.9.8
7facedf28000-7facedf2e000 rw-p 00047000 08:12 40914 /usr/lib64/libssl.so.0.9.8
7facedf2e000-7facee083000 r-xp 00000000 08:12 314115 /lib64/libc-2.8.so
7facee083000-7facee283000 ---p 00155000 08:12 314115 /lib64/libc-2.8.so
7facee283000-7facee287000 r--p 00155000 08:12 314115 /lib64/libc-2.8.so
7facee287000-7facee288000 rw-p 00159000 08:12 314115 /lib64/libc-2.8.so
7facee288000-7facee28d000 rw-p 7facee288000 00:00 0
7facee28d000-7facee29f000 r-xp 00000000 08:12 314131 /lib64/libresolv-2.8.so
7facee29f000-7facee49e000 ---p 00012000 08:12 314131 /lib64/libresolv-2.8.so
7facee49e000-7facee49f000 r--p 00011000 08:12 314131 /lib64/libresolv-2.8.so
7facee49f000-7facee4a0000 rw-p 00012000 08:12 314131 /lib64/libresolv-2.8.so
7facee4a0000-7facee4a2000 rw-p 7facee4a0000 00:00 0
7facee4a2000-7facee524000 r-xp 00000000 08:12 314172 /lib64/libm-2.8.so
7facee524000-7facee723000 ---p 00082000 08:12 314172 /lib64/libm-2.8.so
7facee723000-7facee724000 r--p 00081000 08:12 314172 /lib64/libm-2.8.so
7facee724000-7facee725000 rw-p 00082000 08:12 314172 /lib64/libm-2.8.so
7facee725000-7facee84c000 r-xp 00000000 08:12 321333 /usr/lib64/mysql/libmysqlclient.so.15.0.0
7facee84c000-7faceea4b000 ---p 00127000 08:12 321333 /usr/lib64/mysql/libmysqlclient.so.15.0.0
7faceea4b000-7faceea4e000 r--p 00126000 08:12 321333 /usr/lib64/mysql/libmysqlclient.so.15.0.0
7faceea4e000-7faceea93000 rw-p 00129000 08:12 321333 /usr/lib64/mysql/libmysqlclient.so.15.0.0
7faceea93000-7faceea94000 rw-p 7faceea93000 00:00 0
7faceea94000-7faceebe3000 r-xp 00000000 08:12 45003 /usr/lib64/libcrypto.so.0.9.8
7faceebe3000-7faceede3000 ---p 0014f000 08:12 45003 /usr/lib64/libcrypto.so.0.9.8
7faceede3000-7faceedf1000 r--p 0014f000 08:12 45003 /usr/lib64/libcrypto.so.0.9.8
7faceedf1000-7faceee09000 rw-p 0015d000 08:12 45003 /usr/lib64/libcrypto.so.0.9.8
7faceee09000-7faceee0d000 rw-p 7faceee09000 00:00 0
7faceee0d000-7faceee98000 r-xp 00000000 08:12 54126 /usr/lib64/libnetsnmp.so.15.1.2
7faceee98000-7facef098000 ---p 0008b000 08:12 54126 /usr/lib64/libnetsnmp.so.15.1.2
7facef098000-7facef099000 r--p 0008b000 08:12 54126 /usr/lib64/libnetsnmp.so.15.1.2
7facef099000-7facef09c000 rw-p 0008c000 08:12 54126 /usr/lib64/libnetsnmp.so.15.1.2
7facef09c000-7facef0d0000 rw-p 7facef09c000 00:00 0
7facef0d0000-7facef0d3000 r-xp 00000000 08:12 45004 /usr/lib64/libgpg-error.so.0.4.0
7facef0d3000-7facef2d2000 ---p 00003000 08:12 45004 /usr/lib64/libgpg-error.so.0.4.0
7facef2d2000-7facef2d3000 r--p 00002000 08:12 45004 /usr/lib64/libgpg-error.so.0.4.0
7facef2d3000-7facef2d4000 rw-p 00003000 08:12 45004 /usr/lib64/libgpg-error.so.0.4.0
7facef2d4000-7facef336000 r-xp 00000000 08:12 41163 /usr/lib64/libgcrypt.so.11.4.3
7facef336000-7facef536000 ---p 00062000 08:12 41163 /usr/lib64/libgcrypt.so.11.4.3
7facef536000-7facef537000 r--p 00062000 08:12 41163 /usr/lib64/libgcrypt.so.11.4.3
7facef537000-7facef539000 rw-p 00063000 08:12 41163 /usr/lib64/libgcrypt.so.11.4.3
7facef539000-7facef548000 r-xp 00000000 08:12 297819 /usr/lib64/libtasn1.so.3.0.14
7facef548000-7facef747000 ---p 0000f000 08:12 297819 /usr/lib64/libtasn1.so.3.0.14
7facef747000-7facef748000 r--p 0000e000 08:12 297819 /usr/lib64/libtasn1.so.3.0.14
7facef748000-7facef749000 rw-p 0000f000 08:12 297819 /usr/lib64/libtasn1.so.3.0.14
7facef749000-7facef7e4000 r-xp 00000000 08:12 315652 /usr/lib64/libgnutls.so.26.4.5
7facef7e4000-7facef9e3000 ---p 0009b000 08:12 315652 /usr/lib64/libgnutls.so.26.4.5
7facef9e3000-7facef9ed000 r--p 0009a000 08:12 315652 /usr/lib64/libgnutls.so.26.4.5
7facef9ed000-7facef9ef000 rw-p 000a4000 08:12 315652 /usr/lib64/libgnutls.so.26.4.5
7facef9ef000-7facefa03000 r-xp 00000000 08:12 6609 /lib64/libz.so.1.2.3
7facefa03000-7facefc02000 ---p 00014000 08:12 6609 /lib64/libz.so.1.2.3
7facefc02000-7facefc03000 r--p 00013000 08:12 6609 /lib64/libz.so.1.2.3
7facefc03000-7facefc04000 rw-p 00014000 08:12 6609 /lib64/libz.so.1.2.3
7facefc04000-7facefc0c000 r-xp 00000000 08:12 314204 /lib64/librt-2.8.so
7facefc0c000-7facefe0b000 ---p 00008000 08:12 314204 /lib64/librt-2.8.so
7facefe0b000-7facefe0c000 r--p 00007000 08:12 314204 /lib64/librt-2.8.so
7facefe0c000-7facefe0d000 rw-p 00008000 08:12 314204 /lib64/librt-2.8.so
7facefe0d000-7facefe2e000 r-xp 00000000 08:12 303532 /usr/lib64/libssh2.so.1.0.0
7facefe2e000-7facf002e000 ---p 00021000 08:12 303532 /usr/lib64/libssh2.so.1.0.0
7facf002e000-7facf002f000 r--p 00021000 08:12 303532 /usr/lib64/libssh2.so.1.0.0
7facf002f000-7facf0030000 rw-p 00022000 08:12 303532 /usr/lib64/libssh2.so.1.0.0
7facf0030000-7facf0061000 r-xp 00000000 08:12 307231 /usr/lib64/libidn.so.11.5.34
7facf0061000-7facf0261000 ---p 00031000 08:12 307231 /usr/lib64/libidn.so.11.5.34
7facf0261000-7facf0262000 r--p 00031000 08:12 307231 /usr/lib64/libidn.so.11.5.34
7facf0262000-7facf0263000 rw-p 00032000 08:12 307231 /usr/lib64/libidn.so.11.5.34
7facf0263000-7facf026f000 r-xp 00000000 08:12 302984 /usr/lib64/libcares.so.2.0.0
7facf026f000-7facf046f000 ---p 0000c000 08:12 302984 /usr/lib64/libcares.so.2.0.0
7facf046f000-7facf0470000 r--p 0000c000 08:12 302984 /usr/lib64/libcares.so.2.0.0
7facf0470000-7facf0471000 rw-p 0000d000 08:12 302984 /usr/lib64/libcares.so.2.0.0
7facf0471000-7facf04b3000 r-xp 00000000 08:12 320008 /usr/lib64/libcurl.so.4.1.1
7facf04b3000-7facf06b3000 ---p 00042000 08:12 320008 /usr/lib64/libcurl.so.4.1.1
7facf06b3000-7facf06b4000 r--p 00042000 08:12 320008 /usr/lib64/libcurl.so.4.1.1
7facf06b4000-7facf06b5000 rw-p 00043000 08:12 320008 /usr/lib64/libcurl.so.4.1.1
7facf06b5000-7facf06c1000 r-xp 00000000 08:12 301945 /usr/lib64/libiksemel.so.3.1.0
7facf06c1000-7facf08c0000 ---p 0000c000 08:12 301945 /usr/lib64/libiksemel.so.3.1.0
7facf08c0000-7facf08c1000 r--p 0000b000 08:12 301945 /usr/lib64/libiksemel.so.3.1.0
7facf08c1000-7facf08c2000 rw-p 0000c000 08:12 301945 /usr/lib64/libiksemel.so.3.1.0
7facf08c2000-7facf08df000 r-xp 00000000 08:12 314223 /lib64/ld-2.8.so
7facf0ac9000-7facf0ad3000 rw-p 7facf0ac9000 00:00 0
7facf0adb000-7facf0ade000 rw-p 7facf0adb000 00:00 0
7facf0ade000-7facf0adf000 r--p 0001c000 08:12 314223 /lib64/ld-2.8.so
7facf0adf000-7facf0ae0000 rw-p 0001d000 08:12 314223 /lib64/ld-2.8.so
7ffff8ac4000-7ffff8adf000 rw-p 7ffffffe4000 00:00 0 [stack]
7ffff8bfe000-7ffff8bff000 r-xp 7ffff8bfe000 00:00 0 [vdso]
ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall]
22826:20090228:042549 One child process died. Exiting ...
22826:20090228:042551 ZABBIX Server stopped. ZABBIX 1.6.2.
- glibc detected *** ./zabbix_server: double free or corruption (!prev): 0x0000000001a3abb0 ***
-