-
Type:
Incident report
-
Resolution: Fixed
-
Priority:
Major
-
None
-
Affects Version/s: 1.8.2
-
Component/s: Agent (G)
-
None
-
Environment:Dell Poweredge 1850, 4GB RAM
Seg fault when you try to start zabbix_agentd.
During compile get these:-
/home/hughmcl/software/zabbix/zabbix-1.8.2/src/libs/zbxsysinfo/linux/proc.c:349: warning: Using 'getpwnam' in statically linked applications requires at runtime the shared libraries from the glibc version used for linking
../../src/libs/zbxcomms/libzbxcomms.a(comms.o): In function `zbx_gethost':
/home/hughmcl/software/zabbix/zabbix-1.8.2/src/libs/zbxcomms/comms.c:204: warning: Using 'gethostbyaddr' in statically linked applications requires at runtime the shared libraries from the glibc version used for linking
/home/hughmcl/software/zabbix/zabbix-1.8.2/src/libs/zbxcomms/comms.c:199: warning: Using 'gethostbyname' in statically linked applications requires at runtime the shared libraries from the glibc version used for linking
../../src/libs/zbxsysinfo/common/libcommonsysinfo.a(net.o): In function `CHECK_DNS_QUERY':
/home/hughmcl/software/zabbix/zabbix-1.8.2/src/libs/zbxsysinfo/common/net.c:548: warning: Using 'getprotobynumber' in statically linked applications requires at runtime the shared libraries from the glibc version used for linking
/home/hughmcl/software/zabbix/zabbix-1.8.2/src/libs/zbxsysinfo/common/net.c:562: warning: Using 'getservbyport' in statically linked applications requires at runtime the shared libraries from the glibc version used for linking
Linux KTrouveWeb04 2.6.18-194.8.1.el5 #1 SMP Thu Jul 1 19:04:48 EDT 2010 x86_64 x86_64 x86_64 GNU/Linux
/var/log/messages
Aug 4 10:18:02 xxxxxxxxxxxx kernel: zabbix_agentd[8251]: segfault at 0000000000000000 rip 00002ae5927ef5ac rsp 00007fff62fad3c8 error 4
Aug 4 10:18:52 xxxxxxxxxxxx kernel: zabbix_agentd[8255]: segfault at 0000000000000000 rip 00002b73629525ac rsp 00007fff85974928 error 4
Aug 4 10:19:54 xxxxxxxxxxxx kernel: zabbix_agentd[15820]: segfault at 0000000000000000 rip 00002ad880a265ac rsp 00007fffa160cba8 error 4
Aug 4 10:21:29 xxxxxxxxxxxx kernel: zabbix_agentd[23385]: segfault at 0000000000000000 rip 00002b2efb3ab5ac rsp 00007fffef407f78 error 4
[root@xxxxxxxxxxxx sbin]# strace -f -v ./zabbix_agentd
execve("./zabbix_agentd", ["./zabbix_agentd"], ["HOSTNAME=KTrouveWeb04", "TERM=vt100", "SHELL=/bin/bash", "HISTSIZE=1000", "SSH_CLIENT=10.200.49.40 56509 22", "SSH_TTY=/dev/pts/0", "USER=root", "LS_COLORS=no=00:fi=00:di=01;34:l", "MAIL=/var/spool/mail/root", "PATH=/usr/kerberos/sbin:/usr/ker", "INPUTRC=/etc/inputrc", "PWD=/usr/local/zabbix/sbin", "LANG=en_US.UTF-8", "SHLVL=1", "HOME=/root", "LOGNAME=root", "CVS_RSH=ssh", "SSH_CONNECTION=10.200.49.40 5650", "LESSOPEN=|/usr/bin/lesspipe.sh %", "G_BROKEN_FILENAMES=1", "_=/usr/bin/strace", "OLDPWD=/proc"]) = 0
uname(
) = 0
brk(0) = 0x1093d000
brk(0x1093df50) = 0x1093df50
arch_prctl(ARCH_SET_FS, 0x1093d880) = 0
brk(0x1095ef50) = 0x1095ef50
brk(0x1095f000) = 0x1095f000
open("/etc/zabbix/zabbix_agentd.conf", O_RDONLY) = 3
fstat(3,
) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2b90639aa000
read(3, "# This is config file for zabbix"..., 4096) = 2515
read(3, "", 4096) = 0
close(3) = 0
munmap(0x2b90639aa000, 4096) = 0
getuid() = 0
socket(PF_FILE, SOCK_STREAM, 0) = 3
fcntl(3, F_SETFL, O_RDWR|O_NONBLOCK) = 0
connect(3,
close(3) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 3
fcntl(3, F_SETFL, O_RDWR|O_NONBLOCK) = 0
connect(3, {sa_family=AF_FILE, path="/var/run/nscd/socket"...}
, 110) = -1 ENOENT (No such file or directory)
close(3) = 0
open("/etc/nsswitch.conf", O_RDONLY) = 3
fstat(3,
) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2b90639ab000
read(3, "#\n# /etc/nsswitch.conf\n#\n# An ex"..., 4096) = 1937
read(3, "", 4096) = 0
close(3) = 0
munmap(0x2b90639ab000, 4096) = 0
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3,
) = 0
mmap(NULL, 64982, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2b90639ac000
close(3) = 0
open("/lib64/libnss_files.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\37\0\0\0\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(NULL, 2139432, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x2b90639bc000
mprotect(0x2b90639c6000, 2093056, PROT_NONE) = 0
mmap(0x2b9063bc5000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x9000) = 0x2b9063bc5000
close(3) = 0
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\332\201;8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x383b800000, 3498328, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x383b800000
mprotect(0x383b94e000, 2093056, PROT_NONE) = 0
mmap(0x383bb4d000, 20480, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14d000) = 0x383bb4d000
mmap(0x383bb52000, 16728, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x383bb52000
close(3) = 0
open("/lib64/ld-linux-x86-64.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\n@;8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x383b400000, 2215048, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x383b400000
mprotect(0x383b41c000, 2093056, PROT_NONE) = 0
mmap(0x383b61b000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1b000) = 0x383b61b000
close(3) = 0
mprotect(0x383b61b000, 4096, PROT_READ) = 0
mprotect(0x383bb4d000, 16384, PROT_READ) = 0
mprotect(0x2b9063bc5000, 4096, PROT_READ) = 0
munmap(0x2b90639ac000, 64982) = 0
mmap(NULL, 1048576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2b9063bc7000
open("/etc/passwd", O_RDONLY) = 3
fcntl(3, F_GETFD) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
fstat(3,
) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2b9063cc7000
read(3, "root:x:0:0:root:/root:/bin/bash\n"..., 4096) = 1660
close(3) = 0
munmap(0x2b9063cc7000, 4096) = 0
setgid(507) = 0
open("/proc/sys/kernel/ngroups_max", O_RDONLY) = 3
read(3, "65536\n", 31) = 6
close(3) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 3
fcntl(3, F_SETFL, O_RDWR|O_NONBLOCK) = 0
connect(3,
close(3) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 3
fcntl(3, F_SETFL, O_RDWR|O_NONBLOCK) = 0
connect(3, {sa_family=AF_FILE, path="/var/run/nscd/socket"...}
, 110) = -1 ENOENT (No such file or directory)
close(3) = 0
open("/etc/group", O_RDONLY) = 3
fcntl(3, F_GETFD) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
fstat(3,
) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2b9063cc7000
lseek(3, 0, SEEK_CUR) = 0
read(3, "root:x:0:root\nbin:x:1:root,bin,d"..., 4096) = 694
read(3, "", 4096) = 0
close(3) = 0
munmap(0x2b9063cc7000, 4096) = 0
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3,
) = 0
mmap(NULL, 64982, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2b9063cc7000
close(3) = 0
open("/lib64/libnss_ldap.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0w\4\0\0\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(NULL, 5330072, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x2b9063cd7000
mprotect(0x2b9063fb3000, 2093056, PROT_NONE) = 0
mmap(0x2b90641b2000, 176128, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2db000) = 0x2b90641b2000
mmap(0x2b90641dd000, 62616, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2b90641dd000
close(3) = 0
open("/lib64/libcom_err.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\n\300?8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x383fc00000, 2103048, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x383fc00000
mprotect(0x383fc02000, 2093056, PROT_NONE) = 0
mmap(0x383fe01000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x383fe01000
close(3) = 0
open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\n\300@8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x3840c00000, 2102416, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3840c00000
mprotect(0x3840c02000, 2093056, PROT_NONE) = 0
mmap(0x3840e01000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x3840e01000
close(3) = 0
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\16\300;8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x383bc00000, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x383bc00000
mprotect(0x383bc02000, 2097152, PROT_NONE) = 0
mmap(0x383be02000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x383be02000
close(3) = 0
open("/lib64/libselinux.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`E\0=8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x383d000000, 2192784, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x383d000000
mprotect(0x383d015000, 2097152, PROT_NONE) = 0
mmap(0x383d215000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x15000) = 0x383d215000
mmap(0x383d217000, 1424, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x383d217000
close(3) = 0
open("/lib64/libresolv.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\2402\200@8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x3840800000, 2181864, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3840800000
mprotect(0x3840811000, 2097152, PROT_NONE) = 0
mmap(0x3840a11000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x11000) = 0x3840a11000
mmap(0x3840a13000, 6888, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3840a13000
close(3) = 0
open("/lib64/libsepol.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@=\300<8\0\0\0"..., 832) = 832
fstat(3,
) = 0
mmap(0x383cc00000, 2383168, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x383cc00000
mprotect(0x383cc3b000, 2097152, PROT_NONE) = 0
mmap(0x383ce3b000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3b000) = 0x383ce3b000
mmap(0x383ce3c000, 40256, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x383ce3c000
close(3) = 0
mprotect(0x3840a11000, 4096, PROT_READ) = 0
mprotect(0x383be02000, 4096, PROT_READ) = 0
access("/etc/selinux/", F_OK) = 0
open("/etc/selinux/config", O_RDONLY) = 3
fstat(3,
) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2b90641ed000
read(3, "# This file controls the state o"..., 4096) = 447
read(3, "", 4096) = 0
close(3) = 0
munmap(0x2b90641ed000, 4096) = 0
open("/proc/mounts", O_RDONLY) = 3
fstat(3,
) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2b90641ed000
read(3, "rootfs / rootfs rw 0 0\n/dev/root"..., 4096) = 546
read(3, "", 4096) = 0
close(3) = 0
munmap(0x2b90641ed000, 4096) = 0
munmap(0x2b9063cc7000, 64982) = 0
— SIGSEGV (Segmentation fault) @ 0 (0) —
+++ killed by SIGSEGV +++
/proc/cpuinfo
processor : 0
vendor_id : GenuineIntel
cpu family : 15
model : 4
model name : Intel(R) Xeon(TM) CPU 3.20GHz
stepping : 3
cpu MHz : 3192.250
cache size : 2048 KB
physical id : 0
siblings : 2
core id : 0
cpu cores : 1
apicid : 0
fpu : yes
fpu_exception : yes
cpuid level : 5
wp : yes
flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm syscall nx lm constant_tsc pni monitor ds_cpl cid cx16 xtpr
bogomips : 6384.50
clflush size : 64
cache_alignment : 128
address sizes : 36 bits physical, 48 bits virtual
power management:
processor : 1
vendor_id : GenuineIntel
cpu family : 15
model : 4
model name : Intel(R) Xeon(TM) CPU 3.20GHz
stepping : 3
cpu MHz : 3192.250
cache size : 2048 KB
physical id : 3
siblings : 2
core id : 0
cpu cores : 1
apicid : 6
fpu : yes
fpu_exception : yes
cpuid level : 5
wp : yes
flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm syscall nx lm constant_tsc pni monitor ds_cpl cid cx16 xtpr
bogomips : 6384.42
clflush size : 64
cache_alignment : 128
address sizes : 36 bits physical, 48 bits virtual
power management:
processor : 2
vendor_id : GenuineIntel
cpu family : 15
model : 4
model name : Intel(R) Xeon(TM) CPU 3.20GHz
stepping : 3
cpu MHz : 3192.250
cache size : 2048 KB
physical id : 0
siblings : 2
core id : 0
cpu cores : 1
apicid : 1
fpu : yes
fpu_exception : yes
cpuid level : 5
wp : yes
flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm syscall nx lm constant_tsc pni monitor ds_cpl cid cx16 xtpr
bogomips : 6384.43
clflush size : 64
cache_alignment : 128
address sizes : 36 bits physical, 48 bits virtual
power management:
processor : 3
vendor_id : GenuineIntel
cpu family : 15
model : 4
model name : Intel(R) Xeon(TM) CPU 3.20GHz
stepping : 3
cpu MHz : 3192.250
cache size : 2048 KB
physical id : 3
siblings : 2
core id : 0
cpu cores : 1
apicid : 7
fpu : yes
fpu_exception : yes
cpuid level : 5
wp : yes
flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm syscall nx lm constant_tsc pni monitor ds_cpl cid cx16 xtpr
bogomips : 6384.46
clflush size : 64
cache_alignment : 128
address sizes : 36 bits physical, 48 bits virtual
power management: