1223:20150405:060203.204 In DCsync_history() history_first:77451 history_num:3830 1224:20150405:060203.249 In DCsync_history() history_first:77534 history_num:3807 1222:20150405:060203.270 In DCsync_history() history_first:77534 history_num:3807 1225:20150405:060203.338 In DCsync_history() history_first:77534 history_num:3807 1223:20150405:060207.505 In DCsync_history() history_first:77535 history_num:5576 1224:20150405:060208.478 In DCsync_history() history_first:79983 history_num:3888 1222:20150405:060208.479 In DCsync_history() history_first:80533 history_num:3338 1225:20150405:060208.590 In DCsync_history() history_first:80533 history_num:3338 1223:20150405:060213.444 In DCsync_history() history_first:86446 history_num:3788 1224:20150405:060214.377 In DCsync_history() history_first:86449 history_num:7379 1225:20150405:060214.600 In DCsync_history() history_first:87468 history_num:7309 1222:20150405:060214.744 In DCsync_history() history_first:87469 history_num:7308 25216:20150405:060218.791 In DCsync_history() history_first:95335 history_num:0 2105:20150405:060256.437 In DCsync_history() history_first:0 history_num:0 2106:20150405:060256.437 In DCsync_history() history_first:0 history_num:0 2104:20150405:060256.437 In DCsync_history() history_first:0 history_num:0 2107:20150405:060256.438 In DCsync_history() history_first:0 history_num:0 2104:20150405:060301.442 In DCsync_history() history_first:0 history_num:52777 2106:20150405:060301.442 In DCsync_history() history_first:0 history_num:52777 2105:20150405:060301.442 In DCsync_history() history_first:0 history_num:52777 2107:20150405:060301.443 In DCsync_history() history_first:0 history_num:52777 2104:20150405:060317.622 In DCsync_history() history_first:62494 history_num:5129 2107:20150405:060317.716 In DCsync_history() history_first:62624 history_num:4999 2106:20150405:060317.815 In DCsync_history() history_first:62624 history_num:5367 2105:20150405:060317.828 In DCsync_history() history_first:62624 history_num:5367 2107:20150405:060323.767 In DCsync_history() history_first:67616 history_num:5906 2106:20150405:060323.857 In DCsync_history() history_first:67710 history_num:5812 2105:20150405:060323.881 In DCsync_history() history_first:67710 history_num:5812 2104:20150405:060324.146 In DCsync_history() history_first:67711 history_num:5811 2106:20150405:060328.426 In DCsync_history() history_first:74409 history_num:1418 2107:20150405:060328.473 In DCsync_history() history_first:74545 history_num:1282 2104:20150405:060328.969 In DCsync_history() history_first:75499 history_num:0 2105:20150405:060329.002 In DCsync_history() history_first:75499 history_num:0 2106:20150405:060332.594 In DCsync_history() history_first:75499 history_num:4606 2107:20150405:060332.711 In DCsync_history() history_first:76387 history_num:3718 2104:20150405:060332.972 In DCsync_history() history_first:76387 history_num:3718 2105:20150405:060333.005 In DCsync_history() history_first:76387 history_num:3965 2107:20150405:060337.111 In DCsync_history() history_first:77640 history_num:2981 2106:20150405:060337.196 In DCsync_history() history_first:78106 history_num:2891 2104:20150405:060337.448 In DCsync_history() history_first:79255 history_num:1753 2105:20150405:060337.915 In DCsync_history() history_first:80624 history_num:0 2104:20150405:060341.452 In DCsync_history() history_first:80624 history_num:3935 2106:20150405:060341.583 In DCsync_history() history_first:81624 history_num:2935 2107:20150405:060341.826 In DCsync_history() history_first:82352 history_num:2612 2105:20150405:060341.920 In DCsync_history() history_first:82355 history_num:2361 2106:20150405:060344.930 In DCsync_history() history_first:83541 history_num:3296 2105:20150405:060345.949 In DCsync_history() history_first:85618 history_num:1972 2104:20150405:060346.034 In DCsync_history() history_first:85618 history_num:2005 2107:20150405:060346.309 In DCsync_history() history_first:86968 history_num:497 2106:20150405:060349.047 In DCsync_history() history_first:86971 history_num:3773 2104:20150405:060350.079 In DCsync_history() history_first:88406 history_num:3275 2107:20150405:060350.313 In DCsync_history() history_first:88982 history_num:2626 2105:20150405:060350.332 In DCsync_history() history_first:88982 history_num:2626 2106:20150405:060353.329 In DCsync_history() history_first:91434 history_num:2703 2107:20150405:060354.317 In DCsync_history() history_first:91625 history_num:3175 2105:20150405:060354.346 In DCsync_history() history_first:92710 history_num:2090 2104:20150405:060354.584 In DCsync_history() history_first:93880 history_num:1943 2106:20150405:060355.836 In DCsync_history() history_first:95466 history_num:2942 2106:20150405:060358.164 In DCsync_history() history_first:98465 history_num:1003 2105:20150405:060359.034 In DCsync_history() history_first:98466 history_num:3634 2104:20150405:060359.436 In DCsync_history() history_first:99901 history_num:2966 2107:20150405:060359.459 In DCsync_history() history_first:100549 history_num:2318 2106:20150405:060400.254 In DCsync_history() history_first:100550 history_num:544 2106:20150405:060402.409 In DCsync_history() history_first:100624 history_num:675 2107:20150405:060403.591 In DCsync_history() history_first:100692 history_num:456 2104:20150405:060403.816 In DCsync_history() history_first:100891 history_num:450 2105:20150405:060403.819 In DCsync_history() history_first:101113 history_num:1 2106:20150405:060404.466 In DCsync_history() history_first:101113 history_num:56 2106:20150405:060406.486 In DCsync_history() history_first:101169 history_num:507 2105:20150405:060407.824 In DCsync_history() history_first:101282 history_num:1959 2104:20150405:060407.920 In DCsync_history() history_first:101286 history_num:2019 2107:20150405:060408.150 In DCsync_history() history_first:102380 history_num:935 2106:20150405:060408.566 In DCsync_history() history_first:103307 history_num:52 2106:20150405:060411.585 In DCsync_history() history_first:103359 history_num:4088 2105:20150405:060412.090 In DCsync_history() history_first:104758 history_num:2689 2104:20150405:060412.105 In DCsync_history() history_first:105864 history_num:1583 2107:20150405:060412.156 In DCsync_history() history_first:105864 history_num:1208 2106:20150405:060415.343 In DCsync_history() history_first:106835 history_num:6565 2104:20150405:060416.128 In DCsync_history() history_first:108018 history_num:6793 2107:20150405:060416.159 In DCsync_history() history_first:108858 history_num:6448 2105:20150405:060416.322 In DCsync_history() history_first:108859 history_num:6504 2106:20150405:060419.802 In DCsync_history() history_first:114309 history_num:6598 2107:20150405:060420.782 In DCsync_history() history_first:118096 history_num:3178 2104:20150405:060420.899 In DCsync_history() history_first:119071 history_num:2203 2105:20150405:060421.975 In DCsync_history() history_first:120334 history_num:361 2106:20150405:060423.143 In DCsync_history() history_first:120402 history_num:777 2104:20150405:060425.030 In DCsync_history() history_first:121276 history_num:6826 2107:20150405:060425.210 In DCsync_history() history_first:122068 history_num:6034 2106:20150405:060425.799 In DCsync_history() history_first:124080 history_num:4273 2105:20150405:060426.020 In DCsync_history() history_first:127314 history_num:0 2106:20150405:060427.980 In DCsync_history() history_first:127314 history_num:1905 2104:20150405:060429.962 In DCsync_history() history_first:127345 history_num:5200 2107:20150405:060429.994 In DCsync_history() history_first:127349 history_num:5211 2105:20150405:060430.024 In DCsync_history() history_first:129918 history_num:2642 2106:20150405:060430.114 In DCsync_history() history_first:129918 history_num:2642 2106:20150405:060432.503 In DCsync_history() history_first:131380 history_num:1281 2104:20150405:060434.439 In DCsync_history() history_first:131739 history_num:2404 2107:20150405:060434.445 In DCsync_history() history_first:131741 history_num:2402 2105:20150405:060434.477 In DCsync_history() history_first:132651 history_num:828 2106:20150405:060434.657 In DCsync_history() history_first:133379 history_num:0 2106:20150405:060436.659 In DCsync_history() history_first:133379 history_num:2771 2105:20150405:060438.481 In DCsync_history() history_first:133570 history_num:5005 2104:20150405:060438.641 In DCsync_history() history_first:135400 history_num:3175 2107:20150405:060438.660 In DCsync_history() history_first:135400 history_num:3175 2106:20150405:060439.683 In DCsync_history() history_first:136623 history_num:3902 2105:20150405:060442.901 In DCsync_history() history_first:137730 history_num:3464 2107:20150405:060442.991 In DCsync_history() history_first:138045 history_num:3151 2106:20150405:060443.062 In DCsync_history() history_first:138045 history_num:3151 2104:20150405:060444.578 In DCsync_history() history_first:140579 history_num:1518 2106:20150405:060446.444 In DCsync_history() history_first:140580 history_num:6853 2107:20150405:060448.238 In DCsync_history() history_first:142673 history_num:5658 2104:20150405:060448.582 In DCsync_history() history_first:143712 history_num:4620 2105:20150405:060448.640 In DCsync_history() history_first:144725 history_num:4585 2106:20150405:060451.391 In DCsync_history() history_first:149565 history_num:3306 2105:20150405:060452.517 In DCsync_history() history_first:150688 history_num:5570 2107:20150405:060453.328 In DCsync_history() history_first:151808 history_num:5993 2104:20150405:060453.407 In DCsync_history() history_first:152718 history_num:5083 2106:20150405:060454.310 In DCsync_history() history_first:153512 history_num:6081 2106:20150405:060457.366 In DCsync_history() history_first:163563 history_num:94 2106:20150405:060458.399 In DCsync_history() history_first:163657 history_num:1790 2107:20150405:060458.730 In DCsync_history() history_first:163716 history_num:1731 2105:20150405:060458.734 In DCsync_history() history_first:163718 history_num:1720 2106:20150405:060459.709 In DCsync_history() history_first:163958 history_num:5346 2104:20150405:060459.728 In DCsync_history() history_first:163959 history_num:5345 2105:20150405:060501.738 In DCsync_history() history_first:170278 history_num:1104 2106:20150405:060502.122 In DCsync_history() history_first:170299 history_num:1141 2107:20150405:060502.229 In DCsync_history() history_first:170299 history_num:779 2106:20150405:060503.169 In DCsync_history() history_first:170301 history_num:572 2106:20150405:060504.286 In DCsync_history() history_first:170304 history_num:8678 2104:20150405:060504.337 In DCsync_history() history_first:170941 history_num:8041 2105:20150405:060505.178 In DCsync_history() history_first:172743 history_num:6239 2107:20150405:060505.234 In DCsync_history() history_first:172743 history_num:7751 2106:20150405:060506.137 In DCsync_history() history_first:172743 history_num:14863 2106:20150405:060507.138 In DCsync_history() history_first:172743 history_num:23526 2106:20150405:060508.139 In DCsync_history() history_first:172743 history_num:32058 2105:20150405:060508.181 In DCsync_history() history_first:172743 history_num:32058 2106:20150405:060510.142 In DCsync_history() history_first:172743 history_num:50432 2105:20150405:060511.185 In DCsync_history() history_first:172743 history_num:50484 2106:20150405:060512.145 In DCsync_history() history_first:172743 history_num:56808 2106:20150405:060514.148 In DCsync_history() history_first:172743 history_num:60239 2105:20150405:060515.190 In DCsync_history() history_first:172743 history_num:64531 2106:20150405:060517.152 In DCsync_history() history_first:172743 history_num:67173 2105:20150405:060519.194 In DCsync_history() history_first:172743 history_num:71937 2106:20150405:060520.155 In DCsync_history() history_first:172743 history_num:78295 2106:20150405:060523.158 In DCsync_history() history_first:172743 history_num:82227 2105:20150405:060523.198 In DCsync_history() history_first:172743 history_num:82554 2106:20150405:060527.162 In DCsync_history() history_first:172743 history_num:90465 2105:20150405:060528.204 In DCsync_history() history_first:172743 history_num:90465 2106:20150405:060532.531 In DCsync_history() history_first:172743 history_num:97486 2105:20150405:060533.533 In DCsync_history() history_first:172754 history_num:98488 2106:20150405:060536.535 In DCsync_history() history_first:172789 history_num:103351 2107:20150405:060538.402 In DCsync_history() history_first:172817 history_num:104583 2105:20150405:060538.538 In DCsync_history() history_first:172818 history_num:104582 2107:20150405:060541.405 In DCsync_history() history_first:172860 history_num:109542 2106:20150405:060541.540 In DCsync_history() history_first:172862 history_num:109579 2105:20150405:060543.545 In DCsync_history() history_first:172896 history_num:109944 2107:20150405:060544.409 In DCsync_history() history_first:172909 history_num:112124 2106:20150405:060546.546 In DCsync_history() history_first:172942 history_num:115224 ... 2105:20150405:061527.469 In DCsync_history() history_first:224352 history_num:927755 2106:20150405:061532.018 In DCsync_history() history_first:607116 history_num:550107 # top 18673 zabbix 18 0 3860m 730m 722m R 97.8 1.5 7:05.64 /opt/projetos/zabbix/server/sbin/zabbix_server: history syncer #1 [synced 0 items in 0.000137 sec, syncing history] # strace -p 18673 clock_gettime(CLOCK_REALTIME, {1428211179, 554335000}) = 0 poll([{fd=5, events=POLLIN|POLLPRI}], 1, 0) = 0 (Timeout) write(5, "\10\0\0\0\3commit;", 12) = 12 read(5, "\7\0\0\1\0\0\0\2\0\0\0", 16384) = 11 clock_gettime(CLOCK_REALTIME, {1428211179, 555202000}) = 0 semop(884754, 0x7fff437b2970, 1) = 0 semop(884754, 0x7fff437b2990, 1) = 0 semop(884754, 0x7fff437b2990, 1) = 0 semop(884754, 0x7fff437b2990, 1) = 0 semop(884754, 0x7fff437b2990, 1) = 0 semop(884754, 0x7fff437b2950, 1) = 0 semop(884754, 0x7fff437b2990, 1) = 0 semop(884754, 0x7fff437b2990, 1) = 0 clock_gettime(CLOCK_REALTIME, {1428211179, 555721000}) = 0 poll([{fd=5, events=POLLIN|POLLPRI}], 1, 0) = 0 (Timeout) write(5, "\7\0\0\0\3begin;", 11) = 11 read(5, "\7\0\0\1\0\0\0\3\0\0\0", 16384) = 11 clock_gettime(CLOCK_REALTIME, {1428211179, 556094000}) = 0 semop(884754, 0x7fff437a27e0, 1) = 0 semop(884754, 0x7fff437a2820, 1) = 0 semop(884754, 0x7fff437a27f0, 1) = 0 semop(884754, 0x7fff437a2820, 1) = 0 semop(884754, 0x7fff437a27e0, 1) = 0 semop(884754, 0x7fff437a27e0, 1) = 0 clock_gettime(CLOCK_REALTIME, {1428211179, 556493000}) = 0 poll([{fd=5, events=POLLIN|POLLPRI}], 1, 0) = 0 (Timeout) write(5, "u\0\0\0\3insert into history (itemid"..., 121) = 121 read(5, ".\0\0\1\0\2\0\3\0\0\0&Records: 2 Duplicat"..., 16384) = 50 clock_gettime(CLOCK_REALTIME, {1428211179, 557024000}) = 0 semop(884754, 0x7fff437b2980, 1) = 0 # ltrace -p 18675 sleep(1) = 0 sleep(1) = 0 times(0x7fff437b5af0, 0x7fff437b5ae0, 768, 0x2ae0f5ce8148, 0) = 0x19d1c478 semop(884754, 0x7fff437b5ac0, 1, -1, 0) = 0 semop(884754, 0x7fff437b5ac0, 1, 0x19d1c283, 0) = 0 __vsnprintf_chk(0x7fff437b5260, 2048, 1, -1, 0x543638) = 67 clock_gettime(0, 0x7fff437b5ae0, 0, 479, 0x5d79726f74736968) = 0 realloc(NULL, 8256) = 0x1bcc27f0 time(NULL) = 1428213922 semop(884754, 0x7fff437b2990, 1, 0, 3) = 0 semop(884754, 0x7fff437b2950, 1, 0x1c71aa6, 0x31e81f) = 0 semop(884754, 0x7fff437b2990, 1, -1, 0x31e81f) = 0 semop(884754, 0x7fff437b2990, 1, 0x22d1c8, 0x31e81f) = 0 free(0x1bcc27f0) = clock_gettime(0, 0x7fff437b5ae0, 0, 0, 0x31e81f) = 0 __vsnprintf_chk(0x7fff437b5260, 2048, 1, -1, 0x543670) = 62 memset(0x7fff437b6de5, '\000', 484) = 0x7fff437b6de5 time(NULL) = 1428213922 times(0x7fff437b5ae0, 0, 768, 0x2ae0f5ce8148, 89) = 0x19d1c478 semop(884754, 0x7fff437b5ab0, 1, -1, 89) = 0 semop(884754, 0x7fff437b5ab0, 1, 0x19d1c478, 89) = 0 sleep(1) = 0 sleep(1) = 0 sleep(1) = 0 sleep(1) = 0 sleep(1) # lsof -p 18675 zabbix_se 18675 zabbix 5u IPv4 2177184 0t0 TCP riomp34lb10.mydomain.com:59010->zabbix.mysql.mydomain.com:mysql (ESTABLISHED) # ls -l /proc/18675/fd total 0M lr-x------ 1 root root 1M Apr 5 02:19 0 -> /dev/null l-wx------ 1 root root 1M Apr 5 02:19 1 -> /opt/logs/zabbix/zabbix_server.log (deleted) l-wx------ 1 root root 1M Apr 5 02:19 2 -> /opt/logs/zabbix/zabbix_server.log (deleted) l-wx------ 1 root root 1M Apr 5 02:19 3 -> /opt/projetos/zabbix/tmp/zabbix_server.pid lrwx------ 1 root root 1M Apr 5 02:19 4 -> socket:[2176935] lrwx------ 1 root root 1M Apr 5 02:19 5 -> socket:[2177184] # ipcs -s -i 884754 semnum value ncount zcount pid 0 1 0 0 18350 1 1 0 0 18681 2 1 0 0 18673 3 1 0 0 18673 4 1 0 0 18682 5 1 0 0 18636 6 1 0 0 18350 7 1 0 0 18350 8 1 0 0 18671 9 0 0 0 18673 10 1 0 0 18350 11 1 0 0 18350