# Trigger expression: # ({host:vfs.file.time[{$REPORT}].now(0)}-{host:vfs.file.time[{$REPORT}].last(0)})>7200 # Trigger stays in PROBLEM state disregarding receiving proper new values for items, which don't meet the criteriea anymore. # Debug info from hystory syncer on receiving such new value added below. # select * from functions where functionid in (13264750,13264751); # functionid itemid triggerid function parameter # 13264750 3739232 3414987 now 0 # 13264751 3739232 3414987 last 0 # select * from triggers where triggerid = 3414987; # triggerid expression description url status value priority lastchange comments error templateid type state flags recovery_mode recovery_expression correlation_mode correlation_tag manual_close # 3414987 ({13264750}-{13264751})>7200 Puppet configuration has not been updated via cron for more than 2h 0 1 4 1496754180 732273 0 0 0 0 0 0 # select * from items where itemid = 3739232 # itemid type snmp_community snmp_oid hostid name key_ delay history trends status value_type trapper_hosts units multiplier delta snmpv3_securityname snmpv3_securitylevel snmpv3_authpassphrase snmpv3_privpassphrase formula error lastlogsize logtimefmt templateid valuemapid delay_flex params ipmi_sensor data_type authtype username password publickey privatekey mtime flags interfaceid port description inventory_link lifetime snmpv3_authprotocol snmpv3_privprotocol state snmpv3_contextname evaltype # 3739232 7 32620 Puppet last_run_summary.yaml modification time vfs.file.time[{$REPORT}] 300 7 30 0 3 unixtime 0 0 0 1 0 811812 NULL 0 0 0 0 NULL 0 30 0 0 0 0 # {$REPORT} = "/var/lib/puppet/state/last_run_summary.yaml" via parent template $ egrep '3739232|#_itemid|3414987|#_triggerid|13264750|13264751|#_expressionid' /var/log/zabbix-server/zabbix_server.log 82112:20170605:172013.809 cannot find open problem events for triggerid:3414987, lastchange:1496683209 28338:20170607:055238.411 query [txnlev:1] [insert into history (itemid,clock,ns,value) values (4925152,1496814547,330081585,4.922961),(3222720,1496814547,333939833,416.492870),(2964268,1496814547,336750943,22.000000),(2964269,1496814547,336750943,0.000000),(2964273,1496814547,336750943,0.000000),(2964271,1496814547,336750943,2.000000),(2964270,1496814547,336750943,79303085842.000000),(4784199,1496814547,340694357,9.790000),(4784201,1496814547,340700532,47.309198),(4784202,1496814547,340703801,0.004199),(4784203,1496814547,340706477,49.210131),(3222721,1496814547,341498752,407.170924),(4610301,1496814547,350348278,1.100000),(3218508,1496814547,359248433,94.835129),(3218510,1496814547,360030830,73.249640),(4542771,1496814547,360960240,0.000000),(4542792,1496814547,362191085,97.960159),(4542794,1496814547,363005048,98.334286),(5102527,1496814547,364308622,48252.752683),(4612544,1496814547,364429029,5.000000),(3225988,1496814547,366577892,2.000000); 28338:20170607:055238.681 In zbx_vc_add_value() itemid:3222721 value_type:0 timestamp:1496814547.341498752 28333:20170607:055644.338 query [txnlev:1] [insert into history_uint (itemid,clock,ns,value) values (4745742,1496814622,54878430,0),(4723383,1496814623,913310319,0),(4855344,1496814624,126520289,0),(4926614,1496814625,187987686,0),(4679050,1496814626,65244661,0),(4978893,1496814626,126999235,0),(4951224,1496814627,600321594,0),(4841634,1496814627,828109920,0),(4934210,1496814628,82149790,0),(4762665,1496814628,561850570,0),(4777426,1496814628,927740132,0),(4862878,1496814630,134546720,0),(4800230,1496814630,776082473,0),(4772116,1496814633,75087660,0),(5326500,1496814633,196167414,0),(3438816,1496814633,802170139,4),(3457021,1496814633,824109063,0),(4242435,1496814633,876992486,0),(3186506,1496814634,882499720,0),(4895864,1496814636,106711379,0),(6118578,1496814636,944042355,3109008),(5326511,1496814637,93291434,0),(6118769,1496814637,867057540,19443630),(5325967,1496814638,88342607,0),(5325865,1496814638,89674072,0),(3334000,1496814638,100431990,77460463616),(3713595,1496814638,100558863,0),(3739196,1496814638,101642904,3),(3739199,1496814638,101651615,1496814638),(6166866,1496814638,101788801,2869071),(3334003,1496814638,101792104,23775432704),(4659092,1496814638,102244813,0),(3220928,1496814638,102758615,0),(3220960,1496814638,102943615,11520958464),(3220961,1496814638,102947066,1125822464),(3220963,1496814638,102950091,14644793344),(3334934,1496814638,103296580,2739363840),(4883435,1496814638,104274765,1),(5909017,1496814638,104621218,0),(3334937,1496814638,105539445,393216),(4859719,1496814638,107316789,0),(5764801,1496814638,107973424,170960789504),(3739205,1496814638,108590291,0),(3739209,1496814638,108613014,14555428),(3739229,1496814638,108627494,1),(3739230,1496814638,108677921,1),(3739232,1496814638,108702754,1496814387),(5063945,1496814638,110798437,0),(5764804,1496814638,111392539,43730956288),(6164556,1496814638,111466967,2869071),(5798185,1496814638,112851482,156410847232),(6117237,1496814638,113292941,10093133),(4926734,1496814638,113565098,0),(5904550,1496814638,113646354,0),(6116990,1496814638,113718576,19770941),(5798188,1496814638,115501234,58228469760),(6116864,1496814638,116359634,1358773),(5797770,1496814638,117055641,214639316992),(3334004,1496814638,117070168,3162112),(4911566,1496814638,117392935,1),(4936533,1496814638,117932837,0),(4881806,1496814638,118447023,1),(4664416,1496814638,118654671,11380),(4714799,1496814638,119171636,1); 28333:20170607:055644.395 In zbx_vc_add_value() itemid:3739232 value_type:3 timestamp:1496814638.108702754 28333:20170607:055644.448 In substitute_simple_macros() data:'({13264750}-{13264751})>7200' 28333:20170607:055644.449 End substitute_simple_macros() data:'({13264750}-{13264751})>7200' 28333:20170607:055644.490 In substitute_simple_macros() data:'({13264750}-{13264751})>7200' 28333:20170607:055644.490 End substitute_simple_macros() data:'({13264750}-{13264751})>7200' 28333:20170607:055648.422 In zbx_vc_get_value_range() itemid:3739232 value_type:3 seconds:0 count:1 timestamp:1496814638 28333:20170607:055648.535 zbx_substitute_functions_results() expression[20]:'({13264750}-{13264751})>7200' => '(1496814638-1496814387)>7200' 28333:20170607:055648.877 In zbx_process_trigger() triggerid:3414987 value:0(0) new_value:3