44629:20220927:171240.036 zbx_setproctitle() title:'task manager [processing tasks]' 44629:20220927:171240.036 query [txnlev:0] [select taskid,type,clock,ttl from task where status in (1,2) order by taskid] 44629:20220927:171240.037 In tm_try_task_close_problem() taskid:37649 44629:20220927:171240.037 query [txnlev:0] [select a.userid,a.eventid,e.objectid from task_close_problem tcp left join acknowledges a on tcp.acknowledgeid=a.acknowledgeid left join events e on a.eventid=e.eventid where tcp.taskid=37649] 44629:20220927:171240.041 In tm_execute_task_close_problem() eventid:14262476 44629:20220927:171240.041 query [txnlev:0] [select null from problem where eventid=14262476 and r_eventid is null] 44629:20220927:171240.044 In substitute_simple_macros_impl() data:EMPTY 44629:20220927:171240.044 In substitute_simple_macros_impl() data:'amWebhook.log - {ITEM.LASTVALUE1}' 44629:20220927:171240.044 In DBitem_lastvalue() 44629:20220927:171240.044 In DBitem_value() 44629:20220927:171240.044 In DBitem_get_value() 44629:20220927:171240.044 query [txnlev:1] [select value_type,valuemapid,units from items where itemid=47750] 44629:20220927:171240.044 In zbx_vc_get_values() itemid:47750 value_type:2 count:1 period:1664313160 end_timestamp '2022.09.27 17:12:40.999999999' 44629:20220927:171240.044 End of zbx_vc_get_values():SUCCEED count:1 cached:1 44629:20220927:171240.045 In zbx_format_value() 44629:20220927:171240.045 End of zbx_format_value() 44629:20220927:171240.045 End of DBitem_get_value():SUCCEED 44629:20220927:171240.045 End of DBitem_value():SUCCEED 44629:20220927:171240.045 End of DBitem_lastvalue():SUCCEED 44629:20220927:171240.045 End substitute_simple_macros_impl() data:'amWebhook.log - 2022-09-27 17:12:25 amWebhook: ALARM: Sev="minor"; Source="***"; Message="Error when analyzing ***"' 44629:20220927:171240.045 In substitute_simple_macros_impl() data:'Application' 44629:20220927:171240.045 In substitute_simple_macros_impl() data:'AlertManager' 44629:20220927:171240.045 In substitute_simple_macros_impl() data:'Object' 44629:20220927:171240.045 In substitute_simple_macros_impl() data:'US' 44629:20220927:171240.045 In substitute_simple_macros_impl() data:'PURE' 44629:20220927:171240.045 In substitute_simple_macros_impl() data:'y' 44629:20220927:171240.045 In DCget_nextid() table:'events' num:1 44629:20220927:171240.045 End of DCget_nextid() table:'events' [14262564:14262564] 44629:20220927:171240.045 In DCget_nextid() table:'events' num:0 44629:20220927:171240.045 End of DCget_nextid() table:'events' [14262565:14262564] 44629:20220927:171240.045 query [txnlev:1] [insert into events (eventid,source,object,objectid,clock,ns,value,name,severity) values (:1,:2,:3,:4,:5,:6,:7,:8,:9)] 44629:20220927:171240.045 insert [txnlev:1] [14262564,0,0,25912,1664313160,44168000,0,'amWebhook.log - 2022-09-27 17:12:25 amWebhook: ALARM: Sev="minor"; Source="***"; Message="Error when analyzing ***"',0] 44629:20220927:171240.047 zbx_db_statement_execute():1 44629:20220927:171240.047 In DCget_nextid() table:'event_tag' num:3 44629:20220927:171240.047 End of DCget_nextid() table:'event_tag' [358269:358271] 44629:20220927:171240.047 query [txnlev:1] [insert into event_tag (eventtagid,eventid,tag,value) values (:1,:2,:3,:4)] 44629:20220927:171240.047 insert [txnlev:1] [358269,14262564,'Application','AlertManager'] 44629:20220927:171240.047 insert [txnlev:1] [358270,14262564,'Object','US'] 44629:20220927:171240.047 insert [txnlev:1] [358271,14262564,'PURE','y'] 44629:20220927:171240.048 zbx_db_statement_execute():3 44629:20220927:171240.048 query [txnlev:1] [update problem set r_eventid=14262564,r_clock=1664313160,r_ns=44168000,userid=5 where eventid=14262476] 44629:20220927:171240.050 query [txnlev:1] [insert into event_recovery (eventid,r_eventid,correlationid,c_eventid,userid) values (:1,:2,:3,:4,:5)] 44629:20220927:171240.050 insert [txnlev:1] [14262476,14262564,0,0,5] 44629:20220927:171240.051 zbx_db_statement_execute():1 44629:20220927:171240.051 In process_actions() events_num:1 44629:20220927:171240.051 In zbx_dc_get_actions_eval() 44629:20220927:171240.051 End of zbx_dc_get_actions_eval() actions:10 44629:20220927:171240.051 query [txnlev:1] [select eventid,escalationid from escalations where eventid=14262476] 44629:20220927:171240.052 query [txnlev:1] [update escalations set r_eventid=14262564,nextcheck=0 where escalationid=68059] 44629:20220927:171240.054 query [txnlev:1] [update escalations set r_eventid=14262564,nextcheck=0 where escalationid=68060] 44629:20220927:171240.055 End of process_actions() 44629:20220927:171240.055 query [txnlev:1] [select objectid,count(objectid) from problem where r_eventid is null and source=0 and object=0 and objectid=25912 group by objectid] zabbix_server [44629]: ERROR [file and function: , revision:c7c3044a4a2, line:1562] Something impossible has just happened. 44629:20220927:171240.056 === Backtrace: === 44629:20220927:171240.056 11: /data/zabbix/sbin/zabbix_server: task manager [processing tasks](zbx_backtrace+0x35) [0x596635] 44629:20220927:171240.056 10: /data/zabbix/sbin/zabbix_server: task manager [processing tasks]() [0x51c956] 44629:20220927:171240.057 9: /data/zabbix/sbin/zabbix_server: task manager [processing tasks](zbx_close_problem+0x14a) [0x520bda] 44629:20220927:171240.057 8: /data/zabbix/sbin/zabbix_server: task manager [processing tasks]() [0x4a06da] 44629:20220927:171240.057 7: /data/zabbix/sbin/zabbix_server: task manager [processing tasks](taskmanager_thread+0x195) [0x4a0da5] 44629:20220927:171240.057 6: /data/zabbix/sbin/zabbix_server: task manager [processing tasks](zbx_thread_start+0x3e) [0x5a190e] 44629:20220927:171240.057 5: /data/zabbix/sbin/zabbix_server: task manager [processing tasks]() [0x44acda] 44629:20220927:171240.057 4: /data/zabbix/sbin/zabbix_server: task manager [processing tasks](MAIN_ZABBIX_ENTRY+0x9f6) [0x44bb56] 44629:20220927:171240.057 3: /data/zabbix/sbin/zabbix_server: task manager [processing tasks](daemon_start+0x1b2) [0x5963f2] 44629:20220927:171240.057 2: /data/zabbix/sbin/zabbix_server: task manager [processing tasks](main+0x4dc) [0x449c7c] 44629:20220927:171240.057 1: /lib64/libc.so.6(__libc_start_main+0xf5) [0x7fd258249555] 44629:20220927:171240.057 0: /data/zabbix/sbin/zabbix_server: task manager [processing tasks]() [0x44a06a] 44629:20220927:171240.057 In zbx_db_save_trigger_changes() 44629:20220927:171240.057 query [txnlev:1] [update triggers set lastchange=1664313160,value=0 where triggerid=25912] 44629:20220927:171240.059 End of zbx_db_save_trigger_changes() 44629:20220927:171240.060 In zbx_ipc_socket_write() 44629:20220927:171240.060 End of zbx_ipc_socket_write():SUCCEED 44629:20220927:171240.060 query without transaction detected 44629:20220927:171240.060 query [txnlev:0] [update task set status=3 where taskid=37649] 44629:20220927:171240.063 End of tm_execute_task_close_problem() 44629:20220927:171240.063 End of tm_try_task_close_problem():SUCCEED 44629:20220927:171240.063 In tm_try_task_close_problem() taskid:37651 44629:20220927:171240.063 query [txnlev:0] [select a.userid,a.eventid,e.objectid from task_close_problem tcp left join acknowledges a on tcp.acknowledgeid=a.acknowledgeid left join events e on a.eventid=e.eventid where tcp.taskid=37651] 44629:20220927:171240.066 In tm_execute_task_close_problem() eventid:14262477 44629:20220927:171240.066 query [txnlev:0] [select null from problem where eventid=14262477 and r_eventid is null] 44629:20220927:171240.068 In substitute_simple_macros_impl() data:EMPTY 44629:20220927:171240.068 In substitute_simple_macros_impl() data:'amWebhook.log - {ITEM.LASTVALUE1}' 44629:20220927:171240.068 In DBitem_lastvalue() 44629:20220927:171240.068 In DBitem_value() 44629:20220927:171240.068 In DBitem_get_value() 44629:20220927:171240.068 query [txnlev:1] [select value_type,valuemapid,units from items where itemid=47750] 44629:20220927:171240.069 In zbx_vc_get_values() itemid:47750 value_type:2 count:1 period:1664313160 end_timestamp '2022.09.27 17:12:40.999999999' 44629:20220927:171240.069 End of zbx_vc_get_values():SUCCEED count:1 cached:1 44629:20220927:171240.069 In zbx_format_value() 44629:20220927:171240.069 End of zbx_format_value() 44629:20220927:171240.069 End of DBitem_get_value():SUCCEED 44629:20220927:171240.069 End of DBitem_value():SUCCEED 44629:20220927:171240.069 End of DBitem_lastvalue():SUCCEED 44629:20220927:171240.069 End substitute_simple_macros_impl() data:'amWebhook.log - 2022-09-27 17:12:25 amWebhook: ALARM: Sev="minor"; Source="***"; Message="Error when analyzing ***' 44629:20220927:171240.069 In substitute_simple_macros_impl() data:'Application' 44629:20220927:171240.069 In substitute_simple_macros_impl() data:'AlertManager' 44629:20220927:171240.069 In substitute_simple_macros_impl() data:'Object' 44629:20220927:171240.069 In substitute_simple_macros_impl() data:'US' 44629:20220927:171240.069 In substitute_simple_macros_impl() data:'PURE' 44629:20220927:171240.069 In substitute_simple_macros_impl() data:'y' 44629:20220927:171240.069 In DCget_nextid() table:'events' num:1 44629:20220927:171240.069 End of DCget_nextid() table:'events' [14262565:14262565] 44629:20220927:171240.069 In DCget_nextid() table:'events' num:0 44629:20220927:171240.069 End of DCget_nextid() table:'events' [14262566:14262565] 44629:20220927:171240.070 query [txnlev:1] [insert into events (eventid,source,object,objectid,clock,ns,value,name,severity) values (:1,:2,:3,:4,:5,:6,:7,:8,:9)] 44629:20220927:171240.070 insert [txnlev:1] [14262565,0,0,25912,1664313160,68500193,0,'amWebhook.log - 2022-09-27 17:12:25 amWebhook: ALARM: Sev="minor"; Source="***"; Message="Error when analyzing ***',0] 44629:20220927:171240.070 zbx_db_statement_execute():1 44629:20220927:171240.070 In DCget_nextid() table:'event_tag' num:3 44629:20220927:171240.070 End of DCget_nextid() table:'event_tag' [358272:358274] 44629:20220927:171240.070 query [txnlev:1] [insert into event_tag (eventtagid,eventid,tag,value) values (:1,:2,:3,:4)] 44629:20220927:171240.070 insert [txnlev:1] [358272,14262565,'Application','AlertManager'] 44629:20220927:171240.071 insert [txnlev:1] [358273,14262565,'Object','US'] 44629:20220927:171240.071 insert [txnlev:1] [358274,14262565,'PURE','y'] 44629:20220927:171240.071 zbx_db_statement_execute():3 44629:20220927:171240.071 query [txnlev:1] [update problem set r_eventid=14262565,r_clock=1664313160,r_ns=68500193,userid=5 where eventid=14262477] 44629:20220927:171240.073 query [txnlev:1] [insert into event_recovery (eventid,r_eventid,correlationid,c_eventid,userid) values (:1,:2,:3,:4,:5)] 44629:20220927:171240.073 insert [txnlev:1] [14262477,14262565,0,0,5] 44629:20220927:171240.074 zbx_db_statement_execute():1 44629:20220927:171240.074 In process_actions() events_num:1 44629:20220927:171240.074 In zbx_dc_get_actions_eval() 44629:20220927:171240.074 End of zbx_dc_get_actions_eval() actions:10 44629:20220927:171240.074 query [txnlev:1] [select eventid,escalationid from escalations where eventid=14262477] 44629:20220927:171240.075 query [txnlev:1] [update escalations set r_eventid=14262565,nextcheck=0 where escalationid=68061] 44629:20220927:171240.077 query [txnlev:1] [update escalations set r_eventid=14262565,nextcheck=0 where escalationid=68062] 44629:20220927:171240.078 End of process_actions() 44629:20220927:171240.078 query [txnlev:1] [select objectid,count(objectid) from problem where r_eventid is null and source=0 and object=0 and objectid=25912 group by objectid] 44629:20220927:171240.079 In zbx_db_save_trigger_changes() 44629:20220927:171240.079 query [txnlev:1] [update triggers set lastchange=1664313160 where triggerid=25912] 44629:20220927:171240.080 End of zbx_db_save_trigger_changes() 44629:20220927:171240.081 In zbx_ipc_socket_write() 44629:20220927:171240.081 End of zbx_ipc_socket_write():SUCCEED 44629:20220927:171240.081 query without transaction detected 44629:20220927:171240.082 query [txnlev:0] [update task set status=3 where taskid=37651] 44629:20220927:171240.084 End of tm_execute_task_close_problem() 44629:20220927:171240.084 End of tm_try_task_close_problem():SUCCEED 44629:20220927:171240.084 In tm_process_acknowledgments() tasks_num:2 44629:20220927:171240.084 query [txnlev:0] [select a.eventid,ta.acknowledgeid,ta.taskid,a.old_severity,a.new_severity from task_acknowledge ta left join acknowledges a on ta.acknowledgeid=a.acknowledgeid left join events e on a.eventid=e.eventid left join task t on ta.taskid=t.taskid where t.status=1 and t.taskid in (37650,37652)] 44629:20220927:171240.088 In process_actions_by_acknowledgments() 44629:20220927:171240.088 In zbx_dc_get_actions_eval() 44629:20220927:171240.088 End of zbx_dc_get_actions_eval() actions:0 44629:20220927:171240.088 End of process_actions_by_acknowledgments() processed_num:0 44629:20220927:171240.088 query without transaction detected 44629:20220927:171240.088 query [txnlev:0] [update task set status=3 where taskid in (37650,37652)] 44629:20220927:171240.091 End of tm_process_acknowledgments() processed:0 44629:20220927:171240.091 zbx_setproctitle() title:'task manager [processed 2 task(s) in 0.055147 sec, idle 5 sec]'