LibreNMS Poller SQL[select `migration` from `migrations` order by `id` desc limit 1 [] 0.42ms] SQL[select count(*) as aggregate from `migrations` limit 1 [] 0.34ms] SQL[SELECT version() [] 0.38ms] =================================== Version info: Commit SHA: 49f206f58ebb3c4c6a9c4db4ff5350ba2e1f8e6e Commit Date: 1549292131 DB Schema: 2019_01_16_195644_add_vrf_id_and_bgpLocalAs (131) PHP: 7.2.10-0ubuntu0.18.04.1 MySQL: 10.1.34-MariaDB-0ubuntu0.18.04.1 RRDTool: 1.7.0 SNMP: NET-SNMP 5.7.3 ==================================DEBUG! Updating os_def.cache... Done Override poller modules: sensors Starting polling run: SQL[SELECT * FROM `devices` WHERE `disabled` = 0 AND `hostname` = 'HOSTremoved' ORDER BY `device_id` ASC [] 0.81ms] SQL[SELECT * FROM devices_attribs WHERE `device_id` = ? [13] 0.23ms] Hostname: HOSTremoved Device ID: 13 OS: ios Warning: inet_pton(): Unrecognized address in /opt/librenms/includes/polling/functions.inc.php on line 249 (cisco) [FPING] /usr/bin/fping -e -q -c 3 -p 500 -t 500 HOSTremoved array ( 'xmt' => '3', 'rcv' => '3', 'loss' => '0', 'min' => '1.03', 'max' => '4.64', 'avg' => '2.98', 'exitcode' => 0, ) SQL[INSERT IGNORE INTO `device_perf` (`xmt`,`rcv`,`loss`,`min`,`max`,`avg`,`device_id`,`timestamp`,`debug`) VALUES (:xmt,:rcv,:loss,:min,:max,:avg,:device_id,NOW(),:debug) {"xmt":"3","rcv":"3","loss":"0","min":"1.03","max":"4.64","avg":"2.98","device_id":13,"debug":"[]"} 40.76ms] SNMP Check response code: 0 Modules status: Global+ OS Device #### Load poller module core #### SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OQnUt' '-m' 'SNMPv2-MIB' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' 'sysUpTime.0' 'sysLocation.0' 'sysContact.0' 'sysName.0' 'sysObjectID.0' 'sysDescr.0'] .*.*.0 = 1873418570 .*.*.0 = LOCATIONremoved .*.*.0 = .*.*.0 = removed .*.*.0 = .*.*.1208 .*.*.0 = Cisco IOS Software, C2960X Software (C2960X-UNIVERSALK9-M), Version 15.2(2)E7, RELEASE SOFTWARE (fc3) Technical Support: http://www.cisco.com/techsupport Copyright (c) 1986-2017 by Cisco Systems, Inc. Compiled Wed 12-Jul-17 13:06 by prod_rel_team SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OQnUst' '-m' 'HOST-RESOURCES-MIB:SNMP-FRAMEWORK-MIB' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' 'snmpEngineTime.0' 'hrSystemUptime.0'] snmpEngineTime.0 = 18734252 hrSystemUptime.0 = No Such Object available on this agent at this OID Uptime seconds: 18734252 RRD[update /opt/librenms/rrd/HOSTremoved/uptime.rrd N:18734252] Uptime: 216 days, 19h 57m 32s SQL[select * from `locations` where (`location` = ?) limit 1 ["LOCATIONremoved"] 0.45ms] >> Runtime for poller module 'core': 0.0251 seconds with 62928 bytes >> SNMP: [2/0.02s] MySQL: [0/0.00s] RRD: [1/0.00s] #### Unload poller module core #### RRD[update /opt/librenms/rrd/HOSTremoved/poller-perf-core.rrd N:0.02505898475647] Modules status: Global+ OS Device #### Load poller module sensors #### SQL[SELECT `sensor_class` FROM `sensors` WHERE `device_id` = ? GROUP BY `sensor_class` [13] 0.3ms] SQL[SELECT * FROM `sensors` WHERE `sensor_class` = ? AND `device_id` = ? ["state",13] 0.43ms] SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OUQnte' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' '.1.3.6.1.4.1.9.9.13.1.3.1.6.1004' '.1.3.6.1.4.1.9.9.13.1.5.1.3.1033' '.1.3.6.1.4.1.9.9.13.1.5.1.3.1034' '.1.3.6.1.4.1.9.9.117.1.1.2.1.2.1033' '.1.3.6.1.4.1.9.9.117.1.1.2.1.2.1034'] .*.*.*.6.1004 = 1 .*.*.*.3.1033 = 1 .*.*.*.3.1034 = 1 .*.*.*.1.2.1033 = 2 .*.*.*.1.2.1034 = 2 Checking (snmp) state SW#1, Sensor#1, RED... Checking (snmp) state Sw1, PS1 Normal... Checking (snmp) state Sw1, PS2 Normal... Checking (snmp) state Switch 1 - Power Supply 1... Checking (snmp) state Switch 1 - Power Supply 2... 1 RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-ciscoEnvMonTemperatureState-1004.rrd N:1] 1 RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-ciscoEnvMonSupplyState-1033.rrd N:1] 1 RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-ciscoEnvMonSupplyState-1034.rrd N:1] 2 RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-cefcFRUPowerOperStatus-1033.rrd N:2] 2 RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-cefcFRUPowerOperStatus-1034.rrd N:2] SQL[SELECT * FROM `sensors` WHERE `sensor_class` = ? AND `device_id` = ? ["temperature",13] 0.46ms] SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OUQnte' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' '.1.3.6.1.4.1.9.9.13.1.3.1.3.1004'] .*.*.*.3.1004 = 7 Checking (snmp) temperature SW#1, Sensor#1, RED... 7 RRD[update /opt/librenms/rrd/HOSTremoved/sensor-temperature-cisco-1004.rrd N:7] SQL[UPDATE `sensors` set `sensor_current`=?,`sensor_prev`=?,`lastupdate`=NOW() WHERE `sensor_class` = ? AND `sensor_id` = ? [7,6,"Temperature",245] 34.56ms] >> Runtime for poller module 'sensors': 0.0527 seconds with 2712 bytes >> SNMP: [2/0.01s] MySQL: [4/0.04s] RRD: [7/0.00s] #### Unload poller module sensors #### RRD[update /opt/librenms/rrd/HOSTremoved/poller-perf-sensors.rrd N:0.052658081054688] ### Start Device Groups ### SQL[SELECT * FROM device_groups ORDER BY name [] 0.34ms] SQL[SELECT DISTINCT(devices.device_id) FROM devices WHERE devices.device_id=? AND (devices.os REGEXP "ios") LIMIT 1 [13] 0.55ms] SQL[SELECT DISTINCT(devices.device_id) FROM devices WHERE devices.device_id=? AND (devices.sysName = "libraryswitch.engineering" || devices.sysName = "pepsiswitch" || devices.sysName = "milehi0952.engineering" || devices.sysName = "milehimwroom" || devices.sysName = "dovevalleyold.engineering" || devices.sysName = "dovevalleynew.engineering" ) LIMIT 1 [13] 0.49ms] SQL[SELECT `device_group_id` FROM `device_group_device` WHERE `device_id`=? [13] 0.29ms] Groups Added: Groups Removed: ### End Device Groups ### RRD[update /opt/librenms/rrd/HOSTremoved/ping-perf.rrd N:2.98] RRD[update /opt/librenms/rrd/HOSTremoved/poller-perf.rrd N:1.141] SQL[UPDATE `devices` set `uptime`=?,`last_ping`=NOW(),`last_ping_timetaken`=? WHERE `device_id` = ? ["18734252","2.98",13] 32.26ms] Updating HOSTremoved Polled in 1.141 seconds #### Start Alerts #### SQL[select * from `devices` where `devices`.`device_id` = ? limit 1 [13] 0.77ms] SQL[select `device_groups`.*, `device_group_device`.`device_id` as `pivot_device_id`, `device_group_device`.`device_group_id` as `pivot_device_group_id` from `device_groups` inner join `device_group_device` on `device_groups`.`id` = `device_group_device`.`device_group_id` where `device_group_device`.`device_id` = ? [13] 0.39ms] SQL[select exists(select * from `alert_schedule` inner join `alert_schedulables` on `alert_schedule`.`schedule_id` = `alert_schedulables`.`schedule_id` where ((`recurring` = ? and `start` <= NOW() and `end` >= NOW()) or (`recurring` = ? and (`start_recurring_dt` <= date_format(NOW(), '--%d') and (`end_recurring_dt` >= date_format(NOW(), '--%d') or `end_recurring_dt` is null or `end_recurring_dt` = ? or `end_recurring_dt` = ?)) and `start_recurring_hr` <= date_format(NOW(), '%H:%i:%s') and `end_recurring_hr` >= date_format(NOW(), '%H:%i:%s') and (`recurring_day` like CONCAT('%', date_format(NOW(), ''), '%') or `recurring_day` is null or `recurring_day` = ?))) and ((`alert_schedulable_type` = ? and `alert_schedulable_id` = ?) or (`alert_schedulable_type` = ? and `alert_schedulable_id` in (?)))) as `exists` [0,1,"0000-00-00","","","device",13,"device_group",2] 0.93ms] SQL[SELECT DISTINCT a.* FROM alert_rules a LEFT JOIN alert_device_map d ON a.id=d.rule_id LEFT JOIN alert_group_map g ON a.id=g.rule_id LEFT JOIN device_group_device dg ON g.group_id=dg.device_group_id WHERE a.disabled = 0 AND ((d.device_id IS NULL AND g.group_id IS NULL) OR d.device_id=? OR dg.device_id=?) [13,13] 0.5ms] Rule #1 (Devices up/down): SQL[SELECT * FROM devices WHERE (devices.device_id = ?) AND (devices.status = 0 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.74ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [1,13] 0.4ms] Status: NOCHG Rule #2 (Device rebooted): SQL[SELECT * FROM devices WHERE (devices.device_id = ?) AND devices.uptime < 300 xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed bgpPeers.bgpPeerState = "established" xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed ports.ifOperStatus = "down" xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed details`=? xss=removed xss=removed xss=removed>= 80 AND (ports.ifOperStatus = "up" && ports.ifAdminStatus = "up" && (ports.deleted = 0 && ports.ignore = 0 && ports.disabled = 0)) = 1 [13] 1.27ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [6,13] 0.42ms] Status: NOCHG Rule #7 (Sensor over limit - Check Device Health Settings): SQL[SELECT * FROM devices,sensors WHERE (devices.device_id = ? AND devices.device_id = sensors.device_id) AND sensors.sensor_current > sensors.sensor_limit AND sensors.sensor_alert = 1 AND (devices.status = 1 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.79ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [7,13] 0.34ms] Status: NOCHG Rule #8 (Sensor under limit - Check Device Health Settings): SQL[SELECT * FROM devices,sensors WHERE (devices.device_id = ? AND devices.device_id = sensors.device_id) AND sensors.sensor_current < sensors xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed>= wireless_sensors.sensor_limit AND wireless_sensors.sensor_alert = 1 AND (devices.status = 1 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.7ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [10,13] 0.28ms] Status: NOCHG Rule #11 (Wireless Sensor under limit): SQL[SELECT * FROM devices,wireless_sensors WHERE (devices.device_id = ? AND devices.device_id = wireless_sensors.device_id) AND wireless_sensors.sensor_current <= wireless_sensors.sensor_limit_low AND wireless_sensors.sensor_alert = 1 AND (devices.status = 1 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.67ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [11,13] 0.35ms] Status: NOCHG Rule #12 (State Sensor Critical): SQL[SELECT * FROM devices,sensors,sensors_to_state_indexes,state_indexes,state_translations WHERE (devices.device_id = ? AND devices.device_id = sensors.device_id AND sensors.sensor_id = sensors_to_state_indexes.sensor_id AND sensors_to_state_indexes.state_index_id = state_indexes.state_index_id AND state_indexes.state_index_id = state_translations.state_index_id) AND (sensors.sensor_current = state_translations.state_value && state_translations.state_generic_value = 2) = 1 AND sensors.sensor_alert = 1 [13] 0.88ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [12,13] 0.34ms] Status: NOCHG Rule #14 (Syslog Cisco PSU notification ): SQL[SELECT * FROM devices,syslog WHERE (devices.device_id = ? AND devices.device_id = syslog.device_id) AND syslog.timestamp >= (DATE_SUB(NOW(),INTERVAL 5 MINUTE)) AND syslog.msg REGEXP ".*Power Supply*." [13] 0.67ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [14,13] 0.29ms] Status: NOCHG Rule #16 (Port Down TRAP): SQL[SELECT * FROM devices,eventlog WHERE (devices.device_id = ? AND devices.device_id = eventlog.device_id) AND (eventlog.type LIKE 'Gi%' AND eventlog.message LIKE 'Interface went Down%' AND eventlog.datetime >= (DATE_SUB(NOW(),INTERVAL 60 MINUTE))) [13] 0.64ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [16,13] 0.24ms] Status: NOCHG Rule #21 (syslog port down): SQL[SELECT * FROM devices,syslog WHERE (devices.device_id = ? AND devices.device_id = syslog.device_id) AND syslog.timestamp >= (DATE_SUB(NOW(),INTERVAL 5 MINUTE)) AND syslog.program = "%LINK-3-UPDOWN" AND syslog.msg LIKE 'hanged state to down' [13] 0.64ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [21,13] 0.19ms] Status: NOCHG Rule #22 (syslog port up): SQL[SELECT * FROM devices,syslog WHERE (devices.device_id = ? AND devices.device_id = syslog.device_id) AND syslog.timestamp >= (DATE_SUB(NOW(),INTERVAL 60 MINUTE)) AND syslog.program = "%LINK-3-UPDOWN" AND syslog.msg LIKE 'hanged state to up' [13] 0.45ms] SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [22,13] 0.21ms] Status: NOCHG #### End Alerts #### SQL[INSERT IGNORE INTO `perf_times` (`type`,`doing`,`start`,`duration`,`devices`,`poller`) VALUES (:type,:doing,:start,:duration,:devices,:poller) {"type":"poll","doing":"HOSTremoved","start":1549641269.948008,"duration":"1.382","devices":1,"poller":"removed-librenms1"} 26.83ms] ./poller.php HOSTremoved 2019-02-08 08:54:31 - 1 devices polled in 1.382 secs SNMP [5/0.04s]: Get[5/0.04s] Getnext[0/0.00s] Walk[0/0.00s] MySQL [29/0.19s]: Cell[19/0.01s] Row[-18/-0.01s] Rows[22/0.02s] Column[1/0.00s] Update[3/0.10s] Insert[2/0.07s] Delete[0/0.00s] RRD [11/0.00s]: Update[11/0.00s] Create [0/0.00s] Other[0/0.00s]