From chris, 5 Years ago, written in Plain Text.
Embed
  1. LibreNMS Poller
  2. SQL[select `migration` from `migrations` order by `id` desc limit 1 [] 0.42ms]
  3.  
  4. SQL[select count(*) as aggregate from `migrations` limit 1 [] 0.34ms]
  5.  
  6. SQL[SELECT version() [] 0.38ms]
  7.  
  8. ===================================
  9. Version info:
  10. Commit SHA: 49f206f58ebb3c4c6a9c4db4ff5350ba2e1f8e6e
  11. Commit Date: 1549292131
  12. DB Schema: 2019_01_16_195644_add_vrf_id_and_bgpLocalAs (131)
  13. PHP: 7.2.10-0ubuntu0.18.04.1
  14. MySQL: 10.1.34-MariaDB-0ubuntu0.18.04.1
  15. RRDTool: 1.7.0
  16. SNMP: NET-SNMP 5.7.3
  17. ==================================DEBUG!
  18. Updating os_def.cache...
  19. Done
  20. Override poller modules: sensors
  21. Starting polling run:
  22.  
  23. SQL[SELECT * FROM `devices` WHERE `disabled` = 0 AND `hostname` = 'HOSTremoved' ORDER BY `device_id` ASC [] 0.81ms]
  24.  
  25. SQL[SELECT * FROM devices_attribs WHERE `device_id` = ? [13] 0.23ms]
  26.  
  27. Hostname: HOSTremoved
  28. Device ID: 13
  29. OS: ios
  30. Warning: inet_pton(): Unrecognized address  in /opt/librenms/includes/polling/functions.inc.php on line 249
  31.  (cisco)
  32.  
  33. [FPING] /usr/bin/fping -e -q -c 3 -p 500 -t 500 HOSTremoved
  34. array (
  35.   'xmt' => '3',
  36.   'rcv' => '3',
  37.   'loss' => '0',
  38.   'min' => '1.03',
  39.   'max' => '4.64',
  40.   'avg' => '2.98',
  41.   'exitcode' => 0,
  42. )
  43. SQL[INSERT IGNORE INTO `device_perf` (`xmt`,`rcv`,`loss`,`min`,`max`,`avg`,`device_id`,`timestamp`,`debug`)  VALUES (:xmt,:rcv,:loss,:min,:max,:avg,:device_id,NOW(),:debug) {"xmt":"3","rcv":"3","loss":"0","min":"1.03","max":"4.64","avg":"2.98","device_id":13,"debug":"[]"} 40.76ms]
  44.  
  45. SNMP Check response code: 0
  46. Modules status: Global+
  47. OS
  48. Device
  49.  
  50. #### Load poller module core ####
  51. SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OQnUt' '-m' 'SNMPv2-MIB' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' 'sysUpTime.0' 'sysLocation.0' 'sysContact.0' 'sysName.0' 'sysObjectID.0' 'sysDescr.0']
  52. .*.*.0 = 1873418570
  53. .*.*.0 = LOCATIONremoved
  54. .*.*.0 =
  55. .*.*.0 = removed
  56. .*.*.0 = .*.*.1208
  57. .*.*.0 = Cisco IOS Software, C2960X Software (C2960X-UNIVERSALK9-M), Version 15.2(2)E7, RELEASE SOFTWARE (fc3)
  58. Technical Support: http://www.cisco.com/techsupport
  59. Copyright (c) 1986-2017 by Cisco Systems, Inc.
  60. Compiled Wed 12-Jul-17 13:06 by prod_rel_team
  61.  
  62. SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OQnUst' '-m' 'HOST-RESOURCES-MIB:SNMP-FRAMEWORK-MIB' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' 'snmpEngineTime.0' 'hrSystemUptime.0']
  63. snmpEngineTime.0 = 18734252
  64. hrSystemUptime.0 = No Such Object available on this agent at this OID
  65.  
  66. Uptime seconds: 18734252
  67. RRD[update /opt/librenms/rrd/HOSTremoved/uptime.rrd N:18734252]
  68. Uptime: 216 days, 19h 57m 32s
  69. SQL[select * from `locations` where (`location` = ?) limit 1 ["LOCATIONremoved"] 0.45ms]
  70.  
  71.  
  72. >> Runtime for poller module 'core': 0.0251 seconds with 62928 bytes
  73. >> SNMP: [2/0.02s] MySQL: [0/0.00s] RRD: [1/0.00s]
  74. #### Unload poller module core ####
  75.  
  76. RRD[update /opt/librenms/rrd/HOSTremoved/poller-perf-core.rrd N:0.02505898475647]
  77. Modules status: Global+
  78. OS
  79. Device
  80.  
  81. #### Load poller module sensors ####
  82. SQL[SELECT `sensor_class` FROM `sensors` WHERE `device_id` = ? GROUP BY `sensor_class` [13] 0.3ms]
  83.  
  84. SQL[SELECT * FROM `sensors` WHERE `sensor_class` = ? AND `device_id` = ? ["state",13] 0.43ms]
  85.  
  86. SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OUQnte' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' '.1.3.6.1.4.1.9.9.13.1.3.1.6.1004' '.1.3.6.1.4.1.9.9.13.1.5.1.3.1033' '.1.3.6.1.4.1.9.9.13.1.5.1.3.1034' '.1.3.6.1.4.1.9.9.117.1.1.2.1.2.1033' '.1.3.6.1.4.1.9.9.117.1.1.2.1.2.1034']
  87. .*.*.*.6.1004 = 1
  88. .*.*.*.3.1033 = 1
  89. .*.*.*.3.1034 = 1
  90. .*.*.*.1.2.1033 = 2
  91. .*.*.*.1.2.1034 = 2
  92.  
  93. Checking (snmp) state SW#1, Sensor#1, RED...
  94. Checking (snmp) state Sw1, PS1 Normal...
  95. Checking (snmp) state Sw1, PS2 Normal...
  96. Checking (snmp) state Switch 1 - Power Supply 1...
  97. Checking (snmp) state Switch 1 - Power Supply 2...
  98. 1
  99. RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-ciscoEnvMonTemperatureState-1004.rrd N:1]
  100. 1
  101. RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-ciscoEnvMonSupplyState-1033.rrd N:1]
  102. 1
  103. RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-ciscoEnvMonSupplyState-1034.rrd N:1]
  104. 2
  105. RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-cefcFRUPowerOperStatus-1033.rrd N:2]
  106. 2
  107. RRD[update /opt/librenms/rrd/HOSTremoved/sensor-state-cefcFRUPowerOperStatus-1034.rrd N:2]
  108. SQL[SELECT * FROM `sensors` WHERE `sensor_class` = ? AND `device_id` = ? ["temperature",13] 0.46ms]
  109.  
  110. SNMP['/usr/bin/snmpget' '-v2c' '-c' 'COMMUNITY' '-OUQnte' '-M' '/opt/librenms/mibs:/opt/librenms/mibs/cisco' 'udp:HOSTNAME:161' '.1.3.6.1.4.1.9.9.13.1.3.1.3.1004']
  111. .*.*.*.3.1004 = 7
  112.  
  113. Checking (snmp) temperature SW#1, Sensor#1, RED...
  114. 7
  115. RRD[update /opt/librenms/rrd/HOSTremoved/sensor-temperature-cisco-1004.rrd N:7]
  116. SQL[UPDATE `sensors` set `sensor_current`=?,`sensor_prev`=?,`lastupdate`=NOW() WHERE `sensor_class` = ? AND `sensor_id` = ? [7,6,"Temperature",245] 34.56ms]
  117.  
  118.  
  119. >> Runtime for poller module 'sensors': 0.0527 seconds with 2712 bytes
  120. >> SNMP: [2/0.01s] MySQL: [4/0.04s] RRD: [7/0.00s]
  121. #### Unload poller module sensors ####
  122.  
  123. RRD[update /opt/librenms/rrd/HOSTremoved/poller-perf-sensors.rrd N:0.052658081054688]
  124. ### Start Device Groups ###
  125. SQL[SELECT * FROM device_groups ORDER BY name [] 0.34ms]
  126.  
  127. SQL[SELECT DISTINCT(devices.device_id) FROM devices WHERE  devices.device_id=? AND (devices.os REGEXP "ios") LIMIT 1 [13] 0.55ms]
  128.  
  129. SQL[SELECT DISTINCT(devices.device_id) FROM devices WHERE  devices.device_id=? AND (devices.sysName = "libraryswitch.engineering" || devices.sysName = "pepsiswitch" || devices.sysName = "milehi0952.engineering" || devices.sysName = "milehimwroom" || devices.sysName = "dovevalleyold.engineering" || devices.sysName = "dovevalleynew.engineering" ) LIMIT 1 [13] 0.49ms]
  130.  
  131. SQL[SELECT `device_group_id` FROM `device_group_device` WHERE `device_id`=? [13] 0.29ms]
  132.  
  133. Groups Added:
  134. Groups Removed:
  135. ### End Device Groups ###
  136. RRD[update /opt/librenms/rrd/HOSTremoved/ping-perf.rrd N:2.98]
  137. RRD[update /opt/librenms/rrd/HOSTremoved/poller-perf.rrd N:1.141]
  138. SQL[UPDATE `devices` set `uptime`=?,`last_ping`=NOW(),`last_ping_timetaken`=? WHERE `device_id` = ? ["18734252","2.98",13] 32.26ms]
  139.  
  140. Updating HOSTremoved
  141.  
  142. Polled in 1.141 seconds
  143. #### Start Alerts ####
  144. SQL[select * from `devices` where `devices`.`device_id` = ? limit 1 [13] 0.77ms]
  145.  
  146. SQL[select `device_groups`.*, `device_group_device`.`device_id` as `pivot_device_id`, `device_group_device`.`device_group_id` as `pivot_device_group_id` from `device_groups` inner join `device_group_device` on `device_groups`.`id` = `device_group_device`.`device_group_id` where `device_group_device`.`device_id` = ? [13] 0.39ms]
  147.  
  148. SQL[select exists(select * from `alert_schedule` inner join `alert_schedulables` on `alert_schedule`.`schedule_id` = `alert_schedulables`.`schedule_id` where ((`recurring` = ? and `start` <= NOW() and `end` >= NOW()) or (`recurring` = ? and (`start_recurring_dt` <= date_format(NOW(), '--%d') and (`end_recurring_dt` >= date_format(NOW(), '--%d') or `end_recurring_dt` is null or `end_recurring_dt` = ? or `end_recurring_dt` = ?)) and `start_recurring_hr` <= date_format(NOW(), '%H:%i:%s') and `end_recurring_hr` >= date_format(NOW(), '%H:%i:%s') and (`recurring_day` like CONCAT('%', date_format(NOW(), ''), '%') or `recurring_day` is null or `recurring_day` = ?))) and ((`alert_schedulable_type` = ? and `alert_schedulable_id` = ?) or (`alert_schedulable_type` = ? and `alert_schedulable_id` in (?)))) as `exists` [0,1,"0000-00-00","","","device",13,"device_group",2] 0.93ms]
  149.  
  150. SQL[SELECT DISTINCT a.* FROM alert_rules a
  151.   LEFT JOIN alert_device_map d ON a.id=d.rule_id
  152.   LEFT JOIN alert_group_map g ON a.id=g.rule_id
  153.   LEFT JOIN device_group_device dg ON g.group_id=dg.device_group_id
  154.   WHERE a.disabled = 0 AND ((d.device_id IS NULL AND g.group_id IS NULL) OR d.device_id=? OR dg.device_id=?) [13,13] 0.5ms]
  155.  
  156. Rule #1 (Devices up/down):
  157. SQL[SELECT * FROM devices WHERE (devices.device_id = ?) AND (devices.status = 0 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.74ms]
  158.  
  159. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [1,13] 0.4ms]
  160.  
  161. Status: NOCHG
  162. Rule #2 (Device rebooted):
  163. SQL[SELECT * FROM devices WHERE (devices.device_id = ?) AND devices.uptime < 300 xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed bgpPeers.bgpPeerState = "established" xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed ports.ifOperStatus = "down" xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed details`=? xss=removed xss=removed xss=removed>= 80 AND (ports.ifOperStatus = "up" && ports.ifAdminStatus = "up" && (ports.deleted = 0 && ports.ignore = 0 && ports.disabled = 0)) = 1 [13] 1.27ms]
  164.  
  165. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [6,13] 0.42ms]
  166.  
  167. Status: NOCHG
  168. Rule #7 (Sensor over limit - Check Device Health Settings):
  169. SQL[SELECT * FROM devices,sensors WHERE (devices.device_id = ? AND devices.device_id = sensors.device_id) AND sensors.sensor_current > sensors.sensor_limit AND sensors.sensor_alert = 1 AND (devices.status = 1 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.79ms]
  170.  
  171. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [7,13] 0.34ms]
  172.  
  173. Status: NOCHG
  174. Rule #8 (Sensor under limit - Check Device Health Settings):
  175. SQL[SELECT * FROM devices,sensors WHERE (devices.device_id = ? AND devices.device_id = sensors.device_id) AND sensors.sensor_current < sensors xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed xss=removed>= wireless_sensors.sensor_limit AND wireless_sensors.sensor_alert = 1 AND (devices.status = 1 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.7ms]
  176.  
  177. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [10,13] 0.28ms]
  178.  
  179. Status: NOCHG
  180. Rule #11 (Wireless Sensor under limit):
  181. SQL[SELECT * FROM devices,wireless_sensors WHERE (devices.device_id = ? AND devices.device_id = wireless_sensors.device_id) AND wireless_sensors.sensor_current <= wireless_sensors.sensor_limit_low AND wireless_sensors.sensor_alert = 1 AND (devices.status = 1 && (devices.disabled = 0 && devices.ignore = 0)) = 1 [13] 0.67ms]
  182.  
  183. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [11,13] 0.35ms]
  184.  
  185. Status: NOCHG
  186. Rule #12 (State Sensor Critical):
  187. SQL[SELECT * FROM devices,sensors,sensors_to_state_indexes,state_indexes,state_translations WHERE (devices.device_id = ? AND devices.device_id = sensors.device_id AND sensors.sensor_id = sensors_to_state_indexes.sensor_id AND sensors_to_state_indexes.state_index_id = state_indexes.state_index_id AND state_indexes.state_index_id = state_translations.state_index_id) AND (sensors.sensor_current = state_translations.state_value && state_translations.state_generic_value = 2) = 1 AND sensors.sensor_alert = 1 [13] 0.88ms]
  188.  
  189. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [12,13] 0.34ms]
  190.  
  191. Status: NOCHG
  192. Rule #14 (Syslog Cisco PSU notification ):
  193. SQL[SELECT * FROM devices,syslog WHERE (devices.device_id = ? AND devices.device_id = syslog.device_id) AND syslog.timestamp >= (DATE_SUB(NOW(),INTERVAL 5 MINUTE)) AND syslog.msg REGEXP ".*Power Supply*." [13] 0.67ms]
  194.  
  195. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [14,13] 0.29ms]
  196.  
  197. Status: NOCHG
  198. Rule #16 (Port Down TRAP):
  199. SQL[SELECT * FROM devices,eventlog WHERE (devices.device_id = ? AND devices.device_id = eventlog.device_id) AND (eventlog.type LIKE 'Gi%' AND eventlog.message LIKE 'Interface went Down%' AND eventlog.datetime >= (DATE_SUB(NOW(),INTERVAL 60 MINUTE))) [13] 0.64ms]
  200.  
  201. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [16,13] 0.24ms]
  202.  
  203. Status: NOCHG
  204. Rule #21 (syslog port down):
  205. SQL[SELECT * FROM devices,syslog WHERE (devices.device_id = ? AND devices.device_id = syslog.device_id) AND syslog.timestamp >= (DATE_SUB(NOW(),INTERVAL 5 MINUTE)) AND syslog.program = "%LINK-3-UPDOWN" AND syslog.msg LIKE 'hanged state to down' [13] 0.64ms]
  206.  
  207. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [21,13] 0.19ms]
  208.  
  209. Status: NOCHG
  210. Rule #22 (syslog port up):
  211. SQL[SELECT * FROM devices,syslog WHERE (devices.device_id = ? AND devices.device_id = syslog.device_id) AND syslog.timestamp >= (DATE_SUB(NOW(),INTERVAL 60 MINUTE)) AND syslog.program = "%LINK-3-UPDOWN" AND syslog.msg LIKE 'hanged state to up' [13] 0.45ms]
  212.  
  213. SQL[SELECT state FROM alerts WHERE rule_id = ? AND device_id = ? ORDER BY id DESC LIMIT 1 [22,13] 0.21ms]
  214.  
  215. Status: NOCHG
  216. #### End Alerts ####
  217. SQL[INSERT IGNORE INTO `perf_times` (`type`,`doing`,`start`,`duration`,`devices`,`poller`)  VALUES (:type,:doing,:start,:duration,:devices,:poller) {"type":"poll","doing":"HOSTremoved","start":1549641269.948008,"duration":"1.382","devices":1,"poller":"removed-librenms1"} 26.83ms]
  218.  
  219. ./poller.php HOSTremoved 2019-02-08 08:54:31 - 1 devices polled in 1.382 secs
  220. SNMP [5/0.04s]: Get[5/0.04s] Getnext[0/0.00s] Walk[0/0.00s]
  221. MySQL [29/0.19s]: Cell[19/0.01s] Row[-18/-0.01s] Rows[22/0.02s] Column[1/0.00s] Update[3/0.10s] Insert[2/0.07s] Delete[0/0.00s]
  222. RRD [11/0.00s]: Update[11/0.00s] Create [0/0.00s] Other[0/0.00s]
  223.