2023-03-22 10:42:57 UTC
|
|
2023-03-22 10:42:53 goca-rt-virt /usr/local/goca_rt/monitor_validate
USER GROUP PID PPID ELAPSED %CPU %MEM TIME VSZ RSS SIZE NI COMMAND
dataflow dataflow 2195152 1 56-18:52:07 2.6 0.1 17:40:55 33256 19296 24308 5 /usr/bin/tclsh /usr/local/goca_rt/monitor_validate
2023-03-22 10:42:53 [debug] rrd process: pipe=0 create=0 update=5 graph=9
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_proc-stat.1week,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_proc-stat.6hour,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_aurora-ntp.1month,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_aurora-ntp.1week,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_aurora-ntp.1day,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_aurora-ntp.6hour,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_ualberta.1month,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_ualberta.1week,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_ualberta.6hour,now.png
2023-03-22 10:42:53 [debug] graph cgsm_fsim_iti-11_ntp_iti-gps.6hour,now.png
2023-03-22 10:42:53 [debug] graph cgsm_rank_iti-t01_microhard-snmp_iti-modem.1day,now.png
2023-03-22 10:42:53 [debug] graph cgsm_rank_iti-t01_microhard-snmp_iti-modem.6hour,now.png
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_mcmu_iti-02/cgsm_mcmu_iti-02_ifconfig_eth1.rrd
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_fsim_iti-11/cgsm_fsim_iti-11_processes.rrd
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_fsim_iti-11/cgsm_fsim_iti-11_proc-loadavg.rrd
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_fsim_iti-11/cgsm_fsim_iti-11_proc-stat.rrd
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_fsim_iti-11/cgsm_fsim_iti-11_ntp_aurora-ntp.rrd
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_fsim_iti-11/cgsm_fsim_iti-11_ntp_ualberta.rrd
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_fsim_iti-11/cgsm_fsim_iti-11_ntp_iti-gps.rrd
2023-03-22 10:42:53 [debug] update 1: /data/dataflow/validate/monitor/rrd/cgsm_rank_iti-t01/cgsm_rank_iti-t01_microhard-snmp_iti-modem.rrd
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,IP_ADDRESS
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network IP_ADDRESS, parent:network, child:IP_ADDRESS
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,IP_ADDRESS UID:cgsm_mcmu_iti-02 triplet:1679481769 184.151.216.129 ignore
2023-03-22 10:42:49 [info] Change to config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cgsm_tal
2023-03-22 10:42:49 [info] IN if statement config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cg
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:misc,age,ntp,aurora-ntp
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:misc age ntp aurora-ntp, parent:misc,age,ntp, child:aurora-ntp
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: misc,age,ntp,aurora-ntp UID:cgsm_mcmu_iti-02 triplet:1679481767 {2023-03-22 10:42:47} {}
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:misc,monitor,CADENCE,ntp,aurora-ntp
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:misc monitor CADENCE ntp aurora-ntp, parent:misc,monitor,CADENCE,ntp, child:aurora-ntp
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: misc,monitor,CADENCE,ntp,aurora-ntp UID:cgsm_mcmu_iti-02 triplet:1679481767 300 ignore
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,aurora-ntp,reference
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time aurora-ntp reference, parent:network,time,aurora-ntp, child:reference
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,time,aurora-ntp,reference UID:cgsm_mcmu_iti-02 triplet:1679481767 216.197.156.83 ignore
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,aurora-ntp,delay
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time aurora-ntp delay, parent:network,time,aurora-ntp, child:delay
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,time,aurora-ntp,delay UID:cgsm_mcmu_iti-02 triplet:1679481767 0.06290899999999999 ignore
2023-03-22 10:42:49 [info] Change to config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cgsm_tal
2023-03-22 10:42:49 [info] IN if statement config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cg
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,aurora-ntp,offset
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time aurora-ntp offset, parent:network,time,aurora-ntp, child:offset
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,time,aurora-ntp,offset UID:cgsm_mcmu_iti-02 triplet:1679481767 0.01288 good
2023-03-22 10:42:49 [info] Change to config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cgsm_tal
2023-03-22 10:42:49 [info] IN if statement config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cg
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,aurora-ntp,jitter
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time aurora-ntp jitter, parent:network,time,aurora-ntp, child:jitter
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,time,aurora-ntp,jitter UID:cgsm_mcmu_iti-02 triplet:1679481767 0.004848 good
2023-03-22 10:42:49 [info] Change to config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cgsm_tal
2023-03-22 10:42:49 [info] IN if statement config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cg
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,aurora-ntp,status
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time aurora-ntp status, parent:network,time,aurora-ntp, child:status
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,time,aurora-ntp,status UID:cgsm_mcmu_iti-02 triplet:1679481767 - good
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,aurora-ntp,stratum
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time aurora-ntp stratum, parent:network,time,aurora-ntp, child:stratum
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,time,aurora-ntp,stratum UID:cgsm_mcmu_iti-02 triplet:1679481767 2 ignore
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,aurora-ntp,target
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time aurora-ntp target, parent:network,time,aurora-ntp, child:target
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: network,time,aurora-ntp,target UID:cgsm_mcmu_iti-02 triplet:1679481767 136.159.28.141 ignore
2023-03-22 10:42:49 [debug] module classified: {network,time,aurora-ntp,target 136.159.28.141 ignore} {network,time,aurora-ntp,stratum 2 ignore} {network,time,aurora-ntp,status - good} {ne
2023-03-22 10:42:49 [info] END of dataflow monitor data_update
2023-03-22 10:42:49 [debug] rrd_update +1 (1): cgsm_mcmu_iti-02_ntp_aurora-ntp.rrd
2023-03-22 10:42:49 [info] MODULES Dsource names: delay
2023-03-22 10:42:49 [info] MODULES Dsource names: offset
2023-03-22 10:42:49 [info] MODULES Dsource names: jitter
2023-03-22 10:42:49 [info] THE MODULE IS ntp,aurora-ntp
2023-03-22 10:42:49 [info] CHECK Module: template:ntp cadence: 300 args:aurora-ntp
2023-03-22 10:42:49 [info] PRINT DATALINE: ntp,aurora-ntp 1679481767 target 136.159.28.141 stratum 2 status - jitter 0.004848 offset 0.01288 delay 0.06290899999999999 reference 216.197.15
2023-03-22 10:42:49 [info] dataflow::monitor::data_update Enter
2023-03-22 10:42:49 [info] Change to config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cgsm_tal
2023-03-22 10:42:49 [info] IN if statement config(class_parent): {network cgsm_gill_iti-12} {computer,misc,monitor cgsm_talo_iti-t06} {misc,age cgsm_talo_iti-t06} {computer,process,ALL cg
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:misc,age,ntp,ualberta
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:misc age ntp ualberta, parent:misc,age,ntp, child:ualberta
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: misc,age,ntp,ualberta UID:cgsm_mcmu_iti-02 triplet:1679481765 {2023-03-22 10:42:45} {}
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:misc,monitor,CADENCE,ntp,ualberta
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:misc monitor CADENCE ntp ualberta, parent:misc,monitor,CADENCE,ntp, child:ualberta
2023-03-22 10:42:49 [info] MON_VAL::CLASS_ADD node: misc,monitor,CADENCE,ntp,ualberta UID:cgsm_mcmu_iti-02 triplet:1679481765 300 ignore
2023-03-22 10:42:49 [info] flag? config(class_item):computer,misc,monitor,version computer,misc,monitor,Project computer,misc,monitor,Site computer,misc,monitor,Device computer,misc,monit
2023-03-22 10:42:49 [info] what is node:network,time,ualberta,reference
2023-03-22 10:42:49 [info] IN ADD_NODE BREAK NODE parts:network time ualberta reference, parent:network,time,ualberta, child:reference
|