advance troubleshooting


rtsockmon -tn


rtsockmon
root@vRR1:~ # rtsockmon -tn
        sender   flag    type       op
[10:33:45:923.119] kernel     P    route      add     inet 192.168.0.6 tid=0 plen=32 type=dest flags=0x100 nh=ucst nhflags=0x1 nhidx=584 rt_nhiflis = 0 featureid=0   rt_mcast_nhiflist=0 dflags 0x0
[10:33:45:942.219] kernel     P    nexthop    add     inet  nh=ucst flags=0x1 uflags=0x0 idx=584 ifidx=327 filteridx=0 tid=0 lr_id=0
^C




root@vRR1:~ # rtsockmon -h
rtsockmon: Usage: rtsockmon
         -a <pid|procname>   add stats for a process
         -c <pid|procame>    clear stats for a process
         -d <pid|procname>   delete stats for a process
         -g <pid|procname>   get stats for a process
         -a -d -c -g         these can be listed multiple times
         -A -C -D -G         add/clear/del/get rpd, dcd, chassisd
         -b -e               print brief/extensive stats
         -B <size>           set socket buffer to <size> bytes
         -i <wait>           repeat after <wait> seconds
         -S <count>          run in silent mode. Only print a summary message when
                             received <count> of ifstates
         -s                  enable tracing of ifl stats
         -t                  trace mode: list and print all rtsock operations
         -rt                 trace mode with all rtsock input messages
         -nt                 in trace mode, don't convert addresses to names
         -m                  print milliseconds in timestamp
         -w                  window mode: watch rtsock stats for the system
         -I                  ifstate flags (r: resync, d: suppress_del,
                                            t: enable trace,
                                            n: set RTS_ASYNC_IFSTATE only,
                                            x: no-add-del-cancel,
                                            e: enable io debug, z: disable bulk,
                                            H: high priority ifstate)
                                            3: setsockopt option to filter L3 objects
                                            2: setsockopt option to filter L2 objects
                                            A: do not register for IFA
                                            B: do not register for IFBD
         -v                  print version info
         -p                  filter (a: ADD, c: CHG, d: DEL)
         -q <msec>           set async socket receive minimum elapse time(msec)
         -h                  print this help screen
         -F <filter-spec>    Filter specification for -t mode
         -f <filter-flag>    Filter flag in a form of <type>=<flags>
                             filter flags ( 0x01 : ignore add_msg
                                            0x02 : ignore change_msg
                                            0x04 : ignore delete_msg
                                            0x08 : mark an ifstate uninterested)
                             i.e. -f rt=0x01 : to filter out add msg
         procname            picks pid from /var/run/<procname>.pid
         -L                  trace only local changes on slave
         -N                  Stuck rtsockmon - To simulate stuck ifstate client
Commonly used options:
         rtsockmon -t        trace mode
         rtsockmon -A G -w   monitor stats of main hitters


root@vRR1:~ #



https://pastebin.com/MJ6eCVLs

TFXPC0(vty)# set pfe ipcmon debug

TFXPC0(vty)# show threads  

TFXPC0(vty)# show ukern_trace handles

TFXPC0(vty)# show nhdb   

TFXPC0(vty)# show route ip

TFXPC0(vty)# show halp-pkt pkt-stats    

TFXPC0(vty)# show syslog messages 

TFXPC0(vty)# show ttp statistics