Attachment 223541 Details for Bug 254303 – core2

core2

core.txt.2 (text/plain), 97.70 KB, created by Aleks on 2021-03-24 07:22:25 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Aleks

Created: 2021-03-24 07:22:25 UTC

Size: 97.70 KB

patch

obsolete

>lv-tet-router1 dumped core - see /var/crash/vmcore.2
>
>Wed Mar 17 15:04:45 EET 2021
>
>FreeBSD lv-tet-router1 13.0-RC2 FreeBSD 13.0-RC2 #0 releng/13.0-n244684-13c22f74953: Fri Mar 12 04:05:19 UTC 2021     root@releng1.nyi.freebsd.org:/usr/obj/usr/src/amd64.amd64/sys/GENERIC  amd64
>
>panic: page fault
>
>GNU gdb (GDB) 10.1 [GDB v10.1 for FreeBSD]
>Copyright (C) 2020 Free Software Foundation, Inc.
>License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
>This is free software: you are free to change and redistribute it.
>There is NO WARRANTY, to the extent permitted by law.
>Type "show copying" and "show warranty" for details.
>This GDB was configured as "x86_64-portbld-freebsd13.0".
>Type "show configuration" for configuration details.
>For bug reporting instructions, please see:
><https://www.gnu.org/software/gdb/bugs/>.
>Find the GDB manual and other documentation resources online at:
>    <http://www.gnu.org/software/gdb/documentation/>.
>
>For help, type "help".
>Type "apropos word" to search for commands related to "word"...
>Reading symbols from /boot/kernel.old/kernel...
>Reading symbols from /usr/lib/debug//boot/kernel.old/kernel.debug...
>
>Unread portion of the kernel message buffer:
>
>
>Fatal trap 12: page fault while in kernel mode
>cpuid = 11; apic id = 1a
>fault virtual address	= 0x4
>fault code		= supervisor read data, page not present
>instruction pointer	= 0x20:0xffffffff80d48bf8
>stack pointer	        = 0x28:0xfffffe01426a44b0
>frame pointer	        = 0x28:0xfffffe01426a44b0
>code segment		= base 0x0, limit 0xfffff, type 0x1b
>			= DPL 0, pres 1, long 1, def32 0, gran 1
>processor eflags	= interrupt enabled, resume, IOPL = 0
>current process		= 4301 (netstat)
>trap number		= 12
>panic: page fault
>cpuid = 11
>time = 1615802783
>KDB: stack backtrace:
>#0 0xffffffff80c57105 at kdb_backtrace+0x65
>#1 0xffffffff80c09cd1 at vpanic+0x181
>#2 0xffffffff80c09b43 at panic+0x43
>#3 0xffffffff8108a187 at trap_fatal+0x387
>#4 0xffffffff8108a1df at trap_pfault+0x4f
>#5 0xffffffff8108983d at trap+0x27d
>#6 0xffffffff81060f98 at calltrap+0x8
>#7 0xffffffff80d4e238 at sysctl_dumpnhop+0x28
>#8 0xffffffff80d4e1b3 at sysctl_dumpentry+0xc3
>#9 0xffffffff80d44518 at rn_walktree+0x98
>#10 0xffffffff80d4b12e at rib_walk+0x5e
>#11 0xffffffff80d4d9e4 at sysctl_rtsock+0x304
>#12 0xffffffff80c19be1 at sysctl_root_handler_locked+0x91
>#13 0xffffffff80c1902c at sysctl_root+0x24c
>#14 0xffffffff80c196a3 at userland_sysctl+0x173
>#15 0xffffffff80c194ef at sys___sysctl+0x5f
>#16 0xffffffff8108aa8c at amd64_syscall+0x10c
>#17 0xffffffff810618be at fast_syscall_common+0xf8
>Uptime: 13m30s
>Dumping 1509 out of 32614 MB:..2%..11%..21%..31%..41%..51%..61%..72%..81%..91%
>
>__curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55
>55		__asm("movq %%gs:%P1,%0" : "=r" (td) : "n" (offsetof(struct pcpu,
>(kgdb) #0  __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55
>#1  doadump (textdump=<optimized out>) at /usr/src/sys/kern/kern_shutdown.c:399
>#2  0xffffffff80c098c6 in kern_reboot (howto=260)
>    at /usr/src/sys/kern/kern_shutdown.c:486
>#3  0xffffffff80c09d40 in vpanic (fmt=<optimized out>, ap=<optimized out>)
>    at /usr/src/sys/kern/kern_shutdown.c:919
>#4  0xffffffff80c09b43 in panic (fmt=<unavailable>)
>    at /usr/src/sys/kern/kern_shutdown.c:843
>#5  0xffffffff8108a187 in trap_fatal (frame=0xfffffe01426a43f0, eva=4)
>    at /usr/src/sys/amd64/amd64/trap.c:915
>#6  0xffffffff8108a1df in trap_pfault (frame=frame@entry=0xfffffe01426a43f0, 
>    usermode=false, signo=<optimized out>, signo@entry=0x0, 
>    ucode=<optimized out>, ucode@entry=0x0)
>    at /usr/src/sys/amd64/amd64/trap.c:732
>#7  0xffffffff8108983d in trap (frame=0xfffffe01426a43f0)
>    at /usr/src/sys/amd64/amd64/trap.c:398
>#8  <signal handler called>
>#9  0xffffffff80d48bf8 in nhop_get_rtflags (nh=0xfffff8055a357300)
>    at /usr/src/sys/net/route/nhop_ctl.c:747
>#10 0xffffffff80d4e238 in sysctl_dumpnhop (rt=rt@entry=0xfffff8056497adc0, 
>    nh=0xfffff8055a357300, weight=0, w=w@entry=0xfffffe01426a47a8)
>    at /usr/src/sys/net/rtsock.c:2096
>#11 0xffffffff80d4e1b3 in sysctl_dumpentry (rt=0xfffff8056497adc0, 
>    vw=vw@entry=0xfffffe01426a47a8) at /usr/src/sys/net/rtsock.c:2082
>#12 0xffffffff80d44518 in rn_walktree (h=<optimized out>, 
>    f=0xffffffff80d4e0f0 <sysctl_dumpentry>, w=0xfffffe01426a47a8)
>    at /usr/src/sys/net/radix.c:1073
>#13 0xffffffff80d4b12e in rib_walk_ext_locked (rnh=0xfffff802b9b05c00, 
>    wa_f=0xffffffff80d4e0f0 <sysctl_dumpentry>, hook_f=0x0, 
>    arg=0xfffffe01426a47a8) at /usr/src/sys/net/route/route_helpers.c:76
>#14 rib_walk_ext_internal (rnh=0xfffff802b9b05c00, wlock=false, 
>    wa_f=0xffffffff80d4e0f0 <sysctl_dumpentry>, hook_f=0x0, 
>    arg=0xfffffe01426a47a8) at /usr/src/sys/net/route/route_helpers.c:100
>#15 rib_walk_ext (fibnum=<optimized out>, family=<optimized out>, 
>    wlock=<optimized out>, wa_f=<optimized out>, hook_f=0x0, 
>    arg=<optimized out>) at /usr/src/sys/net/route/route_helpers.c:114
>#16 rib_walk (fibnum=fibnum@entry=0, family=family@entry=2, wlock=false, 
>    wa_f=0xffffffff80d4e0f0 <sysctl_dumpentry>, 
>    arg=arg@entry=0xfffffe01426a47a8)
>    at /usr/src/sys/net/route/route_helpers.c:128
>#17 0xffffffff80d4d9e4 in rtable_sysctl_dump (fibnum=0, family=2, 
>    w=0xfffffe01426a47a8) at /usr/src/sys/net/rtsock.c:2405
>#18 sysctl_rtsock (oidp=<optimized out>, arg1=<optimized out>, 
>    arg2=<optimized out>, req=<optimized out>)
>    at /usr/src/sys/net/rtsock.c:2483
>#19 0xffffffff80c19be1 in sysctl_root_handler_locked (
>    oid=oid@entry=0xffffffff81928980 <sysctl___net_routetable>, 
>    arg1=arg1@entry=0xfffffe01426a4a48, arg2=arg2@entry=5, 
>    req=0xfffffe01426a4980, tracker=tracker@entry=0xfffffe01426a48f8)
>    at /usr/src/sys/kern/kern_sysctl.c:184
>#20 0xffffffff80c1902c in sysctl_root (oidp=<optimized out>, 
>    arg1=0xfffffe01426a4a48, arg1@entry=0xfffffe01426a4a40, arg2=5, 
>    arg2@entry=7, req=req@entry=0xfffffe01426a4980)
>    at /usr/src/sys/kern/kern_sysctl.c:2252
>#21 0xffffffff80c196a3 in userland_sysctl (td=td@entry=0xfffffe0143837300, 
>    name=name@entry=0xfffffe01426a4a40, namelen=7, old=<optimized out>, 
>    oldlenp=<optimized out>, inkernel=<optimized out>, inkernel@entry=0, 
>    new=0x0, newlen=0, retval=0xfffffe01426a4aa8, flags=0)
>    at /usr/src/sys/kern/kern_sysctl.c:2409
>#22 0xffffffff80c194ef in sys___sysctl (td=0xfffffe0143837300, 
>    uap=0xfffffe01438376e8) at /usr/src/sys/kern/kern_sysctl.c:2282
>#23 0xffffffff8108aa8c in syscallenter (td=0xfffffe0143837300)
>    at /usr/src/sys/amd64/amd64/../../kern/subr_syscall.c:189
>#24 amd64_syscall (td=0xfffffe0143837300, traced=0)
>    at /usr/src/sys/amd64/amd64/trap.c:1156
>#25 <signal handler called>
>#26 0x000000080040012a in ?? ()
>Backtrace stopped: Cannot access memory at address 0x7fffffffe7d8
>(kgdb) 
>
>------------------------------------------------------------------------
>ps -axlww
>
> UID  PID PPID  C PRI NI     VSZ     RSS MWCHAN   STAT TT       TIME COMMAND
>   0    0    0 11 -16  0       0       0 swapin   DLs   -    1:09.03 [kernel]
>   0    1    0 11  20  0   11824    1104 wait     DLs   -    0:00.04 [init]
>   0    2    0  8 -16  0       0       0 -        DL    -    0:00.00 [KTLS]
>   0    3    0  7 -16  0       0       0 crypto_w DL    -    0:00.00 [crypto]
>   0    4    0  4 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 0]
>   0    5    0  2 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 1]
>   0    6    0  6 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 2]
>   0    7    0 11 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 3]
>   0    8    0 11 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 4]
>   0    9    0  3 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 5]
>   0   10    0  6 -16  0       0       0 audit_wo DL    -    0:00.00 [audit]
>   0   11    0  0 155  0       0       0 -        RL    -  158:37.67 [idle]
>   0   12    0 -1 -56  0       0       0 -        WL    -    0:05.24 [intr]
>   0   13    0 11  -8  0       0       0 -        DL    -    0:00.00 [geom]
>   0   14    0  7 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 6]
>   0   15    0  9 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 7]
>   0   16    0  0 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 8]
>   0   17    0  2 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 9]
>   0   18    0  6 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 10]
>   0   19    0 11 -16  0       0       0 crypto_r DL    -    0:00.00 [crypto returns 11]
>   0   20    0  2 -16  0       0       0 seqstate DL    -    0:00.00 [sequencer 00]
>   0   21    0  9 -16  0       0       0 -        RL    -    0:00.02 [cam]
>   0   22    0  1 -68  0       0       0 -        DL    -    0:00.34 [usb]
>   0   23    0  1 -16  0       0       0 -        DL    -    0:00.00 [soaiod1]
>   0   24    0  2 -16  0       0       0 -        DL    -    0:00.00 [soaiod2]
>   0   25    0  8 -16  0       0       0 -        DL    -    0:00.00 [soaiod3]
>   0   26    0  1 -16  0       0       0 -        DL    -    0:00.00 [soaiod4]
>   0   27    0  5  -8  0       0       0 t->zthr_ DL    -    0:00.10 [zfskern]
>   0   28    0  1 -16  0       0       0 -        DL    -    0:00.13 [rand_harvestq]
>   0   29    0 10 -16  0       0       0 psleep   DL    -    0:00.12 [pagedaemon]
>   0   30    0  4 -16  0       0       0 psleep   DL    -    0:00.00 [vmdaemon]
>   0   31    0  5 -16  0       0       0 qsleep   DL    -    0:00.02 [bufdaemon]
>   0   32    0  4 -16  0       0       0 vlruwt   DL    -    0:00.00 [vnlru]
>   0   33    0 10  16  0       0       0 syncer   DL    -    0:00.00 [syncer]
>   0  167    1  2  52  0   12768    2172 pause    Ds    -    0:00.00 [adjkerntz]
>   0 2745    1  2  52  0   13100    2452 select   Ds    -    0:00.00 [moused]
>   0 2763    1  4  52  0   13100    2452 select   Ds    -    0:00.00 [moused]
>   0 2776    1 11  20  0   11492    1484 select   Ds    -    0:00.00 [devd]
> 168 2893    1  9  52  0  717764  457404 select   Ds    -    0:37.35 [zebra]
> 168 2896    1  4  36  0 1743248 1360544 select   Ds    -    0:10.08 [bgpd]
> 168 2899    1  2  20  0   69984    6664 select   Ds    -    0:00.00 [staticd]
>   0 3038    1  0  20  0   12920    2792 select   Ds    -    0:00.00 [syslogd]
>   0 3140    1  3  22  0   20952    8132 select   Ds    -    0:00.00 [sshd]
>   0 3152    1  9  20  0   12964    2612 nanslp   Ds    -    0:00.00 [cron]
>   0 3178    1  8  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3179    1  2  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3180    1  9  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3181    1 10  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3182    1 11  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3183    1  5  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3184    1  6  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3185    1  1  52  0   12892    2336 ttyin    Ds+   -    0:00.00 [getty]
>   0 3186 3140  5  23  0   21388    8840 select   Ds    -    0:00.01 [sshd]
>1001 3189 3186  9  20  0   21392    8876 select   D     -    0:00.03 [sshd]
>1001 3190 3189  0  25  0   13624    3368 wait     Ds    -    0:00.00 [sh]
>   0 3193 3190  5  21  0   13708    3140 wait     D     -    0:00.01 [su]
>   0 3194 3193 10  20  0   16540    4116 pause    D     -    0:00.03 [csh]
>   0 4301 3194 11  20  0   13536    2912 -        R+    -    0:00.00 [netstat]
>
>------------------------------------------------------------------------
>vmstat -s
>
> 22950393 cpu context switches
>  7648391 device interrupts
>  3406651 software interrupts
>  1031891 traps
> 28087940 system calls
>       33 kernel threads created
>     3858  fork() calls
>      380 vfork() calls
>       30 rfork() calls
>        0 swap pager pageins
>        0 swap pager pages paged in
>        0 swap pager pageouts
>        0 swap pager pages paged out
>      787 vnode pager pageins
>     5519 vnode pager pages paged in
>        0 vnode pager pageouts
>        0 vnode pager pages paged out
>        0 page daemon wakeups
>        0 pages examined by the page daemon
>        0 clean page reclamation shortfalls
>        0 pages reactivated by the page daemon
>   159987 copy-on-write faults
>      648 copy-on-write optimized faults
>   820867 zero fill pages zeroed
>        0 zero fill pages prezeroed
>      466 intransit blocking page faults
>  1044997 total VM faults taken
>      595 page faults requiring I/O
>        0 pages affected by kernel thread creation
>   324857 pages affected by  fork()
>    13292 pages affected by vfork()
>     1504 pages affected by rfork()
>  1021498 pages freed
>        0 pages freed by daemon
>        0 pages freed by exiting processes
>        0 pages active
>        0 pages inactive
>        0 pages in the laundry queue
>        0 pages wired down
>        0 virtual user pages wired down
>        0 pages free
>        0 bytes per page
>        0 total name lookups
>          cache hits (0% pos + 0% neg) system 0% per-directory
>          deletions 0%, falsehits 0%, toolong 0%
>
>------------------------------------------------------------------------
>vmstat -m
>
>vmstat: memstat_kvm_malloc: 
>         Type InUse MemUse Requests  Size(s)
>
>------------------------------------------------------------------------
>vmstat -z
>
>ITEM                   SIZE  LIMIT     USED     FREE      REQ     FAILSLEEP XDOMAIN
>UMA Kegs:               384,      0,     174,       0,     174,   0,   0,   0
>UMA Zones:             2048,      0,     201,       0,     201,   0,   0,   0
>UMA Slabs 0:             80,      0,   48233,       0,   48233,   0,   0,   0
>UMA Slabs 1:            112,      0,      10,       0,      10,   0,   0,   0
>UMA Hash:               256,      0,       0,       0,       0,   0,   0,   0
>2 Bucket:                32,      0,     584,    1558,    7695,   0,   0,   0
>4 Bucket:                48,      0,      93,     915,     564,   0,   0,   0
>8 Bucket:                80,      0,     166,    1084,   21775,   4,   0,   0
>16 Bucket:              144,      0,     296,     466,    9398,   0,   0,   0
>32 Bucket:              256,      0,     259,     161,    1596,  66,   0,   0
>64 Bucket:              512,      0,     164,     188,   48002,  94,   0,   0
>128 Bucket:            1024,      0,     192,     280,   10631,  17,   0,   0
>256 Bucket:            2048,      0,     441,     163,   70172,33916,   0,   0
>SMR SHARED:              24,      0,       2,      61,       2,   0,   0,   0
>SMR CPU:                 32,      0,       2,      61,       2,   0,   0,   0
>vmem:                  1856,      0,       1,       1,       1,   0,   0,   0
>vmem btag:               56,      0,    5642,     466,    5642, 165,   0,   0
>VM OBJECT:              264,      0,    1195,     455,   78440,   0,   0,   0
>RADIX NODE:             144,      0,   36382,     793,  218364,   0,   0,   0
>KMAP ENTRY:              96,      0,      24,       0,      24,   0,   0,   0
>MAP ENTRY:               96,      0,    1288,    2156,  241942,   0,   0,   0
>VMSPACE:               2544,      0,      25,      80,    4270,   0,   0,   0
>fakepg:                 104,      0,       0,       0,       0,   0,   0,   0
>pcpu-4:                   4,      0,       0,       0,       0,   0,   0,   0
>pcpu-8:                   8,      0,    4194,    1434,    4196,   0,   0,   0
>pcpu-16:                 16,      0,      42,    1492,      42,   0,   0,   0
>pcpu-32:                 32,      0,       0,       0,       0,   0,   0,   0
>pcpu-64:                 64,      0,     455,     121,     455,   0,   0,   0
>malloc-16:               16,      0,   21338,    1594, 1714094,   0,   0,   0
>malloc-32:               32,      0,   92080,    3428, 4171007,   0,   0,   0
>malloc-64:               64,      0,   22337,    3178, 8967074,   0,   0,   0
>malloc-128:             128,      0,   37358,    1516, 2650064,   0,   0,   0
>malloc-256:             256,      0,    4593,    1962, 3398082,   0,   0,   0
>malloc-384:             384,      0,    1509,     251,   61297,   0,   0,   0
>malloc-512:             512,      0,      76,     444,    3477,   0,   0,   0
>malloc-1024:           1024,      0,    1957,     115, 3401309,   0,   0,   0
>malloc-2048:           2048,      0,     276,     120,   82824,   0,   0,   0
>malloc-4096:           4096,      0,    2753,      33,  142825,   0,   0,   0
>malloc-8192:           8192,      0,     548,       9,    2380,   0,   0,   0
>malloc-16384:         16384,      0,      38,      37,    4109,   0,   0,   0
>malloc-32768:         32768,      0,     145,       6,    2286,   0,   0,   0
>malloc-65536:         65536,      0,      16,      11,    2526,   0,   0,   0
>SLEEPQUEUE:              80,      0,     775,     185,     775,   0,   0,   0
>kenv:                   258,      0,      18,     177,   27328,   0,   0,   0
>Files:                   80,      0,     133,     767,   38710,   0,   0,   0
>filedesc0:             1072,      0,      58,     138,    4302,   0,   0,   0
>PWD:                     32,      0,      13,    1499,     396,   0,   0,   0
>rl_entry:                40,      0,      82,    1130,      82,   0,   0,   0
>TURNSTILE:              136,      0,     775,     128,     775,   0,   0,   0
>rangeset pctrie nodes:    144,      0,       0,       0,       0,   0,   0,   0
>umtx pi:                 96,      0,       0,       0,       0,   0,   0,   0
>umtx_shm:                88,      0,       0,       0,       0,   0,   0,   0
>swrbuf:                2368,    128,       0,       0,       0,   0,   0,   0
>swwbuf:                2368,     64,       0,       0,       0,   0,   0,   0
>nfspbuf:               2368,    128,       0,       0,       0,   0,   0,   0
>mdpbuf:                2368,     25,       0,       0,       0,   0,   0,   0
>vnpbuf:                2368,    512,       0,       0,       0,   0,   0,   0
>clpbuf:                2368,    128,       0,       0,       0,   0,   0,   0
>pbuf:                  2368,     16,       0,       0,       0,   0,   0,   0
>MAC labels:              40,      0,       0,       0,       0,   0,   0,   0
>PROC:                  1320,      0,      57,      72,    4301,   0,   0,   0
>PGRP:                    88,      0,      24,     528,      92,   0,   0,   0
>THREAD:                1792,      0,     736,      38,     777,   0,   0,   0
>cpuset:                 104,      0,      27,     345,      27,   0,   0,   0
>domainset:               40,      0,       0,       0,       0,   0,   0,   0
>audit_record:          1280,      0,       0,       0,       0,   0,   0,   0
>mbuf_packet:            256,      0,      27,    4698, 3385296,   0,   0,   0
>mbuf:                   256, 12994953,   57757,    3623,42672058,   0,   0,   0
>mbuf_cluster:          2048, 2030461,   62069,    4261,   87932,   0,   0,   0
>mbuf_jumbo_page:       4096, 1015230,       1,       2,       3,   0,   0,   0
>mbuf_jumbo_9k:         9216, 300809,       0,       0,       0,   0,   0,   0
>mbuf_jumbo_16k:       16384, 169205,       0,       0,       0,   0,   0,   0
>epoch_record pcpu:      256,      0,       4,      12,       4,   0,   0,   0
>ktls_session:           192,      0,       0,       0,       0,   0,   0,   0
>ttyinq:                 160,      0,     180,     170,     645,   0,   0,   0
>ttyoutq:                256,      0,      95,     115,     343,   0,   0,   0
>FPU_save_area:          832,      0,       1,       8,       1,   0,   0,   0
>DEVCTL:                1024,   1000,       0,       0,     594,   0,   0,   0
>IOMMU_MAP_ENTRY:        120,      0,       0,       0,       0,   0,   0,   0
>g_bio:                  376,      0,       0,     520,   15539,   0,   0,   0
>linux_dma_pctrie:       144,      0,       0,       0,       0,   0,   0,   0
>linux_dma_object:        24,      0,       0,       0,       0,   0,   0,   0
>cryptop:                280,      0,       0,       0,       0,   0,   0,   0
>vtnet_tx_hdr:            24,      0,       0,       0,       0,   0,   0,   0
>taskq_zone:             192,      0,       0,     861,    2726,   0,   0,   0
>VNODE:                  488,      0,     739,     341,    1365,   0,   0,   0
>BUF TRIE:               144,      0,       0,       0,       0,   0,   0,   0
>NAMEI:                 1024,      0,       0,      64,   77765,   0,   0,   0
>S VFS Cache:            104,      0,    1262,     376,    1382,   0,   0,   0
>STS VFS Cache:          144,      0,       0,       0,       0,   0,   0,   0
>L VFS Cache:            320,      0,       4,      80,      10,   0,   0,   0
>LTS VFS Cache:          360,      0,       0,       0,       0,   0,   0,   0
>TMPFS node:             224,      0,       0,       0,       0,   0,   0,   0
>DIRHASH:               1024,      0,       0,       0,       0,   0,   0,   0
>NCLNODE:                592,      0,       0,       0,       0,   0,   0,   0
>Mountpoints:           2752,      0,      12,      27,      12,   0,   0,   0
>AIO:                    208,      0,       0,       0,       0,   0,   0,   0
>AIOP:                    32,      0,       0,       0,       0,   0,   0,   0
>AIOCB:                  552,      0,       0,       0,       0,   0,   0,   0
>AIOLIO:                 272,      0,       0,       0,       0,   0,   0,   0
>pipe:                   744,      0,      18,     132,    1950,   0,   0,   0
>zfs_btree_leaf_cache:   4096,      0,     129,      55,    1714,   0,   0,   0
>metaslab_alloc_trace_cache:     72,      0,       0,       0,       0,   0,   0,   0
>ddt_cache:            24840,      0,      13,       0,      13,   0,   0,   0
>ddt_entry_cache:        392,      0,       0,       0,       0,   0,   0,   0
>zio_cache:             1232,      0,      16,     416,  130654,   0,   0,   0
>zio_link_cache:          48,      0,       0,    3612,   37860,   0,   0,   0
>zio_buf_comb_512:       512,      0,      93,     475,   38319,   0,   0,   0
>zio_buf_comb_1024:     1024,      0,      76,      32,     111,   0,   0,   0
>zio_buf_comb_1536:     1536,      0,      48,      47,      98,   0,   0,   0
>zio_buf_comb_2048:     2048,      0,      32,      12,      59,   0,   0,   0
>zio_buf_comb_2560:     2560,      0,      23,      19,      41,   0,   0,   0
>zio_buf_comb_3072:     3072,      0,      13,      19,      23,   0,   0,   0
>zio_buf_comb_3584:     3584,      0,      11,       7,      16,   0,   0,   0
>zio_buf_comb_4096:     4096,      0,     623,      79,    3090,   0,   0,   0
>zio_buf_comb_5120:     5120,      0,      10,      14,      42,   0,   0,   0
>zio_buf_comb_6144:     6144,      0,       6,       6,      12,   0,   0,   0
>zio_buf_comb_7168:     7168,      0,       5,      10,      15,   0,   0,   0
>zio_buf_comb_8192:     8192,      0,      10,      36,     670,   0,   0,   0
>zio_buf_comb_10240:   10240,      0,       5,      11,      17,   0,   0,   0
>zio_buf_comb_12288:   12288,      0,       9,      28,     263,   0,   0,   0
>zio_buf_comb_14336:   14336,      0,       9,      12,      21,   0,   0,   0
>zio_buf_comb_16384:   16384,      0,     276,      46,    1084,   0,   0,   0
>zio_buf_comb_20480:   20480,      0,       6,      25,     134,   0,   0,   0
>zio_buf_comb_24576:   24576,      0,       4,      24,      73,   0,   0,   0
>zio_buf_comb_28672:   28672,      0,       3,      23,      61,   0,   0,   0
>zio_buf_comb_32768:   32768,      0,       6,      20,      50,   0,   0,   0
>zio_buf_comb_40960:   40960,      0,       8,      25,     108,   0,   0,   0
>zio_buf_comb_49152:   49152,      0,       2,      24,      94,   0,   0,   0
>zio_buf_comb_57344:   57344,      0,       4,      22,      65,   0,   0,   0
>zio_buf_comb_65536:   65536,      0,       2,      22,      74,   0,   0,   0
>zio_buf_comb_81920:   81920,      0,       6,      25,     133,   0,   0,   0
>zio_buf_comb_98304:   98304,      0,       1,      31,     147,   0,   0,   0
>zio_buf_comb_114688: 114688,      0,       3,      13,      39,   0,   0,   0
>zio_buf_comb_131072: 131072,      0,     248,     191,    1193,   0,   0,   0
>zio_buf_comb_163840: 163840,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_196608: 196608,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_229376: 229376,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_262144: 262144,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_327680: 327680,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_393216: 393216,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_458752: 458752,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_524288: 524288,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_655360: 655360,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_786432: 786432,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_917504: 917504,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_1048576: 1048576,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_1310720: 1310720,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_1572864: 1572864,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_1835008: 1835008,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_2097152: 2097152,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_2621440: 2621440,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_3145728: 3145728,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_3670016: 3670016,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_4194304: 4194304,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_5242880: 5242880,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_6291456: 6291456,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_7340032: 7340032,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_8388608: 8388608,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_10485760: 10485760,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_12582912: 12582912,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_14680064: 14680064,      0,       0,       0,       0,   0,   0,   0
>zio_buf_comb_16777216: 16777216,      0,       0,       0,       0,   0,   0,   0
>abd_chunk:             4096,      0,    5333,    2289,   12089,   0,   0,   0
>sa_cache:               288,      0,     688,      96,     775,   0,   0,   0
>dnode_t:                816,      0,    1158,      27,    1910,   0,   0,   0
>arc_buf_hdr_t_full:     248,      0,    1324,     180,   20212,   0,   0,   0
>arc_buf_hdr_t_full_crypt:    312,      0,       0,       0,       0,   0,   0,   0
>arc_buf_hdr_t_l2only:     96,      0,       0,       0,       0,   0,   0,   0
>arc_buf_t:               64,      0,     763,    1064,   20637,   0,   0,   0
>dmu_buf_impl_t:         296,      0,    1654,     465,   21113,   0,   0,   0
>zil_lwb_cache:          360,      0,       2,      42,       8,   0,   0,   0
>zil_zcw_cache:           80,      0,       0,     250,       9,   0,   0,   0
>sio_cache_0:            136,      0,       0,       0,       0,   0,   0,   0
>sio_cache_1:            152,      0,       0,       0,       0,   0,   0,   0
>sio_cache_2:            168,      0,       0,       0,       0,   0,   0,   0
>zfs_znode_cache:        472,      0,     688,     128,     775,   0,   0,   0
>ksiginfo:               112,      0,      90,    1062,     165,   0,   0,   0
>itimer:                 352,      0,       0,       0,       0,   0,   0,   0
>KNOTE:                  160,      0,       0,       0,       0,   0,   0,   0
>socket:                 944, 1043670,      37,      59,    6101,   0,   0,   0
>unpcb:                  256, 1043670,      18,     162,    5730,   0,   0,   0
>ipq:                     56,  51200,       0,       0,       0,   0,   0,   0
>udp_inpcb:              488, 1043670,       2,     158,     294,   0,   0,   0
>udpcb:                   32, 1043670,       2,    1510,     294,   0,   0,   0
>tcp_inpcb:              488, 1043670,      14,      66,      43,   0,   0,   0
>tcpcb:                 1048, 1043670,      14,      96,      43,   0,   0,   0
>tcptw:                   88,  27767,       0,      46,       1,   0,   0,   0
>syncache:               168,  15360,       0,     264,      22,   0,   0,   0
>hostcache:               96,  15360,       0,       0,       0,   0,   0,   0
>sackhole:                32,      0,       0,       0,       0,   0,   0,   0
>tfo:                      4,      0,       0,       0,       0,   0,   0,   0
>tfo_ccache_entries:      80,      0,       0,       0,       0,   0,   0,   0
>tcpreass:                48, 126903,       0,       0,       0,   0,   0,   0
>tcp_log:                408, 5000000,       0,       0,       0,   0,   0,   0
>tcp_log_bucket:         176,      0,       0,       0,       0,   0,   0,   0
>tcp_log_node:           120,      0,       0,       0,       0,   0,   0,   0
>udplite_inpcb:          488, 1043670,       0,       0,       0,   0,   0,   0
>ripcb:                  488, 1043670,       1,      71,      23,   0,   0,   0
>IPsec SA lft_c:          16,      0,       0,       0,       0,   0,   0,   0
>routing nhops:          256,      0,      19,     161, 2531226,   0,   0,   0
>rtentry:                176,      0,  841194,    1319, 2531226,   0,   0,   0
>IPFW counters:           16,      0,      11,     757,      11,   0,   0,   0
>IPFW dynamic states data:     88,  16384,       0,       0,       0,   0,   0,   0
>IPFW parent dynamic states:     32,   4096,       0,       0,       0,   0,   0,   0
>IPFW IPv4 dynamic states:     40,      0,       0,       0,       0,   0,   0,   0
>IPFW IPv6 dynamic states:     72,      0,       0,       0,       0,   0,   0,   0
>swpctrie:               144, 4060952,       0,       0,       0,   0,   0,   0
>swblk:                  136, 4060928,       0,       0,       0,   0,   0,   0
>
>------------------------------------------------------------------------
>vmstat -i
>
>interrupt                          total       rate
>irq9: acpi0                            3          0
>irq18: ehci0 ehci1                  2204          1
>cpu0:timer                        816494        217
>cpu1:timer                         78764         21
>cpu2:timer                         78422         21
>cpu3:timer                         77528         21
>cpu4:timer                        394538        105
>cpu5:timer                         92769         25
>cpu6:timer                         83223         22
>cpu7:timer                         83341         22
>cpu8:timer                         90242         24
>cpu9:timer                         80304         21
>cpu10:timer                        80582         21
>cpu11:timer                        83285         22
>irq56: igb0:rxq0                      11          0
>irq57: igb0:rxq1                    1593          0
>irq58: igb0:rxq2                       7          0
>irq59: igb0:rxq3                       6          0
>irq60: igb0:rxq4                       5          0
>irq61: igb0:rxq5                      22          0
>irq62: igb0:rxq6                      10          0
>irq63: igb0:rxq7                      10          0
>irq64: igb0:aq                         1          0
>irq74: mpr0                         4446          1
>irq75: ixl0:aq                         4          0
>irq76: ixl0:rxq0                  965589        257
>irq77: ixl0:rxq1                    2046          1
>irq78: ixl0:rxq2                    1740          0
>irq79: ixl0:rxq3                    4433          1
>irq80: ixl0:rxq4                    5353          1
>irq81: ixl0:rxq5                    1921          1
>irq82: ixl0:rxq6                    2085          1
>irq83: ixl0:rxq7                    6160          2
>irq84: ixl0:rxq8                    1772          0
>irq85: ixl0:rxq9                    9623          3
>irq86: ixl0:rxq10                   1760          0
>irq87: ixl0:rxq11                   6113          2
>irq88: ixl1:aq                         4          0
>irq89: ixl1:rxq0                  915228        244
>irq90: ixl1:rxq1                    1972          1
>irq91: ixl1:rxq2                    2225          1
>irq92: ixl1:rxq3                    8227          2
>irq93: ixl1:rxq4                    1772          0
>irq94: ixl1:rxq5                    2102          1
>irq95: ixl1:rxq6                    1836          0
>irq96: ixl1:rxq7                    2114          1
>irq97: ixl1:rxq8                    1804          0
>irq98: ixl1:rxq9                    1766          0
>irq99: ixl1:rxq10                   1698          0
>irq100: ixl1:rxq11                  4937          1
>irq101: ixl2:aq                        4          0
>irq102: ixl2:rxq0                 232350         62
>irq103: ixl2:rxq1                 220522         59
>irq104: ixl2:rxq2                 223243         59
>irq105: ixl2:rxq3                 237399         63
>irq106: ixl2:rxq4                 215802         57
>irq107: ixl2:rxq5                 219139         58
>irq108: ixl2:rxq6                 217086         58
>irq109: ixl2:rxq7                 231212         62
>irq110: ixl2:rxq8                 270179         72
>irq111: ixl2:rxq9                 224737         60
>irq112: ixl2:rxq10                213374         57
>irq113: ixl2:rxq11                215016         57
>irq114: ixl3:aq                        4          0
>irq115: ixl3:rxq0                 228513         61
>irq116: ixl3:rxq1                 332943         89
>irq117: ixl3:rxq2                 223732         60
>irq118: ixl3:rxq3                 228130         61
>irq119: ixl3:rxq4                 337064         90
>irq120: ixl3:rxq5                 221152         59
>irq121: ixl3:rxq6                 217750         58
>irq122: ixl3:rxq7                 219150         58
>irq123: ixl3:rxq8                 319414         85
>irq124: ixl3:rxq9                 209755         56
>irq125: ixl3:rxq10                214476         57
>irq126: ixl3:rxq11                213643         57
>Total                            9687883       2581
>
>------------------------------------------------------------------------
>pstat -T
>
>133/1043670 files
>0M/0M swap space
>
>------------------------------------------------------------------------
>pstat -s
>
>Device          1K-blocks     Used    Avail Capacity
>
>------------------------------------------------------------------------
>iostat
>
>       tty             da0              da1            pass0             cpu
> tin  tout KB/t  tps  MB/s  KB/t  tps  MB/s  KB/t  tps  MB/s  us ni sy in id
>   1   126 15.3    3   0.0  16.2    3   0.0   0.0    0   0.0   0  0  1  0 98
>
>------------------------------------------------------------------------
>ipcs -a
>
>Message Queues:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP                 CBYTES                 QNUM               QBYTES        LSPID        LRPID STIME    RTIME    CTIME   
>
>Shared Memory:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP         NATTCH        SEGSZ         CPID         LPID ATIME    DTIME    CTIME   
>
>Semaphores:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP          NSEMS OTIME    CTIME   
>
>
>------------------------------------------------------------------------
>ipcs -T
>
>msginfo:
>	msgmax:        16384	(max characters in a message)
>	msgmni:           40	(# of message queues)
>	msgmnb:         2048	(max characters in a message queue)
>	msgtql:           40	(max # of messages in system)
>	msgssz:            8	(size of a message segment)
>	msgseg:         2048	(# of message segments in system)
>
>shminfo:
>	shmmax:    536870912	(max shared memory segment size)
>	shmmin:            1	(min shared memory segment size)
>	shmmni:          192	(max number of shared memory identifiers)
>	shmseg:          128	(max shared memory segments per process)
>	shmall:       131072	(max amount of shared memory in pages)
>
>seminfo:
>	semmni:           50	(# of semaphore identifiers)
>	semmns:          340	(# of semaphores in system)
>	semmnu:          150	(# of undo structures in system)
>	semmsl:          340	(max # of semaphores per id)
>	semopm:          100	(max # of operations per semop call)
>	semume:           50	(max # of undo entries per process)
>	semusz:          632	(size in bytes of undo structure)
>	semvmx:        32767	(semaphore maximum value)
>	semaem:        16384	(adjust on exit max value)
>
>
>------------------------------------------------------------------------
>netstat -s
>
>tcp:
>	9288 packets sent
>		1126 data packets (152123 bytes)
>		2 data packets (172 bytes) retransmitted
>		1 data packet unnecessarily retransmitted
>		0 resends initiated by MTU discovery
>		8118 ack-only packets (76 delayed)
>		0 URG only packets
>		0 window probe packets
>		10 window update packets
>		32 control packets
>	17541 packets received
>		796 acks (for 152023 bytes)
>		10 duplicate acks
>		0 acks for unsent data
>		16428 packets (23350989 bytes) received in-sequence
>		11 completely duplicate packets (10 bytes)
>		0 old duplicate packets
>		0 packets with some dup. data (0 bytes duped)
>		0 out-of-order packets (0 bytes)
>		0 packets (0 bytes) of data after window
>		0 window probes
>		0 window update packets
>		21 packets received after close
>		1 discarded for bad checksum
>		0 discarded for bad header offset fields
>		0 discarded because packet too short
>		0 discarded due to full reassembly queue
>	7 connection requests
>	22 connection accepts
>	0 bad connection attempts
>	0 listen queue overflows
>	0 ignored RSTs in the windows
>	29 connections established (including accepts)
>		0 times used RTT from hostcache
>		0 times used RTT variance from hostcache
>		0 times used slow-start threshold from hostcache
>	29 connections closed (including 0 drops)
>		0 connections updated cached RTT on close
>		0 connections updated cached RTT variance on close
>		0 connections updated cached ssthresh on close
>	0 embryonic connections dropped
>	773 segments updated rtt (of 577 attempts)
>	2 retransmit timeouts
>		0 connections dropped by rexmit timeout
>	0 persist timeouts
>		0 connections dropped by persist timeout
>	0 Connections (fin_wait_2) dropped because of timeout
>	0 keepalive timeouts
>		0 keepalive probes sent
>		0 connections dropped by keepalive
>	659 correct ACK header predictions
>	16396 correct data packet header predictions
>	22 syncache entries added
>		0 retransmitted
>		0 dupsyn
>		0 dropped
>		22 completed
>		0 bucket overflow
>		0 cache overflow
>		0 reset
>		0 stale
>		0 aborted
>		0 badack
>		0 unreach
>		0 zone failures
>	22 cookies sent
>	0 cookies received
>	0 hostcache entries added
>		0 bucket overflow
>	0 SACK recovery episodes
>	0 segment rexmits in SACK recovery episodes
>	0 byte rexmits in SACK recovery episodes
>	0 SACK options (SACK blocks) received
>	0 SACK options (SACK blocks) sent
>	0 SACK scoreboard overflow
>	0 packets with ECN CE bit set
>	0 packets with ECN ECT(0) bit set
>	0 packets with ECN ECT(1) bit set
>	0 successful ECN handshakes
>	0 times ECN reduced the congestion window
>	0 packets with matching signature received
>	0 packets with bad signature received
>	0 times failed to make signature due to no SA
>	0 times unexpected signature received
>	0 times no signature provided by segment
>	0 Path MTU discovery black hole detection activations
>	0 Path MTU discovery black hole detection min MSS activations
>	0 Path MTU discovery black hole detection failures
>TCP connection count by state:
>	0 connections in CLOSED state
>	10 connections in LISTEN state
>	0 connections in SYN_SENT state
>	0 connections in SYN_RCVD state
>	4 connections in ESTABLISHED state
>	0 connections in CLOSE_WAIT state
>	0 connections in FIN_WAIT_1 state
>	0 connections in CLOSING state
>	0 connections in LAST_ACK state
>	0 connections in FIN_WAIT_2 state
>	0 connections in TIME_WAIT state
>udp:
>	34 datagrams received
>	0 with incomplete header
>	0 with bad data length field
>	0 with bad checksum
>	3 with no checksum
>	12 dropped due to no socket
>	0 broadcast/multicast datagrams undelivered
>	0 dropped due to full socket buffers
>	0 not for hashed pcb
>	22 delivered
>	22 datagrams output
>	0 times multicast source filter matched
>ip:
>	24073278 total packets received
>	0 bad header checksums
>	0 with size smaller than minimum
>	0 with data size < data length
>	0 with ip length > max ip packet size
>	0 with header length < data size
>	0 with data length < header length
>	0 with bad options
>	0 with incorrect version number
>	0 fragments received
>	0 fragments dropped (dup or out of space)
>	0 fragments dropped after timeout
>	0 packets reassembled ok
>	17710 packets for this host
>	0 packets for unknown/unsupported protocol
>	12021671 packets forwarded (12021671 packets fast forwarded)
>	41 packets not forwardable
>	0 packets received for unknown multicast group
>	0 redirects sent
>	11956005 packets sent from this host
>	0 packets sent with fabricated ip header
>	0 output packets dropped due to no bufs, etc.
>	49 output packets discarded due to no route
>	0 output datagrams fragmented
>	0 fragments created
>	0 datagrams that can't be fragmented
>	0 tunneling packets that can't find gif
>	0 datagrams with bad address in header
>icmp:
>	6125 calls to icmp_error
>	41 errors not generated in response to an icmp message
>	Output histogram:
>		echo reply: 13
>		destination unreachable: 12
>		routing redirect: 11946586
>		time exceeded: 6072
>	0 messages with bad code fields
>	0 messages less than the minimum length
>	0 messages with bad checksum
>	0 messages with bad length
>	0 multicast echo requests ignored
>	0 multicast timestamp requests ignored
>	Input histogram:
>		echo reply: 122
>		echo: 13
>	13 message responses generated
>	0 invalid return addresses
>	6370 no return routes
>arp:
>	8 ARP requests sent
>	4 ARP requests failed to sent
>	0 ARP replies sent
>	0 ARP requests received
>	4 ARP replies received
>	4 ARP packets received
>	0 total packets dropped due to no ARP entry
>	0 ARP entrys timed out
>	0 Duplicate IPs seen
>ip6:
>	0 total packets received
>	0 with size smaller than minimum
>	0 with data size < data length
>	0 with bad options
>	0 with incorrect version number
>	0 fragments received
>	0 fragments dropped (dup or out of space)
>	0 fragments dropped after timeout
>	0 fragments that exceeded limit
>	0 atomic fragments
>	0 packets reassembled ok
>	0 packets for this host
>	0 packets forwarded
>	0 packets not forwardable
>	0 redirects sent
>	0 packets sent from this host
>	0 packets sent with fabricated ip header
>	0 output packets dropped due to no bufs, etc.
>	7 output packets discarded due to no route
>	0 output datagrams fragmented
>	0 fragments created
>	0 datagrams that can't be fragmented
>	0 packets that violated scope rules
>	0 multicast packets which we don't join
>	Mbuf statistics:
>		0 one mbuf
>		0 one ext mbuf
>		0 two or more ext mbuf
>	0 packets whose headers are not contiguous
>	0 tunneling packets that can't find gif
>	0 packets discarded because of too many headers
>	0 failures of source address selection
>icmp6:
>	0 calls to icmp6_error
>	0 errors not generated in response to an icmp6 message
>	0 errors not generated because of rate limitation
>	0 messages with bad code fields
>	0 messages < minimum length
>	0 bad checksums
>	0 messages with bad length
>	Histogram of error messages to be generated:
>		0 no route
>		0 administratively prohibited
>		0 beyond scope
>		0 address unreachable
>		0 port unreachable
>		0 packet too big
>		0 time exceed transit
>		0 time exceed reassembly
>		0 erroneous header field
>		0 unrecognized next header
>		0 unrecognized option
>		0 redirect
>		0 unknown
>	0 message responses generated
>	0 messages with too many ND options
>	0 messages with bad ND options
>	0 bad neighbor solicitation messages
>	0 bad neighbor advertisement messages
>	0 bad router solicitation messages
>	0 bad router advertisement messages
>	0 bad redirect messages
>	0 default routers overflows
>	0 prefix overflows
>	0 neighbour entries overflows
>	0 redirect overflows
>	0 messages with invalid hop limit
>	0 path MTU changes
>rip6:
>	0 messages received
>	0 checksum calculations on inbound
>	0 messages with bad checksum
>	0 messages dropped due to no socket
>	0 multicast messages dropped due to no socket
>	0 messages dropped due to full socket buffers
>	0 delivered
>	0 datagrams output
>pfkey:
>	0 requests sent from userland
>	0 bytes sent from userland
>	0 messages with invalid length field
>	0 messages with invalid version field
>	0 messages with invalid message type field
>	0 messages too short
>	0 messages with memory allocation failure
>	0 messages with duplicate extension
>	0 messages with invalid extension type
>	0 messages with invalid sa type
>	0 messages with invalid address extension
>	0 requests sent to userland
>	0 bytes sent to userland
>	0 messages toward single socket
>	0 messages toward all sockets
>	0 messages toward registered sockets
>	0 messages with memory allocation failure
>
>------------------------------------------------------------------------
>netstat -m
>
>netstat: memstat_kvm_all: 
>
>------------------------------------------------------------------------
>netstat -anA
>
>Active Internet connections (including servers)
>Tcpcb            Proto Recv-Q Send-Q Local Address      Foreign Address    (state)    
>fffffe0145d578f0 tcp4       0      0 195.122.18.158.220 94.242.0.26.56298  ESTABLISHED
>fffffe0145916ca8 tcp4       0      0 195.122.18.162.519 195.122.18.161.179 ESTABLISHED
>fffffe01459170c0 tcp4       0      0 172.31.0.1.11597   172.31.0.5.179     ESTABLISHED
>fffffe01459174d8 tcp4       0      0 *.22022            *.*                LISTEN     
>fffffe01459178f0 tcp6       0      0 *.22022            *.*                LISTEN     
>fffffe01455544d8 tcp4       0      0 *.2616             *.*                LISTEN     
>fffffe01455548f0 tcp6       0      0 *.2616             *.*                LISTEN     
>fffffe0145540ca8 tcp4       0      0 *.179              *.*                LISTEN     
>fffffe01455410c0 tcp6       0      0 *.179              *.*                LISTEN     
>fffffe01455414d8 tcp4       0      0 *.2605             *.*                LISTEN     
>fffffe01455418f0 tcp6       0      0 *.2605             *.*                LISTEN     
>fffffe01453cb4d8 tcp4       0      0 *.2601             *.*                LISTEN     
>fffffe01453cb8f0 tcp6       0      0 *.2601             *.*                LISTEN     
>fffff802c37eab70 udp4       0      0 *.514              *.*                
>fffff802c37ead58 udp6       0      0 *.514              *.*                
>fffff802d7dfed58 icm6       0      0 *.*                *.*                
>Active UNIX domain sockets
>Address          Type   Recv-Q Send-Q            Inode             Conn             Refs          Nextref Addr
>fffff802e249dc00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328
>fffff802df703e00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328
>fffff802c0b0ee00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328
>fffff802c0b0eb00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zserv.api
>fffff802e249de00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zserv.api
>fffff802c0b0ec00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/staticd.vty
>fffff802e2770c00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zserv.api
>fffff802e2770d00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zserv.api
>fffff802e2770e00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zserv.api
>fffff802c01b8a00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zserv.api
>fffff802df703d00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/bgpd.vty
>fffff802c0140c00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zebra.vty
>fffff802e249dd00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/frr/zserv.api
>fffff802e2f33e00 stream      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/devd.pipe
>fffff802df6efe00 dgram       0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/devd.pipe
>fffff802c0b0ed00 dgram       0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/logpriv
>fffff802df34ed00 dgram       0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/log
>fffff802e2f33d00 seqpac      0      0        8006f6410 fffffffffffffa2c           20a8e9        8006f6328 /var/run/devd.seqpacket.pipe
>
>------------------------------------------------------------------------
>netstat -aL
>
>Current listen queue sizes (qlen/incqlen/maxqlen)
>Proto Listen                           Local Address         
>tcp4  0/0/128                          *.22022                
>tcp6  0/0/128                          *.22022                
>tcp4  0/0/3                            *.2616                 
>tcp6  0/0/3                            *.2616                 
>tcp4  0/0/128                          *.bgp                  
>tcp6  0/0/128                          *.bgp                  
>tcp4  0/0/3                            *.nsc-posa             
>tcp6  0/0/3                            *.nsc-posa             
>tcp4  0/0/3                            *.discp-client         
>tcp6  0/0/3                            *.discp-client         
>
>------------------------------------------------------------------------
>fstat
>
>USER     CMD          PID   FD MOUNT      INUM MODE         SZ|DV R/W
>root     netstat     4301 root /            34 drwxr-xr-x      25  r
>root     netstat     4301   wd /            34 drwxr-xr-x      25  r
>root     netstat     4301 text /         15967 -r-xr-sr-x  159584  r
>root     netstat     4301 ctty /dev        138 crw--w----   pts/0 rw
>root     netstat     4301    0 /dev        138 crw--w----   pts/0 rw
>root     netstat     4301    1 /dev        138 crw--w----   pts/0 rw
>root     netstat     4301    2 /dev        138 crw--w----   pts/0 rw
>root     csh         3194 root /            34 drwxr-xr-x      25  r
>root     csh         3194   wd /            34 drwxr-xr-x      25  r
>root     csh         3194 text /        132236 -r-xr-xr-x  424656  r
>root     csh         3194 ctty /dev        138 crw--w----   pts/0 rw
>root     csh         3194   15 /dev        138 crw--w----   pts/0 rw
>root     csh         3194   16 /dev        138 crw--w----   pts/0 rw
>root     csh         3194   17 /dev        138 crw--w----   pts/0 rw
>root     csh         3194   18 /dev        138 crw--w----   pts/0 rw
>root     csh         3194   19 /dev        138 crw--w----   pts/0 rw
>root     su          3193 root /            34 drwxr-xr-x      25  r
>root     su          3193   wd /usr/home      2 drwxr-xr-x       9  r
>root     su          3193 text /         15964 -r-sr-xr-x   17232  r
>root     su          3193 ctty /dev        138 crw--w----   pts/0 rw
>root     su          3193    0 /dev        138 crw--w----   pts/0 rw
>root     su          3193    1 /dev        138 crw--w----   pts/0 rw
>root     su          3193    2 /dev        138 crw--w----   pts/0 rw
>iff      sh          3190 root /            34 drwxr-xr-x      25  r
>iff      sh          3190   wd /usr/home      2 drwxr-xr-x       9  r
>iff      sh          3190 text /        131610 -r-xr-xr-x  162616  r
>iff      sh          3190 ctty /dev        138 crw--w----   pts/0 rw
>iff      sh          3190    0 /dev        138 crw--w----   pts/0 rw
>iff      sh          3190    1 /dev        138 crw--w----   pts/0 rw
>iff      sh          3190    2 /dev        138 crw--w----   pts/0 rw
>iff      sh          3190   10 /dev        138 crw--w----   pts/0 rw
>iff      sshd        3189 root /            34 drwxr-xr-x      25  r
>iff      sshd        3189   wd /            34 drwxr-xr-x      25  r
>iff      sshd        3189 text /        134807 -r-xr-xr-x  309704  r
>iff      sshd        3189    0 /dev         42 crw-rw-rw-    null rw
>iff      sshd        3189    1 /dev         42 crw-rw-rw-    null rw
>iff      sshd        3189    2 /dev         42 crw-rw-rw-    null rw
>iff      sshd        3189    3 /dev         75 crw-rw-rw-  crypto rw
>iff      sshd        3189    4* local stream fffff802df703e00 <-> fffff802e249dc00
>iff      sshd        3189    5* internet stream tcp fffffe0145a9a8f0
>iff      sshd        3189    6 /dev         75 crw-rw-rw-  crypto rw
>iff      sshd        3189    7* pipe fffff802e2ec98b8 <-> fffff802e2ec9a18      0 rw
>iff      sshd        3189    8* local stream fffff802c0b0ee00
>iff      sshd        3189    9* pipe fffff802e2ec9a18 <-> fffff802e2ec98b8      0 rw
>iff      sshd        3189   10* pseudo-terminal master      pts/0 rw
>iff      sshd        3189   12* pseudo-terminal master      pts/0 rw
>iff      sshd        3189   13* pseudo-terminal master      pts/0 rw
>root     sshd        3186 root /            34 drwxr-xr-x      25  r
>root     sshd        3186   wd /            34 drwxr-xr-x      25  r
>root     sshd        3186 text /        134807 -r-xr-xr-x  309704  r
>root     sshd        3186    0 /dev         42 crw-rw-rw-    null  r
>root     sshd        3186    1 /dev         42 crw-rw-rw-    null rw
>root     sshd        3186    2 /dev         42 crw-rw-rw-    null rw
>root     sshd        3186    3 /dev         75 crw-rw-rw-  crypto rw
>root     sshd        3186    4* pseudo-terminal master      pts/0 rw
>root     sshd        3186    5* internet stream tcp fffffe0145a9a8f0
>root     sshd        3186    6 /dev         75 crw-rw-rw-  crypto rw
>root     sshd        3186    7* local stream fffff802e249dc00 <-> fffff802df703e00
>root     sshd        3186    8* local stream fffff802c0b0ee00
>root     getty       3185 root /            34 drwxr-xr-x      25  r
>root     getty       3185   wd /            34 drwxr-xr-x      25  r
>root     getty       3185 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3185 ctty /dev         88 crw-------   ttyv7 rw
>root     getty       3185    0 /dev         88 crw-------   ttyv7 rw
>root     getty       3185    1 /dev         88 crw-------   ttyv7 rw
>root     getty       3185    2 /dev         88 crw-------   ttyv7 rw
>root     getty       3184 root /            34 drwxr-xr-x      25  r
>root     getty       3184   wd /            34 drwxr-xr-x      25  r
>root     getty       3184 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3184 ctty /dev         87 crw-------   ttyv6 rw
>root     getty       3184    0 /dev         87 crw-------   ttyv6 rw
>root     getty       3184    1 /dev         87 crw-------   ttyv6 rw
>root     getty       3184    2 /dev         87 crw-------   ttyv6 rw
>root     getty       3183 root /            34 drwxr-xr-x      25  r
>root     getty       3183   wd /            34 drwxr-xr-x      25  r
>root     getty       3183 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3183 ctty /dev         86 crw-------   ttyv5 rw
>root     getty       3183    0 /dev         86 crw-------   ttyv5 rw
>root     getty       3183    1 /dev         86 crw-------   ttyv5 rw
>root     getty       3183    2 /dev         86 crw-------   ttyv5 rw
>root     getty       3182 root /            34 drwxr-xr-x      25  r
>root     getty       3182   wd /            34 drwxr-xr-x      25  r
>root     getty       3182 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3182 ctty /dev         85 crw-------   ttyv4 rw
>root     getty       3182    0 /dev         85 crw-------   ttyv4 rw
>root     getty       3182    1 /dev         85 crw-------   ttyv4 rw
>root     getty       3182    2 /dev         85 crw-------   ttyv4 rw
>root     getty       3181 root /            34 drwxr-xr-x      25  r
>root     getty       3181   wd /            34 drwxr-xr-x      25  r
>root     getty       3181 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3181 ctty /dev         84 crw-------   ttyv3 rw
>root     getty       3181    0 /dev         84 crw-------   ttyv3 rw
>root     getty       3181    1 /dev         84 crw-------   ttyv3 rw
>root     getty       3181    2 /dev         84 crw-------   ttyv3 rw
>root     getty       3180 root /            34 drwxr-xr-x      25  r
>root     getty       3180   wd /            34 drwxr-xr-x      25  r
>root     getty       3180 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3180 ctty /dev         83 crw-------   ttyv2 rw
>root     getty       3180    0 /dev         83 crw-------   ttyv2 rw
>root     getty       3180    1 /dev         83 crw-------   ttyv2 rw
>root     getty       3180    2 /dev         83 crw-------   ttyv2 rw
>root     getty       3179 root /            34 drwxr-xr-x      25  r
>root     getty       3179   wd /            34 drwxr-xr-x      25  r
>root     getty       3179 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3179 ctty /dev         82 crw-------   ttyv1 rw
>root     getty       3179    0 /dev         82 crw-------   ttyv1 rw
>root     getty       3179    1 /dev         82 crw-------   ttyv1 rw
>root     getty       3179    2 /dev         82 crw-------   ttyv1 rw
>root     getty       3178 root /            34 drwxr-xr-x      25  r
>root     getty       3178   wd /            34 drwxr-xr-x      25  r
>root     getty       3178 text /        134666 -r-xr-xr-x   31016  r
>root     getty       3178 ctty /dev         81 crw-------   ttyv0 rw
>root     getty       3178    0 /dev         81 crw-------   ttyv0 rw
>root     getty       3178    1 /dev         81 crw-------   ttyv0 rw
>root     getty       3178    2 /dev         81 crw-------   ttyv0 rw
>root     cron        3152 root /            34 drwxr-xr-x      25  r
>root     cron        3152   wd /         16019 drwxr-x---       3  r
>root     cron        3152 text /        134796 -r-xr-xr-x   45976  r
>root     cron        3152    0 /dev         42 crw-rw-rw-    null rw
>root     cron        3152    1 /dev         42 crw-rw-rw-    null rw
>root     cron        3152    2 /dev         42 crw-rw-rw-    null rw
>root     cron        3152    3 /         16018 drwxr-xr-x      28  r
>root     cron        3152    4 /         99416 -rw-------       4  w
>root     sshd        3140 root /            34 drwxr-xr-x      25  r
>root     sshd        3140   wd /            34 drwxr-xr-x      25  r
>root     sshd        3140 text /        134807 -r-xr-xr-x  309704  r
>root     sshd        3140    0 /dev         42 crw-rw-rw-    null rw
>root     sshd        3140    1 /dev         42 crw-rw-rw-    null rw
>root     sshd        3140    2 /dev         42 crw-rw-rw-    null rw
>root     sshd        3140    3 /dev         75 crw-rw-rw-  crypto rw
>root     sshd        3140    4* internet6 stream tcp fffffe01457ce8f0
>root     sshd        3140    5* internet stream tcp fffffe01457ce4d8
>root     syslogd     3038 root /            34 drwxr-xr-x      25  r
>root     syslogd     3038   wd /            34 drwxr-xr-x      25  r
>root     syslogd     3038 text /        134695 -r-xr-xr-x   54424  r
>root     syslogd     3038    0 /dev         42 crw-rw-rw-    null rw
>root     syslogd     3038    1 /dev         42 crw-rw-rw-    null rw
>root     syslogd     3038    2 /dev         42 crw-rw-rw-    null rw
>root     syslogd     3038    3* pipe fffff802e2ec95d0 <-> fffff802e2ec9730      0 rw
>root     syslogd     3038    4* pipe fffff802e2ec9730 <-> fffff802e2ec95d0      0 rw
>root     syslogd     3038    5 /dev         26 crw-------    klog  r
>root     syslogd     3038    6* internet6 dgram udp fffff802c0ea8b70
>root     syslogd     3038    7* internet dgram udp fffff802c0ea8988
>root     syslogd     3038    8* local dgram fffff802df34ed00
>root     syslogd     3038    9* local dgram fffff802c0b0ed00
>root     syslogd     3038   10 /         16018 drwxr-xr-x      28  r
>root     syslogd     3038   11 /         99413 -rw-------       4  w
>root     syslogd     3038   13 -         -         bad    -
>root     syslogd     3038   14 /var/log    260 -rw-r--r--  314649  w
>root     syslogd     3038   15 /var/log    262 -rw-------      70  w
>root     syslogd     3038   16 /var/log    256 -rw-------   13156  w
>root     syslogd     3038   17 /var/log    514 -rw-r-----    6088  w
>root     syslogd     3038   18 /var/log    257 -rw-------  167327  w
>root     syslogd     3038   19 /var/log    258 -rw-------      70  w
>root     syslogd     3038   20 /var/log    263 -rw-r--r--    6126  w
>root     syslogd     3038   22 /var/log    264 -rw-------      70  w
>root     syslogd     3038   23 /var/log    265 -rw-r--r--      70  w
>root     syslogd     3038   24 /var/log    266 -rw-r-----      70  w
>frr      staticd     2899 root /            34 drwxr-xr-x      25  r
>frr      staticd     2899   wd /            34 drwxr-xr-x      25  r
>frr      staticd     2899 text /         99742 -rwxr-xr-x  106288  r
>frr      staticd     2899    0 /dev         42 crw-rw-rw-    null  r
>frr      staticd     2899    1 /dev         42 crw-rw-rw-    null  r
>frr      staticd     2899    2 /dev         42 crw-rw-rw-    null  r
>frr      staticd     2899    3 /var/tmp    392 drwx------       3  r
>frr      staticd     2899    4* pipe fffff802e2ed58b8 <-> fffff802e2ed5a18      0 rw
>frr      staticd     2899    5* pipe fffff802e2ed5a18 <-> fffff802e2ed58b8      0 rw
>frr      staticd     2899    6 /         99405 -rw-r--r--       5 rw
>frr      staticd     2899    7* local stream fffff802e249de00 <-> fffff802c0b0eb00
>frr      staticd     2899    8* internet6 stream tcp fffffe01452014d8
>frr      staticd     2899    9* internet stream tcp fffffe01452018f0
>frr      staticd     2899   10* local stream fffff802c0b0ec00
>frr      staticd     2899   12 /var/log    268 -rw-------   39033  w
>frr      staticd     2899   13 /dev         42 crw-rw-rw-    null  r
>frr      bgpd        2896 root /            34 drwxr-xr-x      25  r
>frr      bgpd        2896   wd /            34 drwxr-xr-x      25  r
>frr      bgpd        2896 text /         99389 -rwxr-xr-x  1740136  r
>frr      bgpd        2896    0 /dev         42 crw-rw-rw-    null  r
>frr      bgpd        2896    1 /dev         42 crw-rw-rw-    null  r
>frr      bgpd        2896    2 /dev         42 crw-rw-rw-    null  r
>frr      bgpd        2896    3 /var/tmp     22 drwx------       4  r
>frr      bgpd        2896    4* pipe fffff802e25115d0 <-> fffff802e2511730      0 rw
>frr      bgpd        2896    5* pipe fffff802e2511730 <-> fffff802e25115d0      0 rw
>frr      bgpd        2896    6* pipe fffff802c06868b8 <-> fffff802c0686a18      0 rw
>frr      bgpd        2896    7* pipe fffff802c0686a18 <-> fffff802c06868b8      0 rw
>frr      bgpd        2896    8* pipe fffff802df3655d0 <-> fffff802df365730      0 rw
>frr      bgpd        2896    9* pipe fffff802df365730 <-> fffff802df3655d0      0 rw
>frr      bgpd        2896   10 /         99392 -rw-r--r--       5 rw
>frr      bgpd        2896   11* local stream fffff802c01b8a00 <-> fffff802e2770e00
>frr      bgpd        2896   12* pipe fffff800039f52e8 <-> fffff800039f5448      0 rw
>frr      bgpd        2896   13* pipe fffff800039f5448 <-> fffff800039f52e8      0 rw
>frr      bgpd        2896   14* internet6 stream tcp fffffe014520e8f0
>frr      bgpd        2896   15* internet stream tcp fffffe014520e4d8
>frr      bgpd        2896   16* local stream fffff802df703d00
>frr      bgpd        2896   17* local stream fffff802e2770d00 <-> fffff802e2770c00
>frr      bgpd        2896   18* internet stream tcp fffffe01453598f0
>frr      bgpd        2896   19 /var/log    268 -rw-------   39033  w
>frr      bgpd        2896   20* internet6 stream tcp fffffe014520e0c0
>frr      bgpd        2896   21* internet stream tcp fffffe014520dca8
>frr      bgpd        2896   22* internet stream tcp fffffe01453594d8
>frr      bgpd        2896   24* internet stream tcp fffffe0145b858f0
>frr      zebra       2893 root /            34 drwxr-xr-x      25  r
>frr      zebra       2893   wd /            34 drwxr-xr-x      25  r
>frr      zebra       2893 text /         99743 -rwxr-xr-x  910944  r
>frr      zebra       2893    0 /dev         42 crw-rw-rw-    null  r
>frr      zebra       2893    1 /dev         42 crw-rw-rw-    null  r
>frr      zebra       2893    2 /dev         42 crw-rw-rw-    null  r
>frr      zebra       2893    3* pipe fffff802e25112e8 <-> fffff802e2511448      0 rw
>frr      zebra       2893    4* pipe fffff802e2511448 <-> fffff802e25112e8      0 rw
>frr      zebra       2893    5* internet6 raw ipv6-icmp fffff802df188d58
>frr      zebra       2893    6* route raw 0 fffff802c0e943b0
>frr      zebra       2893    7* route raw 0 fffff802c0e94000
>frr      zebra       2893    8 /         99402 -rw-r--r--       5 rw
>frr      zebra       2893    9* local stream fffff802e2770e00 <-> fffff802c01b8a00
>frr      zebra       2893   10* pipe fffff802c09f55d0 <-> fffff802c09f5730      0 rw
>frr      zebra       2893   11* pipe fffff802c09f5730 <-> fffff802c09f55d0      0 rw
>frr      zebra       2893   12* pipe fffff8000390bba0 <-> fffff8000390bd00      0 rw
>frr      zebra       2893   13* pipe fffff8000390bd00 <-> fffff8000390bba0      0 rw
>frr      zebra       2893   14* pipe fffff802c09f5000 <-> fffff802c09f5160      0 rw
>frr      zebra       2893   15* pipe fffff802c09f5160 <-> fffff802c09f5000      0 rw
>frr      zebra       2893   16* local stream fffff802e249dd00
>frr      zebra       2893   17* pipe fffff802c06758b8 <-> fffff802c0675a18      0 rw
>frr      zebra       2893   18* pipe fffff802c0675a18 <-> fffff802c06758b8      0 rw
>frr      zebra       2893   19* internet6 stream tcp fffffe0144f028f0
>frr      zebra       2893   20* internet stream tcp fffffe0144f024d8
>frr      zebra       2893   21* local stream fffff802c0140c00
>frr      zebra       2893   22 /var/log    268 -rw-------   39033  w
>frr      zebra       2893   23* pipe fffff8000390b8b8 <-> fffff8000390ba18      0 rw
>frr      zebra       2893   24* pipe fffff8000390ba18 <-> fffff8000390b8b8      0 rw
>frr      zebra       2893   25* local stream fffff802e2770c00 <-> fffff802e2770d00
>frr      zebra       2893   26* pipe fffff802e2ed5ba0 <-> fffff802e2ed5d00      0 rw
>frr      zebra       2893   27* pipe fffff802e2ed5d00 <-> fffff802e2ed5ba0      0 rw
>frr      zebra       2893   28* pipe fffff802c0a0d5d0 <-> fffff802c0a0d730      0 rw
>frr      zebra       2893   29* pipe fffff802c0a0d730 <-> fffff802c0a0d5d0      0 rw
>frr      zebra       2893   30* pipe fffff802e27495d0 <-> fffff802e2749730      0 rw
>frr      zebra       2893   31* pipe fffff802e2749730 <-> fffff802e27495d0      0 rw
>frr      zebra       2893   32* local stream fffff802c0b0eb00 <-> fffff802e249de00
>frr      zebra       2893   33* pipe fffff802c0a0d2e8 <-> fffff802c0a0d448      0 rw
>frr      zebra       2893   34* pipe fffff802c0a0d448 <-> fffff802c0a0d2e8      0 rw
>frr      zebra       2893   35* pipe fffff802df3652e8 <-> fffff802df365448      0 rw
>frr      zebra       2893   36* pipe fffff802df365448 <-> fffff802df3652e8      0 rw
>root     devd        2776 root /            34 drwxr-xr-x      25  r
>root     devd        2776   wd /            34 drwxr-xr-x      25  r
>root     devd        2776 text /        131235 -r-xr-xr-x  994480  r
>root     devd        2776    0 /dev         42 crw-rw-rw-    null rw
>root     devd        2776    1 /dev         42 crw-rw-rw-    null rw
>root     devd        2776    2 /dev         42 crw-rw-rw-    null rw
>root     devd        2776    3 /dev          6 crw-------  devctl  r
>root     devd        2776    4* local stream fffff802e2f33e00
>root     devd        2776    5* local seqpak fffff802e2f33d00
>root     devd        2776    6 /         16018 drwxr-xr-x      28  r
>root     devd        2776    7 /         99401 -rw-------       4  w
>root     devd        2776    8* local dgram fffff802df6efe00 <-> fffff802c0b0ed00
>root     moused      2763 root /            34 drwxr-xr-x      25  r
>root     moused      2763   wd /            34 drwxr-xr-x      25  r
>root     moused      2763 text /        133959 -r-xr-xr-x   41568  r
>root     moused      2763    0 /dev         42 crw-rw-rw-    null rw
>root     moused      2763    1 /dev         42 crw-rw-rw-    null rw
>root     moused      2763    2 /dev         42 crw-rw-rw-    null rw
>root     moused      2763    3 /dev        135 crw-r--r--    ums1 rw
>root     moused      2763    4 /dev         29 crw-------  consolectl rw
>root     moused      2763    5 /         16018 drwxr-xr-x      28  r
>root     moused      2763    6 /         99391 -rw-------       4  w
>root     moused      2745 root /            34 drwxr-xr-x      25  r
>root     moused      2745   wd /            34 drwxr-xr-x      25  r
>root     moused      2745 text /        133959 -r-xr-xr-x   41568  r
>root     moused      2745    0 /dev         42 crw-rw-rw-    null rw
>root     moused      2745    1 /dev         42 crw-rw-rw-    null rw
>root     moused      2745    2 /dev         42 crw-rw-rw-    null rw
>root     moused      2745    3 /dev        109 crw-r--r--    ums0 rw
>root     moused      2745    4 /dev         29 crw-------  consolectl rw
>root     moused      2745    5 /         16018 drwxr-xr-x      28  r
>root     moused      2745    6 /         99334 -rw-------       4  w
>root     adjkerntz    167 root /            34 drwxr-xr-x      25  r
>root     adjkerntz    167   wd /            34 drwxr-xr-x      25  r
>root     adjkerntz    167 text /         16512 -r-xr-xr-x    9720  r
>root     adjkerntz    167    0 /dev         42 crw-rw-rw-    null rw
>root     adjkerntz    167    1 /dev         42 crw-rw-rw-    null rw
>root     adjkerntz    167    2 /dev         42 crw-rw-rw-    null rw
>root     init           1 root /            34 drwxr-xr-x      25  r
>root     init           1   wd /            34 drwxr-xr-x      25  r
>root     init           1 text /        132110 -r-xr-xr-x  1253152  r
>root     kernel         0 root /            34 drwxr-xr-x      25  r
>root     kernel         0   wd /            34 drwxr-xr-x      25  r
>
>------------------------------------------------------------------------
>dmesg
>
>---<<BOOT>>---
>Copyright (c) 1992-2021 The FreeBSD Project.
>Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
>	The Regents of the University of California. All rights reserved.
>FreeBSD is a registered trademark of The FreeBSD Foundation.
>FreeBSD 13.0-RC2 #0 releng/13.0-n244684-13c22f74953: Fri Mar 12 04:05:19 UTC 2021
>    root@releng1.nyi.freebsd.org:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
>FreeBSD clang version 11.0.1 (git@github.com:llvm/llvm-project.git llvmorg-11.0.1-0-g43ff75f2c3fe)
>VT(vga): resolution 640x480
>CPU: Intel(R) Xeon(R) CPU E5-2678 v3 @ 2.50GHz (2494.04-MHz K8-class CPU)
>  Origin="GenuineIntel"  Id=0x306f2  Family=0x6  Model=0x3f  Stepping=2
>  Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
>  Features2=0x7ffefbff<SSE3,PCLMULQDQ,DTES64,MON,DS_CPL,VMX,SMX,EST,TM2,SSSE3,SDBG,FMA,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,MOVBE,POPCNT,TSCDLT,AESNI,XSAVE,OSXSAVE,AVX,F16C,RDRAND>
>  AMD Features=0x2c100800<SYSCALL,NX,Page1GB,RDTSCP,LM>
>  AMD Features2=0x21<LAHF,ABM>
>  Structured Extended Features=0x37ab<FSGSBASE,TSCADJ,BMI1,AVX2,SMEP,BMI2,ERMS,INVPCID,PQM,NFPUSG>
>  Structured Extended Features3=0x9c000400<MD_CLEAR,IBPB,STIBP,L1DFL,SSBD>
>  XSAVE Features=0x1<XSAVEOPT>
>  VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr
>  TSC: P-state invariant, performance statistics
>real memory  = 34359738368 (32768 MB)
>avail memory = 33211359232 (31672 MB)
>Event timer "LAPIC" quality 600
>ACPI APIC Table: <Cisco0 CiscoUCS>
>FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs
>FreeBSD/SMP: 1 package(s) x 12 core(s)
>random: registering fast source Intel Secure Key RNG
>random: fast provider: "Intel Secure Key RNG"
>random: unblocking device.
>ioapic0 <Version 2.0> irqs 0-23
>ioapic1 <Version 2.0> irqs 24-47
>Launching APs: 5 4 6 7 2 9 1 10 3 11 8
>Timecounter "TSC-low" frequency 1247022252 Hz quality 1000
>KTLS: Initialized 12 threads
>random: entropy device external interface
>[ath_hal] loaded
>WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 14.0.
>kbd1 at kbdmux0
>000.000063 [4350] netmap_init               netmap: loaded module
>mlx5en: Mellanox Ethernet driver 3.6.0 (December 2020)
>nexus0
>vtvga0: <VT VGA driver>
>cryptosoft0: <software crypto>
>aesni0: <AES-CBC,AES-CCM,AES-GCM,AES-ICM,AES-XTS>
>acpi0: <Cisco0 CiscoUCS>
>acpi0: Power Button (fixed)
>cpu0: <ACPI CPU> numa-domain 0 on acpi0
>atrtc0: <AT realtime clock> port 0x70-0x71,0x74-0x77 irq 8 on acpi0
>atrtc0: registered as a time-of-day clock, resolution 1.000000s
>Event timer "RTC" frequency 32768 Hz quality 0
>attimer0: <AT timer> port 0x40-0x43,0x50-0x53 irq 0 on acpi0
>Timecounter "i8254" frequency 1193182 Hz quality 0
>Event timer "i8254" frequency 1193182 Hz quality 100
>hpet0: <High Precision Event Timer> iomem 0xfed00000-0xfed003ff on acpi0
>Timecounter "HPET" frequency 14318180 Hz quality 950
>Event timer "HPET" frequency 14318180 Hz quality 350
>Event timer "HPET1" frequency 14318180 Hz quality 340
>Event timer "HPET2" frequency 14318180 Hz quality 340
>Event timer "HPET3" frequency 14318180 Hz quality 340
>Event timer "HPET4" frequency 14318180 Hz quality 340
>Event timer "HPET5" frequency 14318180 Hz quality 340
>Event timer "HPET6" frequency 14318180 Hz quality 340
>Event timer "HPET7" frequency 14318180 Hz quality 340
>Timecounter "ACPI-fast" frequency 3579545 Hz quality 900
>acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0
>pcib0: <ACPI Host-PCI bridge> on acpi0
>pci0: <ACPI PCI bus> on pcib0
>pci0: <dasp, performance counters> at device 11.1 (no driver attached)
>pci0: <dasp, performance counters> at device 11.2 (no driver attached)
>pci0: <dasp, performance counters> at device 16.1 (no driver attached)
>pci0: <dasp, performance counters> at device 16.6 (no driver attached)
>pci0: <dasp, performance counters> at device 18.1 (no driver attached)
>pci0: <dasp, performance counters> at device 18.5 (no driver attached)
>acpi_syscontainer0: <System Container> on acpi0
>pcib1: <ACPI Host-PCI bridge> port 0xcf8-0xcff numa-domain 0 on acpi0
>pci1: <ACPI PCI bus> numa-domain 0 on pcib1
>pcib2: <ACPI PCI-PCI bridge> irq 26 at device 1.0 numa-domain 0 on pci1
>pci2: <ACPI PCI bus> numa-domain 0 on pcib2
>igb0: <Intel(R) PRO/1000 PCI-Express Network Driver> port 0xe020-0xe03f mem 0xfaa00000-0xfaafffff,0xfac04000-0xfac07fff irq 26 at device 0.0 numa-domain 0 on pci2
>igb0: PHY reset is blocked due to SOL/IDER session.
>igb0: Using 1024 TX descriptors and 1024 RX descriptors
>igb0: Using 8 RX queues 8 TX queues
>igb0: Using MSI-X interrupts with 9 vectors
>igb0: Ethernet address: 54:a2:74:cb:e7:2c
>igb0: link state changed to UP
>igb0: netmap queues/slots: TX 8/1024, RX 8/1024
>igb1: <Intel(R) PRO/1000 PCI-Express Network Driver> port 0xe000-0xe01f mem 0xfa900000-0xfa9fffff,0xfac00000-0xfac03fff irq 28 at device 0.1 numa-domain 0 on pci2
>igb1: PHY reset is blocked due to SOL/IDER session.
>igb1: Using 1024 TX descriptors and 1024 RX descriptors
>igb1: Using 8 RX queues 8 TX queues
>igb1: Using MSI-X interrupts with 9 vectors
>igb1: Ethernet address: 54:a2:74:cb:e7:2d
>igb1: netmap queues/slots: TX 8/1024, RX 8/1024
>pcib3: <ACPI PCI-PCI bridge> irq 26 at device 1.1 numa-domain 0 on pci1
>pci3: <ACPI PCI bus> numa-domain 0 on pcib3
>pcib4: <ACPI PCI-PCI bridge> irq 32 at device 2.0 numa-domain 0 on pci1
>pci4: <ACPI PCI bus> numa-domain 0 on pcib4
>pcib5: <ACPI PCI-PCI bridge> irq 32 at device 2.2 numa-domain 0 on pci1
>pci5: <ACPI PCI bus> numa-domain 0 on pcib5
>mpr0: <Avago Technologies (LSI) SAS3108_1> port 0xd000-0xd0ff mem 0xfb040000-0xfb04ffff,0xfb000000-0xfb03ffff irq 34 at device 0.0 numa-domain 0 on pci5
>mpr0: Firmware: 13.00.08.00, Driver: 23.00.00.00-fbsd
>mpr0: IOCCapabilities: 7a85c<ScsiTaskFull,DiagTrace,SnapBuf,EEDP,TransRetry,EventReplay,MSIXIndex,HostDisc,FastPath,RDPQArray>
>pcib6: <ACPI PCI-PCI bridge> irq 40 at device 3.0 numa-domain 0 on pci1
>pci6: <ACPI PCI bus> numa-domain 0 on pcib6
>ixl0: <Intel(R) Ethernet Controller X710 for 10GbE SFP+ - 2.3.0-k> mem 0xf7800000-0xf7ffffff,0xf8818000-0xf881ffff irq 40 at device 0.0 numa-domain 0 on pci6
>ixl0: fw 6.0.48442 api 1.7 nvm 6.01 etid 80003484 oem 1.266.0
>ixl0: PF-ID[0]: VFs 32, MSI-X 129, VF MSI-X 5, QPs 384, I2C
>ixl0: Using 1024 TX descriptors and 1024 RX descriptors
>ixl0: Using 12 RX queues 12 TX queues
>ixl0: Using MSI-X interrupts with 13 vectors
>ixl0: Ethernet address: 9c:69:b4:61:6d:b8
>ixl0: Allocating 16 queues for PF LAN VSI; 12 queues active
>ixl0: PCI Express Bus: Speed 8.0GT/s Width x8
>ixl0: SR-IOV ready
>ixl0: netmap queues/slots: TX 12/1024, RX 12/1024
>ixl1: <Intel(R) Ethernet Controller X710 for 10GbE SFP+ - 2.3.0-k> mem 0xf7000000-0xf77fffff,0xf8810000-0xf8817fff irq 40 at device 0.1 numa-domain 0 on pci6
>ixl1: fw 6.0.48442 api 1.7 nvm 6.01 etid 80003484 oem 1.266.0
>ixl1: PF-ID[1]: VFs 32, MSI-X 129, VF MSI-X 5, QPs 384, I2C
>ixl1: Using 1024 TX descriptors and 1024 RX descriptors
>ixl1: Using 12 RX queues 12 TX queues
>ixl1: Using MSI-X interrupts with 13 vectors
>ixl1: Ethernet address: 9c:69:b4:61:6d:b9
>ixl1: Allocating 16 queues for PF LAN VSI; 12 queues active
>ixl1: PCI Express Bus: Speed 8.0GT/s Width x8
>ixl1: SR-IOV ready
>ixl1: netmap queues/slots: TX 12/1024, RX 12/1024
>ixl2: <Intel(R) Ethernet Controller X710 for 10GbE SFP+ - 2.3.0-k> mem 0xf6800000-0xf6ffffff,0xf8808000-0xf880ffff irq 40 at device 0.2 numa-domain 0 on pci6
>ixl2: fw 6.0.48442 api 1.7 nvm 6.01 etid 80003484 oem 1.266.0
>ixl2: PF-ID[2]: VFs 32, MSI-X 129, VF MSI-X 5, QPs 384, I2C
>ixl2: Using 1024 TX descriptors and 1024 RX descriptors
>ixl2: Using 12 RX queues 12 TX queues
>ixl2: Using MSI-X interrupts with 13 vectors
>ixl2: Ethernet address: 9c:69:b4:61:6d:ba
>ixl2: Allocating 16 queues for PF LAN VSI; 12 queues active
>ixl2: PCI Express Bus: Speed 8.0GT/s Width x8
>ixl2: SR-IOV ready
>ixl2: netmap queues/slots: TX 12/1024, RX 12/1024
>ixl3: <Intel(R) Ethernet Controller X710 for 10GbE SFP+ - 2.3.0-k> mem 0xf6000000-0xf67fffff,0xf8800000-0xf8807fff irq 40 at device 0.3 numa-domain 0 on pci6
>ixl3: fw 6.0.48442 api 1.7 nvm 6.01 etid 80003484 oem 1.266.0
>ixl3: PF-ID[3]: VFs 32, MSI-X 129, VF MSI-X 5, QPs 384, I2C
>ixl3: Using 1024 TX descriptors and 1024 RX descriptors
>ixl3: Using 12 RX queues 12 TX queues
>ixl3: Using MSI-X interrupts with 13 vectors
>ixl3: Ethernet address: 9c:69:b4:61:6d:bb
>ixl3: Allocating 16 queues for PF LAN VSI; 12 queues active
>ixl3: PCI Express Bus: Speed 8.0GT/s Width x8
>ixl3: SR-IOV ready
>ixl3: netmap queues/slots: TX 12/1024, RX 12/1024
>pci1: <unknown> at device 17.0 (no driver attached)
>pci1: <simple comms> at device 22.0 (no driver attached)
>pci1: <simple comms> at device 22.1 (no driver attached)
>ehci0: <Intel Wellsburg USB 2.0 controller> mem 0xfb101000-0xfb1013ff irq 18 at device 26.0 numa-domain 0 on pci1
>usbus0: EHCI version 1.0
>ixl0: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl0: link state changed to UP
>usbus0debugnet_any_ifnet_update: Bad dn_init result from ixl0 (ifp 0xfffff80003b57800), ignoring.
> numa-domain 0 on ehci0
>usbus0: 480Mbps High Speed USB v2.0
>pcib7: <ACPI PCI-PCI bridge> irq 16 at device 28.0 numa-domain 0 on pci1
>pci7: <ACPI PCI bus> numa-domain 0 on pcib7
>pcib8: <ACPI PCI-PCI bridge> irq 19 at device 28.3 numa-domain 0 on pci1
>pci8: <ACPI PCI bus> numa-domain 0 on pcib8
>vgapci0: <VGA-compatible display>
>ixl1: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl1: link state changed to UP
> mem 0xf9000000-0xf9ffffff,0xfa810000-0xfa813fff,0xfa000000-0xfa7fffff irq 19 at device 0.0 numa-domain 0 on pci8
>vgapci0: Boot video device
>debugnet_any_ifnet_update: Bad dn_init result from ixl1 (ifp 0xfffff802b7277800), ignoring.
>ehci1: <Intel Wellsburg USB 2.0 controller> mem 0xfb100000-0xfb1003ff irq 18 at device 29.0 numa-domain 0 on pci1
>usbus1: EHCI version 1.0
>usbus1 numa-domain 0 on ehci1
>usbus1: 480Mbps High Speed USB v2.0
>isab0: <PCI-ISA bridge> at device 31.0 numa-domain 0 on pci1
>isa0: <ISA bus> numa-domain 0 on isab0
>acpi_button0: <Power Button> on acpi0
>acpi_acad0: <AC Adapter> on acpi0
>apei0: <ACPI Platform Error Interface> on acpi0
>ixl2: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl2: link state changed to UP
>uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
>debugnet_any_ifnet_update: Bad dn_init result from ixl2 (ifp 0xfffff802b7344000), ignoring.
>uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0
>orm0: <ISA Option ROM> at iomem 0xc0000-0xc7fff pnpid ORM0000 on isa0
>ixl3: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl3: link state changed to UP
>coretemp0: <CPU On-Die Thermal Sensors> numa-domain 0 on cpu0
>est0: <Enhanced SpeedStep Frequency Control>debugnet_any_ifnet_update: Bad dn_init result from ixl3 (ifp 0xfffff802b73ee000), ignoring.
> numa-domain 0 on cpu0
>Timecounters tick every 1.000 msec
>ZFS filesystem version: 5
>ZFS storage pool version: features support (5000)
>ipfw2 (+ipv6) initialized, divert loadable, nat loadable, default to accept, logging disabled
>load_dn_sched dn_sched QFQ loaded
>load_dn_sched dn_sched RR loaded
>load_dn_sched dn_sched WF2Q+ loaded
>load_dn_sched dn_sched PRIO loaded
>load_dn_sched dn_sched FQ_CODEL loaded
>load_dn_sched dn_sched FQ_PIE loaded
>load_dn_sched dn_sched FIFO loaded
>load_dn_aqm dn_aqm CODEL loaded
>load_dn_aqm dn_aqm PIE loaded
>ugen1.1: <Intel EHCI root HUB> at usbus1
>ugen0.1: <Intel EHCI root HUB> at usbus0
>uhub0 numa-domain 0 on usbus1
>uhub0: <Intel EHCI root HUB, class 9/0, rev 2.00/1.00, addr 1> on usbus1
>uhub1 numa-domain 0 on usbus0
>uhub1: <Intel EHCI root HUB, class 9/0, rev 2.00/1.00, addr 1> on usbus0
>mpr0: Found device <881<SataDev,Direct>,End Device> <6.0Gbps> handle<0x0009> enclosureHandle<0x0001> slot 1
>mpr0: At enclosure level 0 and connector name (    )
>mpr0: Found device <881<SataDev,Direct>,End Device> <6.0Gbps> handle<0x000a> enclosureHandle<0x0001> slot 2
>mpr0: At enclosure level 0 and connector name (    )
>da0 at mpr0 bus 0 scbus0 target 0 lun 0
>da0: <ATA SAMSUNG MZ7LH240 404Q> Fixed Direct Access SPC-4 SCSI device
>da0: Serial Number S45RNA0MB15887      
>da0: 600.000MB/s transfers
>da0: Command Queueing enabled
>da0: 228936MB (468862128 512 byte sectors)
>da0: quirks=0x8<4K>
>da1 at mpr0 bus 0 scbus0 target 1 lun 0
>da1: <ATA SAMSUNG MZ7LH240 304Q> Fixed Direct Access SPC-4 SCSI device
>da1: Serial Number S45RNE0M127488      
>da1: 600.000MB/s transfers
>da1: Command Queueing enabled
>da1: 228936MB (468862128 512 byte sectors)
>da1: quirks=0x8<4K>
>Trying to mount root from zfs:zroot/ROOT/default []...
>Root mount waiting for: usbus0 usbus1
>uhub0: 2 ports with 2 removable, self powered
>uhub1: 2 ports with 2 removable, self powered
>Root mount waiting for: usbus0 usbus1
>ugen0.2: <vendor 0x8087 product 0x800a> at usbus0
>uhub2 numa-domain 0 on uhub1
>uhub2: <vendor 0x8087 product 0x800a, class 9/0, rev 2.00/0.05, addr 2> on usbus0
>ugen1.2: <vendor 0x8087 product 0x8002> at usbus1
>uhub3 numa-domain 0 on uhub0
>uhub3: <vendor 0x8087 product 0x8002, class 9/0, rev 2.00/0.05, addr 2> on usbus1
>Root mount waiting for: usbus0 usbus1
>uhub2: 6 ports with 6 removable, self powered
>uhub3: 8 ports with 8 removable, self powered
>ugen1.3: <vendor 0x0424 product 0x2512> at usbus1
>uhub4 numa-domain 0 on uhub3
>uhub4: <vendor 0x0424 product 0x2512, class 9/0, rev 2.00/b.b3, addr 3> on usbus1
>uhub4: MTT enabled
>Root mount waiting for: usbus1
>uhub4: 2 ports with 2 removable, self powered
>ugen1.4: <Avocent Cisco USB Composite Device-0> at usbus1
>ukbd0 numa-domain 0 on uhub3
>ukbd0: <Keyboard> on usbus1
>kbd2 at ukbd0
>Setting hostuuid: f13e73c5-70b8-594b-9fe5-42d38977ef15.
>Setting hostid: 0x9cff35d1.
>Starting file system checks:
>no pools available to import
>Mounting local filesystems:.
>ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat/pkg /usr/local/lib/perl5/5.32/mach/CORE
>32-bit compatibility ldconfig path: /usr/lib32
>Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,[INTERRUPT],NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED
>Feeding entropy: .
>Setting hostname: lv-tet-router1.
>Autoloading module: acpi_wmi.ko
>acpi_wmi0: <ACPI-WMI mapping> on acpi0
>acpi_wmi0: cannot find EC device
>acpi_wmi1: <ACPI-WMI mapping> on acpi0
>acpi_wmi1: cannot find EC device
>Created clone interfaces: lagg0 lagg1 lagg0.529 lagg0.528 lagg1.50.
>lo0: link state changed to UP
>ixl0: link state changed to DOWN
>ixl1: link state changed to DOWN
>ixl2: link state changed to DOWN
>ixl3: link state changed to DOWN
>ixl0: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl0: link state changed to UP
>ixl2: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl2: link state changed to UP
>ixl1: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl1: link state changed to UP
>ixl3: Link is up, 10 Gbps Full Duplex, Requested FEC: None, Negotiated FEC: None, Autoneg: False, Flow Control: None
>ixl3: link state changed to UP
>Starting Network: lo0 igb0 igb1 ixl0 ixl1 ixl2 ixl3 lagg0 lagg1 lagg0.529 lagg0.528 lagg1.50.
>lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
>	options=680003<RXCSUM,TXCSUM,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6>
>	inet6 ::1 prefixlen 128
>	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x7
>	inet 127.0.0.1 netmask 0xff000000
>	groups: lo
>	nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
>igb0: flags=8863<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=4e527bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,WOL_MAGIC,VLAN_HWFILTER,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6,NOMAP>
>	ether 54:a2:74:cb:e7:2c
>	inet 195.122.18.158 netmask 0xfffffffc broadcast 195.122.18.159
>	media: Ethernet autoselect (1000baseT <full-duplex>)
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>igb1: flags=8822<BROADCAST,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=4e527bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,WOL_MAGIC,VLAN_HWFILTER,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6,NOMAP>
>	ether 54:a2:74:cb:e7:2d
>	media: Ethernet autoselect
>	status: no carrier
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>ixl0: flags=8863<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=48100b8<VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,VLAN_HWFILTER,NOMAP>
>	ether 9c:69:b4:61:6d:b8
>	media: Ethernet autoselect (10Gbase-Twinax <full-duplex>)
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>ixl1: flags=8863<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=48100b8<VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,VLAN_HWFILTER,NOMAP>
>	ether 9c:69:b4:61:6d:b8
>	hwaddr 9c:69:b4:61:6d:b9
>	media: Ethernet autoselect (10Gbase-Twinax <full-duplex>)
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>ixl2: flags=8863<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=48100b8<VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,VLAN_HWFILTER,NOMAP>
>	ether 9c:69:b4:61:6d:ba
>	media: Ethernet autoselect (10Gbase-Twinax <full-duplex>)
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>ixl3: flags=8863<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=48100b8<VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,VLAN_HWFILTER,NOMAP>
>	ether 9c:69:b4:61:6d:ba
>	hwaddr 9c:69:b4:61:6d:bb
>	media: Ethernet autoselect (10Gbase-Twinax <full-duplex>)
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>lagg0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=48100b8<VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,VLAN_HWFILTER,NOMAP>
>	ether 9c:69:b4:61:6d:b8
>	laggproto lacp lagghash l2,l3,l4
>	laggport: ixl0 flags=0<>
>	laggport: ixl1 flags=0<>
>	groups: lagg
>	media: Ethernet autoselect
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>lagg1: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=48100b8<VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,VLAN_HWFILTER,NOMAP>
>	ether 9c:69:b4:61:6d:ba
>	laggproto lacp lagghash l2,l3,l4
>	laggport: ixl2 flags=0<>
>	laggport: ixl3 flags=0<>
>	groups: lagg
>	media: Ethernet autoselect
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>lagg0.529: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1496
>	options=4000000<NOMAP>
>	ether 9c:69:b4:61:6d:b8
>	inet 195.122.18.162 netmask 0xfffffffc broadcast 195.122.18.163
>	groups: vlan
>	vlan: 529 vlanproto: 802.1q vlanpcp: 0 parent interface: lagg0
>	media: Ethernet autoselect
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>lagg0.528: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1496
>	options=4000000<NOMAP>
>	ether 9c:69:b4:61:6d:b8
>	inet 195.122.18.166 netmask 0xfffffffc broadcast 195.122.18.167
>	groups: vlan
>	vlan: 528 vlanproto: 802.1q vlanpcp: 0 parent interface: lagg0
>	media: Ethernet autoselect
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>lagg1.50: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1496
>	options=4000000<NOMAP>
>	ether 9c:69:b4:61:6d:ba
>	inet 172.31.0.1 netmask 0xffffff00 broadcast 172.31.0.255
>	groups: vlan
>	vlan: 50 vlanproto: 802.1q vlanpcp: 0 parent interface: lagg1
>	media: Ethernet autoselect
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>Starting devd.
>lagg0: link state changed to UP
>lagg0.529: link state changed to UP
>lagg0.528: link state changed to UP
>lagg1: link state changed to UP
>lagg1.50: link state changed to UP
>Starting Network: igb1.
>igb1: flags=8822<BROADCAST,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=4e527bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,WOL_MAGIC,VLAN_HWFILTER,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6,NOMAP>
>	ether 54:a2:74:cb:e7:2d
>	media: Ethernet autoselect
>	status: no carrier
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>Autoloading module: acpi_wmi.ko
>Autoloading module: acpi_wmi.ko
>Autoloading module: uhid.ko
>Autoloading module: ums.ko
>Autoloading module: usbhid.ko
>ums0 numa-domain 0 on uhub3
>ums0: <Mouse> on usbus1
>ums0: 3 buttons and [Z] coordinates ID=0
>ums1 numa-domain 0 on uhub3
>ums1: <Mouse REL> on usbus1
>ums1: 3 buttons and [XYZ] coordinates ID=0
>Autoloading module: uhid.ko
>Autoloading module: ums.ko
>Autoloading module: usbhid.ko
>Starting ums0 moused.
>Starting ums1 moused.
>add host 127.0.0.1: gateway lo0 fib 0: route already in table
>add net 94.242.0.26: gateway 195.122.18.157
>/etc/rc: WARNING: $ is not set properly - see rc.conf(5).
>/etc/rc: WARNING: $ is not set properly - see rc.conf(5).
>/etc/rc: WARNING: $ is not set properly - see rc.conf(5).
>Additional inet routing options: gateway=YES.
>add host ::1: gateway lo0 fib 0: route already in table
>add net fe80::: gateway ::1
>add net ff02::: gateway ::1
>add net ::ffff:0.0.0.0: gateway ::1
>add net ::0.0.0.0: gateway ::1
>Flushed all rules.
>00100 allow ip from any to any via lo0
>00200 deny ip from any to 127.0.0.0/8
>00300 deny ip from 127.0.0.0/8 to any
>00400 deny ip from any to ::1
>00500 deny ip from ::1 to any
>00600 allow ipv6-icmp from :: to ff02::/16
>00700 allow ipv6-icmp from fe80::/10 to fe80::/10
>00800 allow ipv6-icmp from fe80::/10 to ff02::/16
>00900 allow ipv6-icmp from any to any icmp6types 1
>01000 allow ipv6-icmp from any to any icmp6types 2,135,136
>Firewall rules loaded.
>Checking zebra.conf
>2021/03/15 11:53:09 ZEBRA: failed to mkdir "/var/tmp/frr/zebra.2891": File exists
>2021/03/15 11:53:09 ZEBRA: crashlog and per-thread log buffering unavailable!
>2021/03/15 11:53:09 ZEBRA: [EC 4043309111] Disabling MPLS support (no kernel support)
>OK
>Starting zebra.
>2021/03/15 11:53:09 ZEBRA: failed to mkdir "/var/tmp/frr/zebra.2892": File exists
>2021/03/15 11:53:09 ZEBRA: crashlog and per-thread log buffering unavailable!
>2021/03/15 11:53:09 ZEBRA: [EC 4043309111] Disabling MPLS support (no kernel support)
>Checking bgpd.conf
>2021/03/15 11:53:09 BGP: failed to mkdir "/var/tmp/frr/bgpd.2894": File exists
>2021/03/15 11:53:09 BGP: crashlog and per-thread log buffering unavailable!
>2021/03/15 11:53:09 BGP: [EC 100663303] sockopt_tcp_signature: setsockopt(12): Protocol not available
>2021/03/15 11:53:09 BGP: [EC 33554494] Unable to set TCP MD5 option on socket for peer 172.31.0.5 (sock=12): Protocol not available
>2021/03/15 11:53:09 BGP: [EC 100663303] sockopt_tcp_signature: setsockopt(12): Protocol not available
>2021/03/15 11:53:09 BGP: [EC 33554494] Unable to set TCP MD5 option on socket for peer 195.122.18.161 (sock=12): Protocol not available
>2021/03/15 11:53:09 BGP: [EC 100663303] sockopt_tcp_signature: setsockopt(12): Protocol not available
>2021/03/15 11:53:09 BGP: [EC 33554494] Unable to set TCP MD5 option on socket for peer 195.122.18.165 (sock=12): Protocol not available
>OK
>Starting bgpd.
>Checking staticd.conf
>2021/03/15 11:53:09 STATIC: failed to mkdir "/var/tmp/frr/staticd.2897": File exists
>2021/03/15 11:53:09 STATIC: crashlog and per-thread log buffering unavailable!
>2021/03/15 11:53:09 STATIC: static_zebra_nht_register: Failure to send nexthop to zebra
>2021/03/15 11:53:09 STATIC: static_zebra_nht_register: Failure to send nexthop to zebra
>OK
>Starting staticd.
>Clearing /tmp (X related).
>Updating motd:.
>Updating /var/run/os-release done.
>Creating and/or trimming log files.
>Starting syslogd.
>No core dumps found.
>Setting date via ntp.
>Error resolving 0.freebsd.pool.ntp.org: Name does not resolve (8)
>15 Mar 11:53:09 ntpdate[3062]: Can't find host 0.freebsd.pool.ntp.org: Name does not resolve (8)
>15 Mar 11:53:09 ntpdate[3062]: no servers can be used, exiting
>Mounting late filesystems:.
>Performing sanity check on sshd configuration.
>Starting sshd.
>Configuring vt: blanktime.
>Starting cron.
>/etc/rc: WARNING: /usr/local/etc/smartd.conf is not readable.
>/etc/rc: WARNING: failed precmd routine for smartd
>Starting background file system checks in 60 seconds.
>
>Mon Mar 15 11:53:09 EET 2021
>Mar 15 11:53:20 lv-tet-router1 su[3194]: iff to root on /dev/pts/0
>
>
>Fatal trap 12: page fault while in kernel mode
>cpuid = 11; apic id = 1a
>fault virtual address	= 0x4
>fault code		= supervisor read data, page not present
>instruction pointer	= 0x20:0xffffffff80d48bf8
>stack pointer	        = 0x28:0xfffffe01426a44b0
>frame pointer	        = 0x28:0xfffffe01426a44b0
>code segment		= base 0x0, limit 0xfffff, type 0x1b
>			= DPL 0, pres 1, long 1, def32 0, gran 1
>processor eflags	= interrupt enabled, resume, IOPL = 0
>current process		= 4301 (netstat)
>trap number		= 12
>panic: page fault
>cpuid = 11
>time = 1615802783
>KDB: stack backtrace:
>#0 0xffffffff80c57105 at kdb_backtrace+0x65
>#1 0xffffffff80c09cd1 at vpanic+0x181
>#2 0xffffffff80c09b43 at panic+0x43
>#3 0xffffffff8108a187 at trap_fatal+0x387
>#4 0xffffffff8108a1df at trap_pfault+0x4f
>#5 0xffffffff8108983d at trap+0x27d
>#6 0xffffffff81060f98 at calltrap+0x8
>#7 0xffffffff80d4e238 at sysctl_dumpnhop+0x28
>#8 0xffffffff80d4e1b3 at sysctl_dumpentry+0xc3
>#9 0xffffffff80d44518 at rn_walktree+0x98
>#10 0xffffffff80d4b12e at rib_walk+0x5e
>#11 0xffffffff80d4d9e4 at sysctl_rtsock+0x304
>#12 0xffffffff80c19be1 at sysctl_root_handler_locked+0x91
>#13 0xffffffff80c1902c at sysctl_root+0x24c
>#14 0xffffffff80c196a3 at userland_sysctl+0x173
>#15 0xffffffff80c194ef at sys___sysctl+0x5f
>#16 0xffffffff8108aa8c at amd64_syscall+0x10c
>#17 0xffffffff810618be at fast_syscall_common+0xf8
>Uptime: 13m30s
>Dumping 1509 out of 32614 MB:..2%..11%..21%..31%..41%..51%..61%..72%..81%..91%
>
>------------------------------------------------------------------------
>kernel config
>
>options	CONFIG_AUTOGENERATED
>ident	GENERIC
>machine	amd64
>cpu	HAMMER
>makeoptions	WITH_CTF=1
>makeoptions	DEBUG=-g
>options	IICHID_SAMPLING
>options	HID_DEBUG
>options	EVDEV_SUPPORT
>options	XENHVM
>options	USB_DEBUG
>options	ATH_ENABLE_11N
>options	AH_AR5416_INTERRUPT_MITIGATION
>options	IEEE80211_SUPPORT_MESH
>options	IEEE80211_DEBUG
>options	SC_PIXEL_MODE
>options	VESA
>options	COMPAT_LINUXKPI
>options	PCI_IOV
>options	PCI_HP
>options	IOMMU
>options	EARLY_AP_STARTUP
>options	SMP
>options	NETGDB
>options	NETDUMP
>options	DEBUGNET
>options	ZSTDIO
>options	GZIO
>options	EKCD
>options	KDB_TRACE
>options	KDB
>options	RCTL
>options	RACCT_DEFAULT_TO_DISABLED
>options	RACCT
>options	INCLUDE_CONFIG_FILE
>options	DDB_CTF
>options	KDTRACE_HOOKS
>options	KDTRACE_FRAME
>options	MAC
>options	CAPABILITIES
>options	CAPABILITY_MODE
>options	AUDIT
>options	HWPMC_HOOKS
>options	KBD_INSTALL_CDEV
>options	PRINTF_BUFR_SIZE=128
>options	_KPOSIX_PRIORITY_SCHEDULING
>options	SYSVSEM
>options	SYSVMSG
>options	SYSVSHM
>options	STACK
>options	KTRACE
>options	SCSI_DELAY=5000
>options	COMPAT_FREEBSD12
>options	COMPAT_FREEBSD11
>options	COMPAT_FREEBSD10
>options	COMPAT_FREEBSD9
>options	COMPAT_FREEBSD7
>options	COMPAT_FREEBSD6
>options	COMPAT_FREEBSD5
>options	COMPAT_FREEBSD4
>options	COMPAT_FREEBSD32
>options	EFIRT
>options	GEOM_LABEL
>options	GEOM_RAID
>options	TMPFS
>options	PSEUDOFS
>options	PROCFS
>options	CD9660
>options	MSDOSFS
>options	NFS_ROOT
>options	NFSLOCKD
>options	NFSD
>options	NFSCL
>options	MD_ROOT
>options	QUOTA
>options	UFS_GJOURNAL
>options	UFS_DIRHASH
>options	UFS_ACL
>options	SOFTUPDATES
>options	FFS
>options	KERN_TLS
>options	SCTP_SUPPORT
>options	TCP_RFC7413
>options	TCP_HHOOK
>options	TCP_BLACKBOX
>options	TCP_OFFLOAD
>options	ROUTE_MPATH
>options	IPSEC_SUPPORT
>options	INET6
>options	INET
>options	VIMAGE
>options	PREEMPTION
>options	NUMA
>options	SCHED_ULE
>options	NEW_PCIB
>options	GEOM_PART_GPT
>options	GEOM_PART_MBR
>options	GEOM_PART_EBR
>options	GEOM_PART_BSD
>device	isa
>device	mem
>device	io
>device	uart_ns8250
>device	cpufreq
>device	acpi
>device	pci
>device	fdc
>device	ahci
>device	ata
>device	mvs
>device	siis
>device	ahc
>device	ahd
>device	esp
>device	hptiop
>device	isp
>device	mpt
>device	mps
>device	mpr
>device	sym
>device	isci
>device	ocs_fc
>device	pvscsi
>device	scbus
>device	ch
>device	da
>device	sa
>device	cd
>device	pass
>device	ses
>device	amr
>device	arcmsr
>device	ciss
>device	iir
>device	ips
>device	mly
>device	twa
>device	smartpqi
>device	tws
>device	aac
>device	aacp
>device	aacraid
>device	ida
>device	mfi
>device	mlx
>device	mrsas
>device	pmspcv
>device	twe
>device	nvme
>device	nvd
>device	vmd
>device	vmd_bus
>device	atkbdc
>device	atkbd
>device	psm
>device	kbdmux
>device	vga
>device	splash
>device	sc
>device	vt
>device	vt_vga
>device	vt_efifb
>device	vt_vbefb
>device	agp
>device	cbb
>device	pccard
>device	cardbus
>device	uart
>device	ppc
>device	ppbus
>device	lpt
>device	ppi
>device	puc
>device	iflib
>device	em
>device	ix
>device	ixv
>device	ixl
>device	iavf
>device	ice
>device	vmx
>device	axp
>device	bxe
>device	le
>device	ti
>device	mlx5
>device	mlxfw
>device	mlx5en
>device	miibus
>device	ae
>device	age
>device	alc
>device	ale
>device	bce
>device	bfe
>device	bge
>device	cas
>device	dc
>device	et
>device	fxp
>device	gem
>device	jme
>device	lge
>device	msk
>device	nfe
>device	nge
>device	re
>device	rl
>device	sge
>device	sis
>device	sk
>device	ste
>device	stge
>device	vge
>device	vr
>device	xl
>device	wlan
>device	wlan_wep
>device	wlan_ccmp
>device	wlan_tkip
>device	wlan_amrr
>device	an
>device	ath
>device	ath_pci
>device	ath_hal
>device	ath_rate_sample
>device	ipw
>device	iwi
>device	iwn
>device	malo
>device	mwl
>device	ral
>device	wpi
>device	crypto
>device	aesni
>device	loop
>device	padlock_rng
>device	rdrand_rng
>device	ether
>device	vlan
>device	tuntap
>device	md
>device	gif
>device	firmware
>device	xz
>device	bpf
>device	uhci
>device	ohci
>device	ehci
>device	xhci
>device	usb
>device	ukbd
>device	umass
>device	sound
>device	snd_cmi
>device	snd_csa
>device	snd_emu10kx
>device	snd_es137x
>device	snd_hda
>device	snd_ich
>device	snd_via8233
>device	mmc
>device	mmcsd
>device	sdhci
>device	rtsx
>device	virtio
>device	virtio_pci
>device	vtnet
>device	virtio_blk
>device	virtio_scsi
>device	virtio_balloon
>device	hyperv
>device	xenpci
>device	netmap
>device	evdev
>device	uinput
>device	hid
>
>------------------------------------------------------------------------
>ddb capture buffer
>
>ddb: ddb_capture: kvm_nlist

Actions: View

Attachments on bug 254303: 223285 | 223541