Attachment 201511 Details for Bug 235110 – dump output after patch was applied

dump output after patch was applied

core.txt.0.20190129 (text/plain), 96.34 KB, created by David.Boyd49 on 2019-01-29 17:30:16 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: David.Boyd49

Created: 2019-01-29 17:30:16 UTC

Size: 96.34 KB

patch

obsolete

>thirteen.bsd1.net dumped core - see /var/crash/vmcore.0
>
>Tue Jan 29 11:56:30 EST 2019
>
>FreeBSD thirteen.bsd1.net 13.0-CURRENT FreeBSD 13.0-CURRENT #1 r343372M: Tue Jan 29 01:07:16 EST 2019     root@thirteen.bsd1.net:/tmp/buildworld/u/1/svn-update/usr/src/amd64.amd64/sys/GENERIC  amd64
>
>panic: witness_warn
>
>GNU gdb (GDB) 8.2 [GDB v8.2 for FreeBSD]
>Copyright (C) 2018 Free Software Foundation, Inc.
>License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
>This is free software: you are free to change and redistribute it.
>There is NO WARRANTY, to the extent permitted by law.
>Type "show copying" and "show warranty" for details.
>This GDB was configured as "x86_64-portbld-freebsd13.0".
>Type "show configuration" for configuration details.
>For bug reporting instructions, please see:
><http://www.gnu.org/software/gdb/bugs/>.
>Find the GDB manual and other documentation resources online at:
>    <http://www.gnu.org/software/gdb/documentation/>.
>
>For help, type "help".
>Type "apropos word" to search for commands related to "word"...
>Reading symbols from /boot/kernel/kernel...Reading symbols from /usr/lib/debug//boot/kernel/kernel.debug...done.
>done.
>
>Unread portion of the kernel message buffer:
>userret: returning with the following locks held:
>shared rw ipf IP NAT rwlock (ipf IP NAT rwlock) r = 1 (0xfffffe0000382440) locked @ /u/1/svn-update/usr/src/sys/contrib/ipfilter/netinet/ip_nat.c:1908
>panic: witness_warn
>cpuid = 0
>time = 1548780630
>KDB: stack backtrace:
>db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe003e577900
>vpanic() at vpanic+0x1b4/frame 0xfffffe003e577960
>panic() at panic+0x43/frame 0xfffffe003e5779c0
>witness_warn() at witness_warn+0x48a/frame 0xfffffe003e577a80
>userret() at userret+0xc1/frame 0xfffffe003e577ad0
>amd64_syscall() at amd64_syscall+0x505/frame 0xfffffe003e577bf0
>fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe003e577bf0
>--- syscall (0, FreeBSD ELF64, nosys), rip = 0x8004322fa, rsp = 0x7fffffffebe8, rbp = 0x7fffffffec70 ---
>KDB: enter: panic
>
>__curthread () at ./machine/pcpu.h:230
>230		__asm("movq %%gs:%P1,%0" : "=r" (td) : "n" (OFFSETOF_CURTHREAD));
>(kgdb) #0  __curthread () at ./machine/pcpu.h:230
>#1  doadump (textdump=<optimized out>)
>    at /u/1/svn-update/usr/src/sys/kern/kern_shutdown.c:371
>#2  0xffffffff8049ba3b in db_dump (dummy=<optimized out>, 
>    dummy2=<unavailable>, dummy3=<unavailable>, dummy4=<unavailable>)
>    at /u/1/svn-update/usr/src/sys/ddb/db_command.c:574
>#3  0xffffffff8049b809 in db_command (last_cmdp=<optimized out>, 
>    cmd_table=<optimized out>, dopager=1)
>    at /u/1/svn-update/usr/src/sys/ddb/db_command.c:481
>#4  0xffffffff8049b584 in db_command_loop ()
>    at /u/1/svn-update/usr/src/sys/ddb/db_command.c:534
>#5  0xffffffff8049e73f in db_trap (type=<optimized out>, code=<optimized out>)
>    at /u/1/svn-update/usr/src/sys/ddb/db_main.c:252
>#6  0xffffffff80c266f4 in kdb_trap (type=3, code=0, tf=<optimized out>)
>    at /u/1/svn-update/usr/src/sys/kern/subr_kdb.c:692
>#7  0xffffffff810acf9b in trap (frame=0xfffffe003e577830)
>    at /u/1/svn-update/usr/src/sys/amd64/amd64/trap.c:619
>#8  <signal handler called>
>#9  kdb_enter (why=0xffffffff8133fd2a "panic", msg=<optimized out>)
>    at /u/1/svn-update/usr/src/sys/kern/subr_kdb.c:479
>#10 0xffffffff80bde2a1 in vpanic (fmt=<optimized out>, ap=0xfffffe003e5779a0)
>    at /u/1/svn-update/usr/src/sys/kern/kern_shutdown.c:866
>#11 0xffffffff80bde033 in panic (
>    fmt=0xfffff80123ffffe0 "V\237\067\201\377\377\377\377")
>    at /u/1/svn-update/usr/src/sys/kern/kern_shutdown.c:804
>#12 0xffffffff80c46faa in witness_warn (flags=<optimized out>, 
>    lock=<optimized out>, fmt=0xffffffff81330112 "userret: returning")
>    at /u/1/svn-update/usr/src/sys/kern/subr_witness.c:1809
>#13 0xffffffff80c3b671 in userret (td=0xfffff8001331c000, 
>    frame=0xfffffe003e577c00)
>    at /u/1/svn-update/usr/src/sys/kern/subr_trap.c:166
>#14 0xffffffff810ae125 in syscallret (td=<optimized out>, 
>    error=<optimized out>)
>    at /u/1/svn-update/usr/src/sys/amd64/amd64/../../kern/subr_syscall.c:194
>#15 amd64_syscall (td=0xfffff8001331c000, traced=<optimized out>)
>    at /u/1/svn-update/usr/src/sys/amd64/amd64/trap.c:1174
>#16 <signal handler called>
>#17 0x00000008004322fa in ?? ()
>Backtrace stopped: Cannot access memory at address 0x7fffffffebe8
>(kgdb) 
>
>------------------------------------------------------------------------
>ps -axlww
>
>UID  PID PPID CPU PRI NI     VSZ    RSS MWCHAN   STAT TT     TIME COMMAND
>  0    0    0   0 -16  0       0      0 swapin   DLs   -  0:00.04 [kernel]
>  0    1    0   0  41  0   10088   1052 wait     DLs   -  0:00.02 [init]
>  0    2    0   0 -16  0       0      0 crypto_w DL    -  0:00.00 [crypto]
>  0    3    0   0 -16  0       0      0 crypto_r DL    -  0:00.00 [crypto returns 0]
>  0    4    0   0 -16  0       0      0 -        RL    -  0:00.30 [cam]
>  0    5    0   0 -16  0       0      0 waiting_ DL    -  0:00.00 [sctp_iterator]
>  0    6    0   0 -16  0       0      0 -        DL    -  0:00.18 [rand_harvestq]
>  0    7    0   0 -16  0       0      0 -        DL    -  0:00.00 [soaiod1]
>  0    8    0   0 -16  0       0      0 -        DL    -  0:00.00 [soaiod2]
>  0    9    0   0 -16  0       0      0 -        DL    -  0:00.00 [soaiod3]
>  0   10    0   0 -16  0       0      0 audit_wo DL    -  0:00.00 [audit]
>  0   11    0   0 155  0       0      0 -        RL    -  4:06.95 [idle]
>  0   12    0   0 -56  0       0      0 -        WL    -  0:01.50 [intr]
>  0   13    0   0  -8  0       0      0 -        DL    -  0:00.03 [geom]
>  0   14    0   0 -16  0       0      0 seqstate DL    -  0:00.00 [sequencer 00]
>  0   15    0   0 -68  0       0      0 -        DL    -  0:00.21 [usb]
>  0   16    0   0 -16  0       0      0 -        DL    -  0:00.00 [soaiod4]
>  0   17    0   0 -16  0       0      0 psleep   DL    -  0:00.15 [pagedaemon]
>  0   18    0   0 -16  0       0      0 psleep   DL    -  0:00.00 [vmdaemon]
>  0   19    0   0 -16  0       0      0 qsleep   DL    -  0:00.18 [bufdaemon]
>  0   20    0   0  16  0       0      0 syncer   DL    -  0:00.06 [syncer]
>  0   21    0   0 -16  0       0      0 vlruwt   DL    -  0:00.00 [vnlru]
>  0   84    0   0 -20  0       0      0 VBoxIS   DL    -  0:00.02 [Timer]
>  0  239    1   0  52  0   11500   2656 select   D     -  0:00.00 [dhclient]
>  0  242    1   0  52  0   11696   2772 select   Ds    -  0:00.00 [dhclient]
> 65  292    1   0  20  0   11864   2900 select   DCs   -  0:00.00 [dhclient]
>  0  610    1   0  20  0   11512   2772 select   Ds    -  0:00.05 [syslogd]
>  0  696    1   0  52  0   12392   3628 select   Ds    -  0:00.00 [ipmon]
>  0  735    1   0  52  0   10992   2336 autofscv Ds    -  0:00.00 [automountd]
>  0  744    1   0  20  0   11008   2360 kqread   Ds    -  0:00.00 [autounmountd]
>  0  932    1   0  20  0   17148   7936 select   Ds    -  0:00.01 [sendmail]
> 25  935    1   0  52  0   16836   7804 pause    Ds    -  0:00.00 [sendmail]
>556  944    1   0  20  0   13116   4000 select   Ds    -  0:00.03 [dbus-daemon]
>  0  965    1   0  20  0   21120   7448 select   D     -  0:00.07 [console-kit-daemon]
>565  967    1   0  20  0 1117508  21840 select   D     -  0:00.08 [polkitd]
>558  980    1   0  20  0   13348   4284 select   D     -  0:00.24 [avahi-daemon]
>  0 1329    1   0  20  0   14208   4324 pause    D     -  0:00.01 [xdm]
>  0 1374 1329   0  20  0  234156 177012 select   Ds    -  0:01.48 [Xorg]
>560 1448    1   0  78  0   20516   9492 -        Rs    -  0:05.28 [hald]
>  0 1492 1448   0  52  0   17600   6448 select   D     -  0:00.18 [hald-runner]
>  0 1655 1492   0  28  0   15840   5328 kqread   D     -  0:00.14 [hald-addon-mouse-s]
>  0 1869 1329   0  20  0   17524   7652 wait     Ds    -  0:00.07 [xdm]
>  0 2371 1492   0  20  0   16088   5560 select   D     -  0:00.29 [hald-addon-mouse-s]
>  0 2719 1492   0  20  0   12184   3572 select   D     -  0:00.20 [hald-addon-storage]
>  0 2928    1   0  20  0   15460   5708 select   D     -  0:00.01 [xconsole]
>  0 9101 1869   0  20  0   21184  11240 select   Ds    -  0:00.11 [xterm]
>  0 9114 9101   0  21  0   13268   4388 select   Ds+   -  0:00.01 [bash]
>  0 9138    1   0  52  0   12364   3424 wait     Ds+   -  0:00.05 [sh]
>  0 9141 9138   0  36  0   12252   3368 wait     D+    -  0:00.00 [sh]
>  0 9143 9141   0  36  0   10780   2400 nanslp   DC+   -  0:00.00 [sleep]
>  0 9451 9138   0  52  0   12368   3436 wait     D+    -  0:00.00 [sh]
>  0 9455 9451   0  72  0   11000   2596 -        R+    -  0:00.00 [ipfs]
>
>------------------------------------------------------------------------
>vmstat -s
>
>   134565 cpu context switches
>    14632 device interrupts
>     7237 software interrupts
>  1924313 traps
>  7578660 system calls
>       22 kernel threads created
>     9073  fork() calls
>      354 vfork() calls
>        6 rfork() calls
>        0 swap pager pageins
>        0 swap pager pages paged in
>        0 swap pager pageouts
>        0 swap pager pages paged out
>     4919 vnode pager pageins
>    34939 vnode pager pages paged in
>       33 vnode pager pageouts
>       90 vnode pager pages paged out
>        0 page daemon wakeups
>        0 pages examined by the page daemon
>        0 clean page reclamation shortfalls
>        0 pages reactivated by the page daemon
>   723793 copy-on-write faults
>      262 copy-on-write optimized faults
>   749548 zero fill pages zeroed
>      105 zero fill pages prezeroed
>        9 intransit blocking page faults
>  1906792 total VM faults taken
>     4721 page faults requiring I/O
>        0 pages affected by kernel thread creation
>   484976 pages affected by  fork()
>    13329 pages affected by vfork()
>      258 pages affected by rfork()
>  1822187 pages freed
>        0 pages freed by daemon
>        0 pages freed by exiting processes
>        0 pages active
>        0 pages inactive
>        0 pages in the laundry queue
>        0 pages wired down
>        0 pages free
>        0 bytes per page
>        0 total name lookups
>          cache hits (0% pos + 0% neg) system 0% per-directory
>          deletions 0%, falsehits 0%, toolong 0%
>
>------------------------------------------------------------------------
>vmstat -m
>
>         Type InUse MemUse HighUse Requests  Size(s)
>      CAM XPT    40     4K       -      231  16,32,64,128,256,512,1024,2048,65536
>      entropy     0     0K       -      134  4096
>      CAM DEV     9    18K       -       18  2048
>      CAM CCB     0     0K       -    12846  2048
>     CAM path    13     1K       -       77  32
>   CAM periph    10     3K       -      144  16,32,64,128,256
>         ac97     2     1K       -        2  16,512
>       feeder    12     1K       -       14  32,128
>        mixer     1     4K       -        1  4096
>CAM I/O Scheduler     3     1K       -        3  128
>    CAM queue    15     5K       -       45  16,32,512
>      scsi_cd     0     0K       -        6  16
>          USB    22    47K       -       25  16,32,128,256,512,1024,4096,8192,16384
>       USBdev    31     9K       -       68  32,64,128,512,4096
>CAM dev queue     6     1K       -        6  64
>      scsi_da     0     0K       -      142  32,256
>      ata_pci     1     1K       -        1  64
>        vtbuf    24  1968K       -       46  4096
>           vt    11     6K       -       11  512
>     sysmouse     0     0K       -        3  2048
>       DEVFS3   160    40K       -      194  256
>       DEVFS1   128    64K       -      152  512
>   DEVFS_RULE    60    28K       -       60  64,512
>        DEVFS    13     1K       -       14  16,128
>       DEVFSP     4     1K       -       41  64
>NFSD V4client     1     1K       -        1  256
> NFSD lckfile     1     1K       -        1  256
> NFSD session     1     1K       -        1  1024
>    pfs_nodes    83    21K       -       83  256
>  pfs_vncache    14     1K       -       21  64
>         GEOM   275    45K       -     2139  16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536
>    raid_data     0     0K       -      312  32,128,256
>       isadev     7     1K       -        7  128
>  ddb_capture     1    64K       -        1  65536
>         cdev     5     2K       -        5  256
>  tty console     1     8K       -        1  8192
>     filedesc     9    45K       -     8007  16,32,4096,8192,16384
>        sigio     1     1K       -        3  64
>     filecaps     4     1K       -     1310  16,32,64
>      kdtrace   173    34K       -    18995  64,256
>         kenv    98    12K       -      101  16,32,64,128,8192
>       kqueue    67    17K       -     9483  64,256,512,2048
>    proc-args    36     2K       -     5184  16,32,64,128,256
>        hhook    13     4K       -       13  256
>      ithread    65    11K       -       65  32,128,256
>       prison     8     1K       -        8  32
>       KTRACE   100    13K       -      100  128
>       linker   421  1853K       -      503  16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536
>        evdev     4     4K       -        4  1024
>        lockf    71     9K       -    17349  64,128
>   loginclass     3     1K       -        3  64
>        cache     1     1K       -        1  32
>       devbuf 16861 33924K       -    17191  16,32,64,128,256,512,1024,2048,4096,8192,16384,65536
>         temp    97   563K       -    27329  16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536
>       module   515    65K       -      516  128
>     mtx_pool     2    72K       -        2  8192,65536
>          osd     3     1K       -       10  16,32,64,128,256
>     pmchooks     1     1K       -        1  128
>          pmc     1     1K       -        1  64
>         pgrp    19     3K       -       65  128
>      session    19     3K       -       52  128
>         proc     3    33K       -        3  1024,16384
>      subproc   161   263K       -     9565  512,4096
>         cred   339    85K       -      955  256
>     acpiintr     1     1K       -        1  64
>       acpica  2181   243K       -    52583  16,32,64,128,256,512,1024,4096
>       plimit    15     4K       -      676  256
>      uidinfo    10     6K       -       63  128,4096
>       dumper     1     1K       -        1  512
>     acpitask     1    64K       -        1  65536
>       sysctl     0     0K       -        1  64
>    sysctloid  2672   139K       -     2720  16,32,64,128
>    sysctltmp     0     0K       -     2961  16,32,64,256,1024
>       kbdmux     6    22K       -        6  16,512,1024,2048,16384
>      tidhash     1    32K       -        1  32768
>      callout     2  1416K       -        2  
>         umtx   380    48K       -      380  128
>     p1003.1b     1     1K       -        1  16
>         SWAP     1    68K       -        1  
>          bus  1072    88K       -     5247  16,32,64,128,256,512,1024,4096
>       bus-sc    41  1661K       -     2203  16,32,128,256,512,1024,2048,4096,8192,16384,32768,65536
>      devstat    14    29K       -       14  32,4096
>        epoch   195     7K       -      195  32,128
> eventhandler   126    11K       -      126  64,128
>   gtaskqueue    16    34K       -       16  16,32,256,8192
>         kobj   349  1396K       -      862  4096
>      Per-cpu     1     1K       -        1  32
>         rman   116    14K       -      435  16,32,128
>         sbuf     0     0K       -     3212  16,32,64,128,256,512,1024,2048,4096,8192,16384,32768,65536
>       sglist     4     5K       -        4  32,2048
>    taskqueue    39     5K       -       39  16,32,256
>     terminal    11     3K       -       11  256
>       Unitno    20     2K       -       70  32,64
>         vmem     3   176K       -        5  4096,8192,16384,32768
>     ioctlops     1     8K       -     1160  256,512,1024,2048,8192
>       select    67     9K       -       67  128
>          iov     0     0K       -   100461  16,32,64,128,256,512
>          msg     4    30K       -        4  2048,4096,8192,16384
>          sem     4   106K       -        4  2048,4096
>          shm     1    32K       -        1  32768
>          tty    14    14K       -       14  1024
>          pts     2     1K       -        2  256
>     mbuf_tag     0     0K       -       21  32
>        shmfd     1     8K       -    31224  256,8192
>       soname    19     2K       -   116262  16,32,64,128
>          pcb    25   921K       -      164  16,32,64,128,1024,2048,8192
>     vfscache     4  2061K       -        4  256,4096,8192
>   cl_savebuf     0     0K       -       40  64
>     vfs_hash     1  1024K       -        1  
>       vnodes     1     1K       -        1  256
>        mount    76     4K       -      165  16,32,64,128,256
>       statfs     0     0K       -     2464  4096
>  vnodemarker     0     0K       -      103  512
>chacha20random     1     1K       -        1  256
>          BPF    11    18K       -       11  128,512,4096
>        ifnet     4     7K       -        4  128,2048
>       ifaddr    43    14K       -       43  16,32,64,128,256,512,2048,4096
>  ether_multi    32     3K       -       37  16,32,64,128
>        clone     7     1K       -        7  128
>        ipsec     3     1K       -        3  256
>      lltable    17     6K       -       17  256,512
>     routetbl    28     4K       -       32  32,64,128,512
>         vnet     1     1K       -        1  64
>    vnet_data     1   240K       -        1  
>vnet_data_free     1     1K       -        1  32
>         igmp     3     1K       -        3  128
>   in_mfilter     1     1K       -        3  1024
>     in_multi     5     2K       -        6  256
>  ip_moptions     2     1K       -        6  64,256
>encap_export_host    12     1K       -       12  32,64
>    sctp_a_it     0     0K       -        3  16
>     sctp_vrf     1     1K       -        1  64
>     sctp_ifa     5     1K       -        5  128
>     sctp_ifn     3     1K       -        3  128
>    sctp_iter     0     0K       -        3  256
>   tfo_ccache     1   128K       -        1  
>    hostcache     1    32K       -        1  32768
>      tcpfunc     1     1K       -        1  64
>     syncache     1    68K       -        1  
>  in6_mfilter     1     1K       -        2  1024
>    in6_multi    15     2K       -       15  32,256
> ip6_moptions     2     1K       -        4  64,256
>       ip6opt     0     0K       -        4  256
>          mld     3     1K       -        3  128
>       ip6ndp     4     1K       -        4  64,256
>  inpcbpolicy     8     1K       -      383  32
>     secasvar     1     1K       -        1  1024
>       sahead     1     1K       -        1  1024
>  ipsecpolicy     2     2K       -        2  256,1024
>    ipsec-saq     2     2K       -        2  1024
>       crypto     2     2K       -        2  128,1024
>          rpc     2     8K       -        2  4096
>audit_evclass   230     8K       -      285  32
>      pagedep    17   260K       -      391  256
>     inodedep    41  2068K       -     1394  512
>    bmsafemap     6    17K       -      707  256,8192
>       newblk    22  4101K       -     5934  256
>     indirdep     1     1K       -        6  128
>     freefrag     1     1K       -      861  128
>     freeblks    12     3K       -     1331  256
>     freefile     0     0K       -      625  64
>       diradd     6     1K       -     1037  128
>        mkdir     0     0K       -      412  128
>       dirrem    23     3K       -     1009  128
>    newdirblk     0     0K       -      206  64
>     freework    14     2K       -     1611  64,128
>        sbdep     0     0K       -       10  64
>     savedino     0     0K       -      580  256
>      jblocks     2     1K       -        2  128,256
>      softdep     2     1K       -        2  512
>  ufs_dirhash   108    23K       -      111  16,32,64,128,256,512
>    ufs_quota     1  1024K       -        1  
>    ufs_mount     6    89K       -        8  512,4096,8192,32768,65536
>    vm_pgdata     1     1K       -        1  128
>      UMAHash     3     7K       -        8  512,1024,2048,4096
>     pci_link     8     1K       -        8  16,128
>     atkbddev     2     1K       -        2  64
>      acpisem    20     3K       -       20  128
>      acpidev    27     2K       -       27  64
>      CAM SIM     6     2K       -        6  256
>       apmdev     1     1K       -        1  128
>   madt_table     0     0K       -        2  16,4096
>         intr     4   388K       -        4  65536
>      io_apic     1     2K       -        1  2048
>   local_apic     1     1K       -        1  1024
>          MCA     1     1K       -        1  128
>         cpus     2     1K       -        2  16
>     nexusdev     5     1K       -        5  16
>  fdesc_mount     1     1K       -        1  16
>        linux    31     2K       -       31  64
>     iprtheap    18     3K       -      369  32,64,128,256,512
>     iprtcont     1    64K       -        1  
>       autofs     1     1K       -        3  16,128,8192
>
>------------------------------------------------------------------------
>vmstat -z
>
>ITEM                   SIZE  LIMIT     USED     FREE      REQ FAIL SLEEP
>
>UMA Kegs:               216,      0,      76,       4,      76,   0,   0
>UMA Zones:              552,      0,      82,       3,      82,   0,   0
>UMA Slabs:              112,      0,    1850,      27,    1989,   0,   0
>UMA Hash:               256,      0,       4,       7,       7,   0,   0
>4 Bucket:                32,      0,     109,     263,    3266,   0,   0
>6 Bucket:                48,      0,      19,     313,     156,   0,   0
>8 Bucket:                64,      0,      17,     292,      64,   0,   0
>12 Bucket:               96,      0,      16,     148,      61,   0,   0
>16 Bucket:              128,      0,      27,     127,    1375,   0,   0
>32 Bucket:              256,      0,     125,      69,   15436,   0,   0
>64 Bucket:              512,      0,    1193,      11,    3591,29876,   0
>128 Bucket:            1024,      0,    1253,      11,    3537,   0,   0
>256 Bucket:            2048,      0,      55,       2,    5110,   0,   0
>vmem:                  1792,      0,       0,       1,       0,   0,   0
>vmem btag:               56,      0,   12710,     122,   12710,  90,   0
>VM OBJECT:              256,      0,    4303,   32852,  251460,   0,   0
>RADIX NODE:             144,      0,   14180,   13759,  487484,   0,   0
>MAP:                    232,      0,       2,      65,       2,   0,   0
>KMAP ENTRY:             120,      0,      19,     111,      19,   0,   0
>MAP ENTRY:              120,      0,    2245,  120383,  695186,   0,   0
>VMSPACE:               2512,      0,      30,      51,    9435,   0,   0
>fakepg:                 104,      0,   32801,     107,   32801,   0,   0
>64 pcpu:                  8,      0,    3230,      98,    3230,   0,   0
>mt_stats_zone:           64,      0,     435,      77,     435,   0,   0
>mt_zone:                 24,      0,     435,     229,     435,   0,   0
>16:                      16,      0,      39,     459,      42,   0,   0
>16:                      16,      0,      41,     457,      83,   0,   0
>16:                      16,      0,       1,     497,     823,   0,   0
>16:                      16,      0,      46,     452,   23138,   0,   0
>16:                      16,      0,     957,     288,    1056,   0,   0
>16:                      16,      0,     330,     417,    2307,   0,   0
>16:                      16,      0,       2,     496,       2,   0,   0
>16:                      16,      0,       2,     496,   10483,   0,   0
>32:                      32,      0,     237,     135,     244,   0,   0
>32:                      32,      0,      68,     304,    5450,   0,   0
>32:                      32,      0,       9,     363,     325,   0,   0
>32:                      32,      0,      31,     341,    3399,   0,   0
>32:                      32,      0,    1164,     200,    1605,   0,   0
>32:                      32,      0,     232,     388,    2954,   0,   0
>32:                      32,      0,       5,     367,      55,   0,   0
>32:                      32,      0,      13,     359,    1382,   0,   0
>64:                      64,      0,      49,     261,      65,   0,   0
>64:                      64,      0,     313,     493,   19366,   0,   0
>64:                      64,      0,       2,     556,     866,   0,   0
>64:                      64,      0,     552,     254,    1770,   0,   0
>64:                      64,      0,     214,      96,     247,   0,   0
>64:                      64,      0,    8839,     150,   11837,   0,   0
>64:                      64,      0,     123,     187,    3053,   0,   0
>64:                      64,      0,       6,     304,   87746,   0,   0
>128:                    128,      0,      35,     120,     388,   0,   0
>128:                    128,      0,      73,     950,    2123,   0,   0
>128:                    128,      0,      14,    1133,    4300,   0,   0
>128:                    128,      0,    1666,     101,   23286,   0,   0
>128:                    128,      0,     786,     113,     787,   0,   0
>128:                    128,      0,    1168,      41,   15254,   0,   0
>128:                    128,      0,     124,     155,   14570,   0,   0
>128:                    128,      0,     565,      86,  116995,   0,   0
>256:                    256,      0,      17,      58,     239,   0,   0
>256:                    256,      0,     173,     382,   10179,   0,   0
>256:                    256,      0,     363,     627,    2346,   0,   0
>256:                    256,      0,      26,      49,     916,   0,   0
>256:                    256,      0,      44,   31501,   35172,   0,   0
>256:                    256,      0,     481,    1169,    7305,   0,   0
>256:                    256,      0,     101,      34,     803,   0,   0
>256:                    256,      0,       0,      75,    1271,   0,   0
>512:                    512,      0,      42,      21,      50,   0,   0
>512:                    512,      0,      46,      17,      61,   0,   0
>512:                    512,      0,     115,       4,     238,   0,   0
>512:                    512,      0,      18,      17,      20,   0,   0
>512:                    512,      0,      13,      22,      13,   0,   0
>512:                    512,      0,     225,      13,    6403,   0,   0
>512:                    512,      0,      48,    1114,    1401,   0,   0
>512:                    512,      0,       3,      32,      90,   0,   0
>1024:                  1024,      0,       0,      16,      57,   0,   0
>1024:                  1024,      0,      11,       5,      13,   0,   0
>1024:                  1024,      0,       4,      12,      26,   0,   0
>1024:                  1024,      0,      12,       4,     408,   0,   0
>1024:                  1024,      0,      16,      12,     101,   0,   0
>1024:                  1024,      0,      36,      56,    9635,   0,   0
>1024:                  1024,      0,       5,      11,       5,   0,   0
>1024:                  1024,      0,       0,      16,      38,   0,   0
>2048:                  2048,      0,       1,       5,       6,   0,   0
>2048:                  2048,      0,      23,       7,      29,   0,   0
>2048:                  2048,      0,       2,       4,      23,   0,   0
>2048:                  2048,      0,       2,      34,   12848,   0,   0
>2048:                  2048,      0,      12,       8,      21,   0,   0
>2048:                  2048,      0,      14,       2,     415,   0,   0
>2048:                  2048,      0,       1,       5,       1,   0,   0
>2048:                  2048,      0,       2,       4,     968,   0,   0
>4096:                  4096,      0,       6,       0,       6,   0,   0
>4096:                  4096,      0,      24,      10,      62,   0,   0
>4096:                  4096,      0,      53,      49,    9478,   0,   0
>4096:                  4096,      0,       7,       1,       9,   0,   0
>4096:                  4096,      0,       7,       1,    2471,   0,   0
>4096:                  4096,      0,      18,       2,    1061,   0,   0
>4096:                  4096,      0,      15,       1,      26,   0,   0
>4096:                  4096,      0,     349,       2,     996,   0,   0
>8192:                  8192,      0,       0,       0,       0,   0,   0
>8192:                  8192,      0,      12,       1,      13,   0,   0
>8192:                  8192,      0,       0,       1,     280,   0,   0
>8192:                  8192,      0,       5,       0,       6,   0,   0
>8192:                  8192,      0,       2,       0,       2,   0,   0
>8192:                  8192,      0,      19,       3,     346,   0,   0
>8192:                  8192,      0,       3,       0,       3,   0,   0
>8192:                  8192,      0,       1,       0,       1,   0,   0
>16384:                16384,      0,       0,       0,       0,   0,   0
>16384:                16384,      0,       8,      13,    3987,   0,   0
>16384:                16384,      0,       3,       2,      11,   0,   0
>16384:                16384,      0,       2,       0,       2,   0,   0
>16384:                16384,      0,       0,       0,       0,   0,   0
>16384:                16384,      0,      12,       2,     279,   0,   0
>16384:                16384,      0,       0,       0,       0,   0,   0
>16384:                16384,      0,       0,       0,       0,   0,   0
>32768:                32768,      0,       1,       0,       1,   0,   0
>32768:                32768,      0,       4,       0,       4,   0,   0
>32768:                32768,      0,       0,       2,      17,   0,   0
>32768:                32768,      0,       1,       0,       1,   0,   0
>32768:                32768,      0,       0,       0,       0,   0,   0
>32768:                32768,      0,       3,       1,     215,   0,   0
>32768:                32768,      0,       0,       0,       0,   0,   0
>32768:                32768,      0,       0,       0,       0,   0,   0
>65536:                65536,      0,       0,       1,      24,   0,   0
>65536:                65536,      0,       7,       0,       7,   0,   0
>65536:                65536,      0,       0,       1,       4,   0,   0
>65536:                65536,      0,       1,       0,       1,   0,   0
>65536:                65536,      0,       2,       0,       2,   0,   0
>65536:                65536,      0,       8,       1,     464,   0,   0
>65536:                65536,      0,       2,       0,       2,   0,   0
>65536:                65536,      0,       0,       0,       0,   0,   0
>SLEEPQUEUE:              88,      0,     191,      88,     191,   0,   0
>Files:                   80,      0,     297,     340,  192429,   0,   0
>filedesc0:             1104,      0,      52,      56,    9456,   0,   0
>rl_entry:                40,      0,      92,     205,      92,   0,   0
>TURNSTILE:              136,      0,     191,      69,     191,   0,   0
>umtx pi:                 96,      0,       0,       0,       0,   0,   0
>umtx_shm:                88,      0,       0,   31275,   31223,   0,   0
>swrbuf:                 832,    128,       0,    2474,       0,   0,   0
>swwbuf:                 832,     64,       0,    2474,       0,   0,   0
>mdpbuf:                 832,     25,       0,    2474,       0,   0,   0
>nfspbuf:                832,    128,       0,    2474,       0,   0,   0
>vnpbuf:                 832,   2048,       0,    2474,       0,   0,   0
>clpbuf:                 832,    128,       0,    2535,    2221,   0,   0
>pbuf:                   832,     16,       0,    2479,     143,   0,   0
>MAC labels:              40,      0,       0,       0,       0,   0,   0
>PROC:                  1328,      0,      51,      57,    9455,   0,   0
>THREAD:                1416,      0,     177,      13,     191,   0,   0
>cpuset:                 104,      0,       3,     152,       3,   0,   0
>domainset:               40,      0,       0,       0,       0,   0,   0
>audit_record:          1280,      0,       0,       0,       0,   0,   0
>mbuf_packet:            256,      0,     609,     158,    2888,   0,   0
>mbuf:                   256, 1611712,      27,     234,    7905,   0,   0
>mbuf_cluster:          2048, 251830,     759,       1,     759,   0,   0
>mbuf_jumbo_page:       4096, 125915,       0,     253,     139,   0,   0
>mbuf_jumbo_9k:         9216,  37308,       0,       0,       0,   0,   0
>mbuf_jumbo_16k:       16384,  20985,       0,       0,       0,   0,   0
>epoch_record pcpu:      256,      0,       4,      60,       4,   0,   0
>ttyoutq:                256,      0,      47,      88,     431,   0,   0
>FPU_save_area:          512,      0,       0,       0,       0,   0,   0
>g_bio:                  384,      0,       0,    1980,   45973,   0,   0
>DMAR_MAP_ENTRY:         120,      0,       0,       0,       0,   0,   0
>ttyinq:                 160,      0,      90,     174,     810,   0,   0
>nvme_request:           128,      0,       0,       0,       0,   0,   0
>cryptop:                128,      0,       0,       0,       0,   0,   0
>cryptodesc:             120,      0,       0,       0,       0,   0,   0
>crypto_session:          24,      0,       0,       0,       0,   0,   0
>vtnet_tx_hdr:            24,      0,       0,     332,     539,   0,   0
>VNODE:                  480,      0,    4656,     192,    5293,   0,   0
>VNODEPOLL:              120,      0,      86,      46,      86,   0,   0
>BUF TRIE:               144,      0,    1318,   25331,    2561,   0,   0
>S VFS Cache:            108,      0,    4629,     131,   18389,   0,   0
>STS VFS Cache:          148,      0,       0,       0,       0,   0,   0
>L VFS Cache:            328,      0,     223,      17,     401,   0,   0
>LTS VFS Cache:          368,      0,       0,       0,       0,   0,   0
>NAMEI:                 1024,      0,       0,      16,  206952,   0,   0
>rentr:                   24,      0,       0,       0,       0,   0,   0
>NCLNODE:                592,      0,       0,       0,       0,   0,   0
>DIRHASH:               1024,      0,     225,      11,     227,   0,   0
>Mountpoints:           2744,      0,       6,       3,       7,   0,   0
>AIO:                    208,      0,       0,       0,       0,   0,   0
>AIOP:                    32,      0,       0,       0,       0,   0,   0
>AIOCB:                  752,      0,       0,       0,       0,   0,   0
>AIOLIO:                 280,      0,       0,       0,       0,   0,   0
>pipe:                   760,      0,      53,      27,    5658,   0,   0
>procdesc:               136,      0,       1,      86,       6,   0,   0
>ksiginfo:               112,      0,      98,     952,    1410,   0,   0
>itimer:                 352,      0,       0,       0,       0,   0,   0
>KNOTE:                  160,      0,      90,      54,     109,   0,   0
>socket:                 872, 129841,      55,     201,   50650,   0,   0
>unpcb:                  256, 129841,      45,     210,   50254,   0,   0
>IPsec SA lft_c:          16,      0,       0,       0,       0,   0,   0
>ipq:                     56,   7869,       0,     284,       1,   0,   0
>udp_inpcb:              488, 129841,       6,     250,     329,   0,   0
>udpcb:                   32, 129841,       6,     366,     329,   0,   0
>tcp_inpcb:              488, 129841,       1,     255,      53,   0,   0
>tcpcb:                  976, 129841,       1,     255,      53,   0,   0
>tcptw:                   88,  25968,       0,     270,       7,   0,   0
>syncache:               168,  15360,       0,     253,       1,   0,   0
>hostcache:               96,  15360,       5,     282,       5,   0,   0
>sackhole:                32,      0,       0,       0,       0,   0,   0
>tfo:                      4,      0,       0,       0,       0,   0,   0
>tfo_ccache_entries:      80,      0,       0,       0,       0,   0,   0
>tcpreass:                48,  15739,       0,       0,       0,   0,   0
>tcp_log:                408, 1000000,       0,       0,       0,   0,   0
>tcp_log_bucket:         144,      0,       0,       0,       0,   0,   0
>tcp_log_node:           120,      0,       0,       0,       0,   0,   0
>sctp_ep:               1280, 129841,       0,       0,       0,   0,   0
>sctp_asoc:             2408,  40000,       0,       0,       0,   0,   0
>sctp_laddr:              48,  80000,       0,     332,       4,   0,   0
>sctp_raddr:             736,  80000,       0,       0,       0,   0,   0
>sctp_chunk:             152, 400000,       0,       0,       0,   0,   0
>sctp_readq:             152, 400000,       0,       0,       0,   0,   0
>sctp_stream_msg_out:    112, 400000,       0,       0,       0,   0,   0
>sctp_asconf:             40, 400000,       0,       0,       0,   0,   0
>sctp_asconf_ack:         48, 400000,       0,       0,       0,   0,   0
>udplite_inpcb:          488, 129841,       0,       0,       0,   0,   0
>ripcb:                  488, 129841,       1,     255,       1,   0,   0
>rtentry:                208,      0,      13,      63,      16,   0,   0
>selfd:                   64,      0,     129,     181, 1630717,   0,   0
>swpctrie:               144, 503685,       0,       0,       0,   0,   0
>swblk:                  136, 503672,       0,       0,       0,   0,   0
>FFS inode:              160,      0,    4549,     227,    5174,   0,   0
>FFS1 dinode:            128,      0,       0,       0,       0,   0,   0
>FFS2 dinode:            256,      0,    4549,     221,    5174,   0,   0
>autofs_request:        5280,      0,       0,       0,       0,   0,   0
>autofs_node:            208,      0,       0,      76,       1,   0,   0
>
>
>------------------------------------------------------------------------
>vmstat -i
>
>interrupt                          total       rate
>irq1: atkbd0                         187          1
>irq9: acpi0 intsmb0                    1          0
>irq12: psm0                           23          0
>irq14: ata0                          640          2
>irq19: virtio_pci0                   478          1
>irq20: xhci0+                       2555          8
>irq23: ahci0                       10748         33
>cpu0:timer                         21928         67
>Total                              36560        112
>
>------------------------------------------------------------------------
>pstat -T
>
>297/129841 files
>0M/0M swap space
>
>------------------------------------------------------------------------
>pstat -s
>
>Device          512-blocks     Used    Avail Capacity
>
>------------------------------------------------------------------------
>iostat
>
>       tty            ada0             ada1              da0             cpu
> tin  tout  KB/t tps  MB/s   KB/t tps  MB/s   KB/t tps  MB/s  us ni sy in id
>   1   107 45.73  33  1.47   8.67   3  0.03   3.44   1  0.00  10  0 10  1 80
>
>------------------------------------------------------------------------
>ipcs -a
>
>Message Queues:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP                 CBYTES                 QNUM               QBYTES        LSPID        LRPID STIME    RTIME    CTIME   
>
>Shared Memory:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP         NATTCH        SEGSZ         CPID         LPID ATIME    DTIME    CTIME   
>
>Semaphores:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP          NSEMS OTIME    CTIME   
>
>
>------------------------------------------------------------------------
>ipcs -T
>
>msginfo:
>	msgmax:        16384	(max characters in a message)
>	msgmni:           40	(# of message queues)
>	msgmnb:         2048	(max characters in a message queue)
>	msgtql:           40	(max # of messages in system)
>	msgssz:            8	(size of a message segment)
>	msgseg:         2048	(# of message segments in system)
>
>shminfo:
>	shmmax:    536870912	(max shared memory segment size)
>	shmmin:            1	(min shared memory segment size)
>	shmmni:          192	(max number of shared memory identifiers)
>	shmseg:          128	(max shared memory segments per process)
>	shmall:       131072	(max amount of shared memory in pages)
>
>seminfo:
>	semmni:           50	(# of semaphore identifiers)
>	semmns:          340	(# of semaphores in system)
>	semmnu:          150	(# of undo structures in system)
>	semmsl:          340	(max # of semaphores per id)
>	semopm:          100	(max # of operations per semop call)
>	semume:           50	(max # of undo entries per process)
>	semusz:          632	(size in bytes of undo structure)
>	semvmx:        32767	(semaphore maximum value)
>	semaem:        16384	(adjust on exit max value)
>
>
>------------------------------------------------------------------------
>nfsstat
>
>Rpc Counts:
>      Getattr      Setattr       Lookup     Readlink         Read        Write       Create       Remove
>            0            0            0            0            0            0            0            0
>       Rename         Link      Symlink        Mkdir        Rmdir      Readdir     RdirPlus       Access
>            0            0            0            0            0            0            0            0
>        Mknod       Fsstat       Fsinfo     PathConf       Commit
>            0            0            0            0            0
>Rpc Info:
>     TimedOut      Invalid    X Replies      Retries     Requests
>            0            0            0            0            0
>Cache Info:
>    Attr Hits  Attr Misses    Lkup Hits  Lkup Misses    BioR Hits  BioR Misses    BioW Hits  BioW Misses
>            0            0            0            0            0            0            0            0
>   BioRL Hits BioRL Misses    BioD Hits  BioD Misses    DirE Hits  DirE Misses    Accs Hits  Accs Misses
>            0            0            0            0            0            0            0            0
>Server Info:
>      Getattr      Setattr       Lookup     Readlink         Read        Write       Create       Remove
>            0            0            0            0            0            0            0            0
>       Rename         Link      Symlink        Mkdir        Rmdir      Readdir     RdirPlus       Access
>            0            0            0            0            0            0            0            0
>        Mknod       Fsstat       Fsinfo     PathConf       Commit
>            0            0            0            0            0
>Server Re-Failed:
>  140737488346800
>Server Faults:
>140737488346800
>Server Write 
>     WriteOps     WriteRPC      Opsaved
>            0            0            0
>Server Cache 
>       Inprog         Idem     Non-Idem       Misses
>            0            0            0            0
>
>------------------------------------------------------------------------
>netstat -s
>
>tcp:
>	441 packets sent
>		112 data packets (14139 bytes)
>		0 data packets (0 bytes) retransmitted
>		0 data packets unnecessarily retransmitted
>		0 resends initiated by MTU discovery
>		265 ack-only packets (11 delayed)
>		0 URG only packets
>		0 window probe packets
>		21 window update packets
>		43 control packets
>	463 packets received
>		154 acks (for 14163 bytes)
>		0 duplicate acks
>		0 acks for unsent data
>		387 packets (993420 bytes) received in-sequence
>		0 completely duplicate packets (0 bytes)
>		0 old duplicate packets
>		0 packets with some dup. data (0 bytes duped)
>		0 out-of-order packets (0 bytes)
>		0 packets (0 bytes) of data after window
>		0 window probes
>		1 window update packet
>		0 packets received after close
>		0 discarded for bad checksums
>		0 discarded for bad header offset fields
>		0 discarded because packet too short
>		0 discarded due to memory problems
>	22 connection requests
>	1 connection accept
>	0 bad connection attempts
>	0 listen queue overflows
>	0 ignored RSTs in the windows
>	23 connections established (including accepts)
>		10 times used RTT from hostcache
>		10 times used RTT variance from hostcache
>		0 times used slow-start threshold from hostcache
>	52 connections closed (including 0 drops)
>		12 connections updated cached RTT on close
>		12 connections updated cached RTT variance on close
>		0 connections updated cached ssthresh on close
>	0 embryonic connections dropped
>	154 segments updated rtt (of 153 attempts)
>	0 retransmit timeouts
>		0 connections dropped by rexmit timeout
>	0 persist timeouts
>		0 connections dropped by persist timeout
>	0 Connections (fin_wait_2) dropped because of timeout
>	0 keepalive timeouts
>		0 keepalive probes sent
>		0 connections dropped by keepalive
>	24 correct ACK header predictions
>	285 correct data packet header predictions
>	1 syncache entry added
>		0 retransmitted
>		0 dupsyn
>		0 dropped
>		1 completed
>		0 bucket overflow
>		0 cache overflow
>		0 reset
>		0 stale
>		0 aborted
>		0 badack
>		0 unreach
>		0 zone failures
>	1 cookie sent
>	1 cookie received
>	5 hostcache entries added
>		0 bucket overflow
>	0 SACK recovery episodes
>	0 segment rexmits in SACK recovery episodes
>	0 byte rexmits in SACK recovery episodes
>	0 SACK options (SACK blocks) received
>	0 SACK options (SACK blocks) sent
>	0 SACK scoreboard overflow
>	0 packets with ECN CE bit set
>	0 packets with ECN ECT(0) bit set
>	0 packets with ECN ECT(1) bit set
>	0 successful ECN handshakes
>	0 times ECN reduced the congestion window
>	0 packets with matching signature received
>	0 packets with bad signature received
>	0 times failed to make signature due to no SA
>	0 times unexpected signature received
>	0 times no signature provided by segment
>	0 Path MTU discovery black hole detection activations
>	0 Path MTU discovery black hole detection min MSS activations
>	0 Path MTU discovery black hole detection failures
>TCP connection count by state:
>	0 connections in CLOSED state
>	1 connection  in LISTEN state
>	0 connections in SYN_SENT state
>	0 connections in SYN_RCVD state
>	0 connections in ESTABLISHED state
>	0 connections in CLOSE_WAIT state
>	0 connections in FIN_WAIT_1 state
>	0 connections in CLOSING state
>	0 connections in LAST_ACK state
>	0 connections in FIN_WAIT_2 state
>	0 connections in TIME_WAIT state
>udp:
>	452 datagrams received
>	0 with incomplete header
>	0 with bad data length field
>	0 with bad checksum
>	0 with no checksum
>	0 dropped due to no socket
>	16 broadcast/multicast datagrams undelivered
>	0 dropped due to full socket buffers
>	0 not for hashed pcb
>	436 delivered
>	323 datagrams output
>	0 times multicast source filter matched
>ip:
>	923 total packets received
>	0 bad header checksums
>	0 with size smaller than minimum
>	0 with data size < data length
>	0 with ip length > max ip packet size
>	0 with header length < data size
>	0 with data length < header length
>	0 with bad options
>	0 with incorrect version number
>	2 fragments received
>	0 fragments dropped (dup or out of space)
>	0 fragments dropped after timeout
>	1 packet reassembled ok
>	918 packets for this host
>	0 packets for unknown/unsupported protocol
>	0 packets forwarded (0 packets fast forwarded)
>	4 packets not forwardable
>	0 packets received for unknown multicast group
>	0 redirects sent
>	767 packets sent from this host
>	0 packets sent with fabricated ip header
>	0 output packets dropped due to no bufs, etc.
>	10 output packets discarded due to no route
>	0 output datagrams fragmented
>	0 fragments created
>	0 datagrams that can't be fragmented
>	0 tunneling packets that can't find gif
>	0 datagrams with bad address in header
>icmp:
>	0 calls to icmp_error
>	0 errors not generated in response to an icmp message
>	0 messages with bad code fields
>	0 messages less than the minimum length
>	4 messages with bad checksum
>	0 messages with bad length
>	0 multicast echo requests ignored
>	0 multicast timestamp requests ignored
>	0 message responses generated
>	0 invalid return addresses
>	0 no return routes
>ipsec:
>	0 inbound packets violated process security policy
>	0 inbound packets failed due to insufficient memory
>	0 invalid inbound packets
>	0 outbound packets violated process security policy
>	0 outbound packets with no SA available
>	0 outbound packets failed due to insufficient memory
>	0 outbound packets with no route available
>	0 invalid outbound packets
>	0 outbound packets with bundled SAs
>	0 spd cache hits
>	0 spd cache misses
>	0 clusters copied during clone
>	0 mbufs inserted during makespace
>ah:
>	0 packets shorter than header shows
>	0 packets dropped; protocol family not supported
>	0 packets dropped; no TDB
>	0 packets dropped; bad KCR
>	0 packets dropped; queue full
>	0 packets dropped; no transform
>	0 replay counter wraps
>	0 packets dropped; bad authentication detected
>	0 packets dropped; bad authentication length
>	0 possible replay packets detected
>	0 packets in
>	0 packets out
>	0 packets dropped; invalid TDB
>	0 bytes in
>	0 bytes out
>	0 packets dropped; larger than IP_MAXPACKET
>	0 packets blocked due to policy
>	0 crypto processing failures
>	0 tunnel sanity check failures
>esp:
>	0 packets shorter than header shows
>	0 packets dropped; protocol family not supported
>	0 packets dropped; no TDB
>	0 packets dropped; bad KCR
>	0 packets dropped; queue full
>	0 packets dropped; no transform
>	0 packets dropped; bad ilen
>	0 replay counter wraps
>	0 packets dropped; bad encryption detected
>	0 packets dropped; bad authentication detected
>	0 possible replay packets detected
>	0 packets in
>	0 packets out
>	0 packets dropped; invalid TDB
>	0 bytes in
>	0 bytes out
>	0 packets dropped; larger than IP_MAXPACKET
>	0 packets blocked due to policy
>	0 crypto processing failures
>	0 tunnel sanity check failures
>ipcomp:
>	0 packets shorter than header shows
>	0 packets dropped; protocol family not supported
>	0 packets dropped; no TDB
>	0 packets dropped; bad KCR
>	0 packets dropped; queue full
>	0 packets dropped; no transform
>	0 replay counter wraps
>	0 packets in
>	0 packets out
>	0 packets dropped; invalid TDB
>	0 bytes in
>	0 bytes out
>	0 packets dropped; larger than IP_MAXPACKET
>	0 packets blocked due to policy
>	0 crypto processing failures
>	0 packets sent uncompressed; size < compr. algo. threshold
>	0 packets sent uncompressed; compression was useless
>arp:
>	5 ARP requests sent
>	0 ARP replies sent
>	2 ARP requests received
>	3 ARP replies received
>	5 ARP packets received
>	1 total packet dropped due to no ARP entry
>	0 ARP entrys timed out
>	0 Duplicate IPs seen
>ip6:
>	1 total packet received
>	0 with size smaller than minimum
>	0 with data size < data length
>	0 with bad options
>	0 with incorrect version number
>	0 fragments received
>	0 fragments dropped (dup or out of space)
>	0 fragments dropped after timeout
>	0 fragments that exceeded limit
>	0 packets reassembled ok
>	1 packet for this host
>	0 packets forwarded
>	0 packets not forwardable
>	0 redirects sent
>	1 packet sent from this host
>	0 packets sent with fabricated ip header
>	0 output packets dropped due to no bufs, etc.
>	0 output packets discarded due to no route
>	0 output datagrams fragmented
>	0 fragments created
>	0 datagrams that can't be fragmented
>	0 packets that violated scope rules
>	0 multicast packets which we don't join
>	Input histogram:
>		UDP: 1
>	Mbuf statistics:
>		1 one mbuf
>		0 one ext mbuf
>		0 two or more ext mbuf
>	0 packets whose headers are not contiguous
>	0 tunneling packets that can't find gif
>	0 packets discarded because of too many headers
>	0 failures of source address selection
>icmp6:
>	0 calls to icmp6_error
>	0 errors not generated in response to an icmp6 message
>	0 errors not generated because of rate limitation
>	0 messages with bad code fields
>	0 messages < minimum length
>	0 bad checksums
>	0 messages with bad length
>	Histogram of error messages to be generated:
>		0 no route
>		0 administratively prohibited
>		0 beyond scope
>		0 address unreachable
>		0 port unreachable
>		0 packet too big
>		0 time exceed transit
>		0 time exceed reassembly
>		0 erroneous header field
>		0 unrecognized next header
>		0 unrecognized option
>		0 redirect
>		0 unknown
>	0 message responses generated
>	0 messages with too many ND options
>	0 messages with bad ND options
>	0 bad neighbor solicitation messages
>	0 bad neighbor advertisement messages
>	0 bad router solicitation messages
>	0 bad router advertisement messages
>	0 bad redirect messages
>	0 path MTU changes
>ipsec6:
>	0 inbound packets violated process security policy
>	0 inbound packets failed due to insufficient memory
>	0 invalid inbound packets
>	0 outbound packets violated process security policy
>	0 outbound packets with no SA available
>	0 outbound packets failed due to insufficient memory
>	0 outbound packets with no route available
>	0 invalid outbound packets
>	0 outbound packets with bundled SAs
>	0 spd cache hits
>	0 spd cache misses
>	0 clusters copied during clone
>	0 mbufs inserted during makespace
>rip6:
>	0 messages received
>	0 checksum calculations on inbound
>	0 messages with bad checksum
>	0 messages dropped due to no socket
>	0 multicast messages dropped due to no socket
>	0 messages dropped due to full socket buffers
>	0 delivered
>	0 datagrams output
>pfkey:
>	0 requests sent from userland
>	0 bytes sent from userland
>	0 messages with invalid length field
>	0 messages with invalid version field
>	0 messages with invalid message type field
>	0 messages too short
>	0 messages with memory allocation failure
>	0 messages with duplicate extension
>	0 messages with invalid extension type
>	0 messages with invalid sa type
>	0 messages with invalid address extension
>	0 requests sent to userland
>	0 bytes sent to userland
>	0 messages toward single socket
>	0 messages toward all sockets
>	0 messages toward registered sockets
>	0 messages with memory allocation failure
>
>------------------------------------------------------------------------
>netstat -m
>
>636/392/1028 mbufs in use (current/cache/total)
>601/159/760/251830 mbuf clusters in use (current/cache/total/max)
>609/158 mbuf+clusters out of packet secondary zone in use (current/cache)
>0/253/253/125915 4k (page size) jumbo clusters in use (current/cache/total/max)
>0/0/0/37308 9k jumbo clusters in use (current/cache/total/max)
>0/0/0/20985 16k jumbo clusters in use (current/cache/total/max)
>1361K/1428K/2789K bytes allocated to network (current/cache/total)
>0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
>0/0/0 requests for mbufs delayed (mbufs/clusters/mbuf+clusters)
>0/0/0 requests for jumbo clusters delayed (4k/9k/16k)
>0/0/0 requests for jumbo clusters denied (4k/9k/16k)
>0 sendfile syscalls
>0 sendfile syscalls completed without I/O request
>0 requests for I/O initiated by sendfile
>0 pages read by sendfile as part of a request
>0 pages were valid at time of a sendfile request
>0 pages were valid and substituted to bogus page
>0 pages were requested for read ahead by applications
>0 pages were read ahead by sendfile
>0 times sendfile encountered an already busy page
>0 requests for sfbufs denied
>0 requests for sfbufs delayed
>
>------------------------------------------------------------------------
>netstat -anA
>
>Active Internet connections (including servers)
>Tcpcb            Proto Recv-Q Send-Q Local Address      Foreign Address    (state)    
>fffff8001a412948 tcp4       0      0 127.0.0.1.8953     127.0.0.1.18021    TIME_WAIT  
>fffff8001a3bfb70 tcp4       0      0 127.0.0.1.8953     *.*                LISTEN     
>fffff8001a3c0000 tcp4       0      0 *.53               *.*                LISTEN     
>fffff8001a0951e8 udp4       0      0 *.514              *.*                
>fffff8001a0953d0 udp6       0      0 *.514              *.*                
>fffff8001a094d58 udp4       0      0 *.53               *.*                
>
>------------------------------------------------------------------------
>netstat -aL
>
>Current listen queue sizes (qlen/incqlen/maxqlen)
>Proto Listen                           Local Address         
>tcp4  0/0/128                          localhost.8953         
>tcp4  0/0/128                          *.domain               
>
>------------------------------------------------------------------------
>fstat
>
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x200000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x200000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 1 at 0x20000000008800d
>fstat: can't read file 2 at 0x4000000000000a0
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x200000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x2200000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0xc00000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x800000000
>fstat: can't read file 23 at 0x12000000000
>fstat: can't read file 29 at 0x3800000000
>fstat: can't read file 35 at 0x8800000001
>fstat: can't read file 41 at 0x6800000001
>fstat: can't read file 47 at 0x400000000
>fstat: can't read file 53 at 0x400000001
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x600000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0xa00000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x400000000
>fstat: can't read file 19 at 0x20007ffffffffff
>fstat: can't read file 20 at 0x4000000001fffff
>fstat: can't read file 22 at 0x780000ffff
>fstat: can't read file 23 at 0xc200000001
>fstat: can't read file 25 at 0x20007ffffffffff
>fstat: can't read file 26 at 0x4000000001fffff
>fstat: can't read file 28 at 0x780000ffff
>fstat: can't read file 29 at 0x2600000001
>fstat: can't read file 31 at 0x20007ffffffffff
>fstat: can't read file 32 at 0x4000000001fffff
>fstat: can't read file 34 at 0x780000ffff
>fstat: can't read file 35 at 0x1200000001
>fstat: can't read file 37 at 0x20007ffffffffff
>fstat: can't read file 38 at 0x4000000001fffff
>fstat: can't read file 40 at 0x780000ffff
>fstat: can't read file 41 at 0xa00000001
>fstat: can't read file 43 at 0x20007ffffffffff
>fstat: can't read file 44 at 0x4000000001fffff
>fstat: can't read file 46 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x800000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x400000000
>fstat: can't read file 19 at 0x20007ffffffffff
>fstat: can't read file 20 at 0x4000000001fffff
>fstat: can't read file 22 at 0x780000ffff
>fstat: can't read file 23 at 0x7600000001
>fstat: can't read file 25 at 0x20007ffffffffff
>fstat: can't read file 26 at 0x4000000001fffff
>fstat: can't read file 28 at 0x780000ffff
>fstat: can't read file 29 at 0x2200000001
>fstat: can't read file 35 at 0x2df7800000000
>fstat: can't read file 41 at 0x400000000
>fstat: can't read file 43 at 0x20007ffffffffff
>fstat: can't read file 44 at 0x4000000001fffff
>fstat: can't read file 46 at 0x780000ffff
>fstat: can't read file 47 at 0xa00000000
>fstat: can't read file 49 at 0x20007ffffffffff
>fstat: can't read file 50 at 0x4000000001fffff
>fstat: can't read file 52 at 0x780000ffff
>fstat: can't read file 53 at 0x200000000
>fstat: can't read file 55 at 0x20007ffffffffff
>fstat: can't read file 56 at 0x4000000001fffff
>fstat: can't read file 58 at 0x780000ffff
>fstat: can't read file 59 at 0x600000001
>fstat: can't read file 61 at 0x20007ffffffffff
>fstat: can't read file 62 at 0x4000000001fffff
>fstat: can't read file 64 at 0x780000ffff
>fstat: can't read file 65 at 0x600000001
>fstat: can't read file 67 at 0x20007ffffffffff
>fstat: can't read file 68 at 0x4000000001fffff
>fstat: can't read file 70 at 0x780000ffff
>fstat: can't read file 71 at 0x600000001
>fstat: can't read file 73 at 0x20007ffffffffff
>fstat: can't read file 74 at 0x4000000001fffff
>fstat: can't read file 76 at 0x780000ffff
>fstat: can't read file 77 at 0xa00000001
>fstat: can't read file 79 at 0x20007ffffffffff
>fstat: can't read file 80 at 0x4000000001fffff
>fstat: can't read file 82 at 0x780000ffff
>fstat: can't read file 83 at 0x600000001
>fstat: can't read file 85 at 0x20007ffffffffff
>fstat: can't read file 86 at 0x4000000001fffff
>fstat: can't read file 88 at 0x780000ffff
>fstat: can't read file 89 at 0x200000001
>fstat: can't read file 91 at 0x20007ffffffffff
>fstat: can't read file 92 at 0x4000000001fffff
>fstat: can't read file 94 at 0x780000ffff
>fstat: can't read file 95 at 0x200000000
>fstat: can't read file 97 at 0x20007ffffffffff
>fstat: can't read file 98 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x5a00000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x200000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x400000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x400000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x800000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x600000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x600000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x600000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x400000000
>fstat: can't read file 19 at 0x20007ffffffffff
>fstat: can't read file 20 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x600000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x400000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x600000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x600000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x400000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x400000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x400000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x400000000
>fstat: can't read file 19 at 0x20007ffffffffff
>fstat: can't read file 20 at 0x4000000001fffff
>fstat: can't read file 22 at 0x780000ffff
>fstat: can't read file 23 at 0x2600000001
>fstat: can't read file 25 at 0x20007ffffffffff
>fstat: can't read file 26 at 0x4000000001fffff
>fstat: can't read file 1 at 0x200000000000000
>fstat: can't read file 2 at 0x400000000000000
>fstat: can't read file 5 at 0x400000000
>fstat: can't read file 7 at 0x200000000000002
>fstat: can't read file 8 at 0x400000000000000
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x400000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x200000000
>USER     CMD          PID   FD MOUNT      INUM MODE         SZ|DV R/W
>root     ipfs        9455 root /             2 drwxr-xr-x     512  r
>root     ipfs        9455   wd /        2487942 drwx------     512  r
>root     ipfs        9455 text /        2327504 -r-xr-xr-x   27840  r
>root     ipfs        9455 ctty /dev          8 crw-------  console rw
>root     ipfs        9455    0 /dev          8 crw-------  console rw
>root     sh          9451 root /             2 drwxr-xr-x     512  r
>root     sh          9451   wd /             2 drwxr-xr-x     512  r
>root     sh          9451 text /        2568518 -r-xr-xr-x  168992  r
>root     sh          9451 ctty /dev          8 crw-------  console rw
>root     sh          9451    0 /dev          8 crw-------  console rw
>root     sh          9451    6 /dev          8 crw-------  console rw
>root     sleep       9143 root /             2 drwxr-xr-x     512  r
>root     sleep       9143   wd /             2 drwxr-xr-x     512  r
>root     sleep       9143 text /        2568519 -r-xr-xr-x   15608  r
>root     sleep       9143 ctty /dev          8 crw-------  console rw
>root     sleep       9143    0 /dev         42 crw-rw-rw-    null  r
>root     sh          9141 root /             2 drwxr-xr-x     512  r
>root     sh          9141   wd /             2 drwxr-xr-x     512  r
>root     sh          9141 text /        2568518 -r-xr-xr-x  168992  r
>root     sh          9141 ctty /dev          8 crw-------  console rw
>root     sh          9141    0 /dev         42 crw-rw-rw-    null  r
>root     sh          9138 root /             2 drwxr-xr-x     512  r
>root     sh          9138   wd /             2 drwxr-xr-x     512  r
>root     sh          9138 text /        2568518 -r-xr-xr-x  168992  r
>root     sh          9138 ctty /dev          8 crw-------  console rw
>root     sh          9138    0 /dev          8 crw-------  console rw
>root     sh          9138    6 /dev          8 crw-------  console rw
>root     bash        9114 root /             2 drwxr-xr-x     512  r
>root     bash        9114   wd /        3210240 drwxr-xr-x    3584  r
>root     bash        9114 text /        2011074 -rwxr-xr-x  1174736  r
>root     bash        9114 ctty /dev        143 crw--w----   pts/1 rw
>root     bash        9114    0 /dev        143 crw--w----   pts/1 rw
>root     bash        9114    6 /dev        143 crw--w----   pts/1 rw
>root     bash        9114   12 /dev        143 crw--w----   pts/1 rw
>root     xterm       9101 root /             2 drwxr-xr-x     512  r
>root     xterm       9101   wd /        3210240 drwxr-xr-x    3584  r
>root     xterm       9101 text /        2028032 -r-xr-xr-x  712144  r
>root     xterm       9101    0 /dev         42 crw-rw-rw-    null  r
>root     xconsole    2928 root /             2 drwxr-xr-x     512  r
>root     xconsole    2928   wd /             2 drwxr-xr-x     512  r
>root     xconsole    2928 text /        2027754 -r-xr-xr-x   23888  r
>root     xconsole    2928    0 /dev         42 crw-rw-rw-    null  r
>root     hald-addon-storage  2719 root /             2 drwxr-xr-x     512  r
>root     hald-addon-storage  2719   wd /        2010971 drwxr-xr-x    2048  r
>root     hald-addon-storage  2719 text /        2027397 -rwxr-xr-x   32112  r
>root     hald-addon-storage  2719    0 /dev         42 crw-rw-rw-    null  r
>root     hald-addon-mouse-s  2371 root /             2 drwxr-xr-x     512  r
>root     hald-addon-mouse-s  2371   wd /        2010971 drwxr-xr-x    2048  r
>root     hald-addon-mouse-s  2371 text /        2027396 -rwxr-xr-x   23960  r
>root     hald-addon-mouse-s  2371    0 /dev         42 crw-rw-rw-    null  r
>root     xdm         1869 root /             2 drwxr-xr-x     512  r
>root     xdm         1869   wd /             2 drwxr-xr-x     512  r
>root     xdm         1869 text /        2027756 -rwxr-xr-x  118232  r
>root     xdm         1869    0* local stream fffff800131a0b00 <-> fffff800131a0a00
>root     hald-addon-mouse-s  1655 root /             2 drwxr-xr-x     512  r
>root     hald-addon-mouse-s  1655   wd /        2010971 drwxr-xr-x    2048  r
>root     hald-addon-mouse-s  1655 text /        2027396 -rwxr-xr-x   23960  r
>root     hald-addon-mouse-s  1655    0 /dev         42 crw-rw-rw-    null  r
>root     hald-runner  1492 root /             2 drwxr-xr-x     512  r
>root     hald-runner  1492   wd /             2 drwxr-xr-x     512  r
>root     hald-runner  1492 text /        2027408 -rwxr-xr-x   27816  r
>root     hald-runner  1492    0 /dev         42 crw-rw-rw-    null  r
>root     hald-runner  1492    6 /dev         42 crw-rw-rw-    null rw
>root     hald-runner  1492   12 /dev         42 crw-rw-rw-    null rw
>root     hald-runner  1492   18* local stream fffff800131a1600 <-> fffff800131a1500
>root     hald-runner  1492   24* pipe fffff80050501000 <-> fffff80050501168      0 rw
>root     hald-runner  1492   30* pipe fffff80050501168 <-> fffff80050501000      0 rw
>root     hald-runner  1492   36* pipe fffff80079500000 <-> fffff80079500168      0 rw
>root     hald-runner  1492   42* pipe fffff80079500168 <-> fffff80079500000      0 rw
>haldaemo hald        1448 root /             2 drwxr-xr-x     512  r
>haldaemo hald        1448   wd /             2 drwxr-xr-x     512  r
>haldaemo hald        1448 text /        2027419 -rwxr-xr-x  299456  r
>haldaemo hald        1448    0 /dev         42 crw-rw-rw-    null rw
>haldaemo hald        1448    6 /dev         42 crw-rw-rw-    null rw
>haldaemo hald        1448   12 /dev         42 crw-rw-rw-    null rw
>haldaemo hald        1448   18* pipe fffff800505005f0 <-> fffff80050500758      0 rw
>haldaemo hald        1448   24* pipe fffff80050500758 <-> fffff800505005f0      0 rw
>haldaemo hald        1448   42* pipe fffff8006a102be0 <-> fffff8006a102d48      0 rw
>haldaemo hald        1448   48* pipe fffff8006a102d48 <-> fffff8006a102be0      0 rw
>haldaemo hald        1448   54* local stream fffff800131a2b00
>haldaemo hald        1448   60* local stream fffff800131a2900 <-> fffff800131a2400
>haldaemo hald        1448   66* local stream fffff800131a1900
>haldaemo hald        1448   72* pipe fffff8006a102000 <-> fffff8006a102168      0 rw
>haldaemo hald        1448   78* pipe fffff8006a102168 <-> fffff8006a102000      0 rw
>haldaemo hald        1448   84* local stream fffff800131a1500 <-> fffff800131a1600
>haldaemo hald        1448   96 /dev         11 crw-r--r--     pci rw
>root     Xorg        1374 root /             2 drwxr-xr-x     512  r
>root     Xorg        1374   wd /             2 drwxr-xr-x     512  r
>root     Xorg        1374 text /        2027884 -r-sr-xr-x  2268832  r
>root     Xorg        1374    0 /        2409499 -rw-r--r--   19932  w
>root     Xorg        1374    6* local stream fffff800131a2500
>root     Xorg        1374   12 /        2408939 -rw-r--r--    1289  w
>root     xdm         1329 root /             2 drwxr-xr-x     512  r
>root     xdm         1329   wd /             2 drwxr-xr-x     512  r
>root     xdm         1329 text /        2027756 -rwxr-xr-x  118232  r
>avahi    avahi-daemon   980 root /             2 drwxr-xr-x     512  r
>avahi    avahi-daemon   980   wd /             2 drwxr-xr-x     512  r
>avahi    avahi-daemon   980 text /        2019708 -rwxr-xr-x  126240  r
>avahi    avahi-daemon   980    0 /dev         42 crw-rw-rw-    null  r
>avahi    avahi-daemon   980    6 /dev         42 crw-rw-rw-    null  w
>avahi    avahi-daemon   980   12 /dev         42 crw-rw-rw-    null  w
>avahi    avahi-daemon   980   18* local dgram fffff800131a2c00 <-> fffff800131a5500
>polkitd  polkitd      967 root /             2 drwxr-xr-x     512  r
>polkitd  polkitd      967   wd /        2407690 dr-xr-xr-x     512  r
>polkitd  polkitd      967 text /        2171143 -rwxr-xr-x  135240  r
>polkitd  polkitd      967    0 /dev         42 crw-rw-rw-    null rw
>polkitd  polkitd      967    6 /dev         42 crw-rw-rw-    null rw
>polkitd  polkitd      967   12 /dev         42 crw-rw-rw-    null rw
>root     console-kit-daemon   965 root /             2 drwxr-xr-x     512  r
>root     console-kit-daemon   965   wd /             2 drwxr-xr-x     512  r
>root     console-kit-daemon   965 text /        2027357 -rwxr-xr-x  314864  r
>root     console-kit-daemon   965    0 /dev         42 crw-rw-rw-    null rw
>root     console-kit-daemon   965    6 /dev         42 crw-rw-rw-    null rw
>root     console-kit-daemon   965   12 /dev         42 crw-rw-rw-    null rw
>root     console-kit-daemon   965   18* pipe fffff800795018e8 <-> fffff80079501a50      0 rw
>messageb dbus-daemon   944 root /             2 drwxr-xr-x     512  r
>messageb dbus-daemon   944   wd /             2 drwxr-xr-x     512  r
>messageb dbus-daemon   944 text /        2019571 -rwxr-xr-x  195856  r
>messageb dbus-daemon   944    0 /dev         42 crw-rw-rw-    null rw
>messageb dbus-daemon   944    6 /dev         42 crw-rw-rw-    null rw
>messageb dbus-daemon   944   12 /dev         42 crw-rw-rw-    null rw
>smmsp    sendmail     935 root /             2 drwxr-xr-x     512  r
>smmsp    sendmail     935   wd /        2407713 drwxrwx---     512  r
>smmsp    sendmail     935 text /        1614211 -r-xr-sr-x  740752  r
>smmsp    sendmail     935    0 /dev         42 crw-rw-rw-    null  r
>root     sendmail     932 root /             2 drwxr-xr-x     512  r
>root     sendmail     932   wd /        2407710 drwxr-xr-x     512  r
>root     sendmail     932 text /        1614211 -r-xr-sr-x  740752  r
>root     sendmail     932    0 /dev         42 crw-rw-rw-    null  r
>root     sendmail     932    6 /dev         42 crw-rw-rw-    null  w
>root     autounmountd   744 root /             2 drwxr-xr-x     512  r
>root     autounmountd   744   wd /             2 drwxr-xr-x     512  r
>root     autounmountd   744 text /        1531581 -r-xr-xr-x   65408  r
>root     autounmountd   744    0 /dev         42 crw-rw-rw-    null rw
>root     autounmountd   744    6 /dev         42 crw-rw-rw-    null rw
>root     automountd   735 root /             2 drwxr-xr-x     512  r
>root     automountd   735   wd /             2 drwxr-xr-x     512  r
>root     automountd   735 text /        1531581 -r-xr-xr-x   65408  r
>root     automountd   735    0 /dev         42 crw-rw-rw-    null rw
>root     automountd   735    6 /dev         42 crw-rw-rw-    null rw
>root     ipmon        696 root /             2 drwxr-xr-x     512  r
>root     ipmon        696   wd /             2 drwxr-xr-x     512  r
>root     ipmon        696 text /        2327506 -r-xr-xr-x  109840  r
>root     syslogd      610 root /             2 drwxr-xr-x     512  r
>root     syslogd      610   wd /             2 drwxr-xr-x     512  r
>root     syslogd      610 text /        1531529 -r-xr-xr-x   56744  r
>root     syslogd      610    0 /dev         42 crw-rw-rw-    null rw
>root     syslogd      610    6 /dev         42 crw-rw-rw-    null rw
>root     syslogd      610   12 /dev         42 crw-rw-rw-    null rw
>root     syslogd      610   18* pipe fffff80005ed02f8 <-> fffff80005ed0460      0 rw
>root     syslogd      610   24* pipe fffff80005ed0460 <-> fffff80005ed02f8      0 rw
>_dhcp    dhclient     292 root /             2 drwxr-xr-x     512  r
>_dhcp    dhclient     292   wd /             2 drwxr-xr-x     512  r
>_dhcp    dhclient     292 text /        2327435 -r-xr-xr-x  106984  r
>_dhcp    dhclient     292    0 /dev         42 crw-rw-rw-    null rw
>_dhcp    dhclient     292    6 /dev         42 crw-rw-rw-    null rw
>root     dhclient     242 root /             2 drwxr-xr-x     512  r
>root     dhclient     242   wd /             2 drwxr-xr-x     512  r
>root     dhclient     242 text /        2327435 -r-xr-xr-x  106984  r
>root     dhclient     242    0 /dev         42 crw-rw-rw-    null rw
>root     dhclient     242    6 /dev         42 crw-rw-rw-    null rw
>root     dhclient     239 root /             2 drwxr-xr-x     512  r
>root     dhclient     239   wd /             2 drwxr-xr-x     512  r
>root     dhclient     239 text /        2327435 -r-xr-xr-x  106984  r
>root     dhclient     239    0 -         -         bad    -
>root     dhclient     239    6 -         -         bad    -
>root     Timer         84 root /             2 drwxr-xr-x     512  r
>root     Timer         84   wd /             2 drwxr-xr-x     512  r
>root     init           1 root /             2 drwxr-xr-x     512  r
>root     init           1   wd /             2 drwxr-xr-x     512  r
>root     init           1 text /        2327456 -r-xr-xr-x  1344560  r
>root     kernel         0 root /             2 drwxr-xr-x     512  r
>root     kernel         0   wd /             2 drwxr-xr-x     512  r
>
>------------------------------------------------------------------------
>dmesg
>
>---<<BOOT>>---
>Copyright (c) 1992-2019 The FreeBSD Project.
>Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
>	The Regents of the University of California. All rights reserved.
>FreeBSD is a registered trademark of The FreeBSD Foundation.
>FreeBSD 13.0-CURRENT #1 r343372M: Tue Jan 29 01:07:16 EST 2019
>    root@thirteen.bsd1.net:/tmp/buildworld/u/1/svn-update/usr/src/amd64.amd64/sys/GENERIC amd64
>FreeBSD clang version 7.0.1 (tags/RELEASE_701/final 349250) (based on LLVM 7.0.1)
>WARNING: WITNESS option enabled, expect reduced performance.
>VT(vga): text 80x25
>CPU: Intel(R) Xeon(R) CPU           X3470  @ 2.93GHz (2933.52-MHz K8-class CPU)
>  Origin="GenuineIntel"  Id=0x106e5  Family=0x6  Model=0x1e  Stepping=5
>  Features=0x1783fbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,MMX,FXSR,SSE,SSE2,HTT>
>  Features2=0x180209<SSE3,MON,SSSE3,SSE4.1,SSE4.2>
>  AMD Features=0x28100800<SYSCALL,NX,RDTSCP,LM>
>  AMD Features2=0x1<LAHF>
>  Structured Extended Features3=0x10000000<L1DFL>
>  TSC: P-state invariant
>real memory  = 4898947072 (4672 MB)
>avail memory = 4101586944 (3911 MB)
>Event timer "LAPIC" quality 100
>ACPI APIC Table: <VBOX   VBOXAPIC>
>random: unblocking device.
>ioapic0: Changing APIC ID to 1
>ioapic0 <Version 2.0> irqs 0-23 on motherboard
>Timecounter "TSC-low" frequency 1466760677 Hz quality 1000
>random: entropy device external interface
>[ath_hal] loaded
>kbd1 at kbdmux0
>module_register_init: MOD_LOAD (vesa, 0xffffffff81133660, 0) error 19
>000.000050 [4183] netmap_init               netmap: loaded module
>nexus0
>vtvga0: <VT VGA driver> on motherboard
>cryptosoft0: <software crypto> on motherboard
>acpi0: <VBOX VBOXXSDT> on motherboard
>acpi0: Power Button (fixed)
>acpi0: Sleep Button (fixed)
>hpet0: <High Precision Event Timer> iomem 0xfed00000-0xfed003ff irq 0,8 on acpi0
>Timecounter "HPET" frequency 14318180 Hz quality 950
>cpu0: <ACPI CPU> on acpi0
>attimer0: <AT timer> port 0x40-0x43,0x50-0x53 on acpi0
>Timecounter "i8254" frequency 1193182 Hz quality 0
>Event timer "i8254" frequency 1193182 Hz quality 100
>atrtc0: <AT realtime clock> port 0x70-0x71 on acpi0
>atrtc0: registered as a time-of-day clock, resolution 1.000000s
>Event timer "RTC" frequency 32768 Hz quality 0
>Timecounter "ACPI-fast" frequency 3579545 Hz quality 900
>acpi_timer0: <32-bit timer at 3.579545MHz> port 0x4008-0x400b on acpi0
>pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
>pci0: <ACPI PCI bus> on pcib0
>vgapci0: <VGA-compatible display> mem 0xe0000000-0xe7ffffff irq 18 at device 2.0 on pci0
>vgapci0: Boot video device
>virtio_pci0: <VirtIO PCI Network adapter> port 0xd000-0xd01f irq 19 at device 3.0 on pci0
>vtnet0: <VirtIO Networking Adapter> on virtio_pci0
>vtnet0: Ethernet address: 08:00:27:ec:8e:74
>vtnet0: netmap queues/slots: TX 1/128, RX 1/128
>000.000346 [ 538] vtnet_netmap_attach       vtnet attached txq=1, txd=128 rxq=1, rxd=128
>pcm0: <Intel ICH (82801AA)> port 0xd100-0xd1ff,0xd200-0xd23f irq 21 at device 5.0 on pci0
>pcm0: <SigmaTel STAC9700/83/84 AC97 Codec>
>pci0: <bridge> at device 7.0 (no driver attached)
>virtio_pci1: <VirtIO PCI Network adapter> port 0xd240-0xd25f irq 16 at device 8.0 on pci0
>vtnet1: <VirtIO Networking Adapter> on virtio_pci1
>vtnet1: Ethernet address: 08:00:27:4d:7c:07
>vtnet1: netmap queues/slots: TX 1/128, RX 1/128
>000.000348 [ 538] vtnet_netmap_attach       vtnet attached txq=1, txd=128 rxq=1, rxd=128
>xhci0: <Intel Panther Point USB 3.0 controller> mem 0xe8410000-0xe841ffff irq 20 at device 12.0 on pci0
>xhci0: 32 bytes context size, 32-bit DMA
>xhci0: Port routing mask set to 0xffffffff
>usbus0 on xhci0
>isab0: <PCI-ISA bridge> at device 31.0 on pci0
>isa0: <ISA bus> on isab0
>atapci0: <Intel PIIX4 UDMA33 controller> port 0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0xd260-0xd26f at device 31.1 on pci0
>ata0: <ATA channel> at channel 0 on atapci0
>ata1: <ATA channel> at channel 1 on atapci0
>ahci0: <Intel ICH8M AHCI SATA controller> port 0xd270-0xd277,0xd278-0xd27b,0xd280-0xd287,0xd288-0xd28b,0xd290-0xd29f mem 0xe8420000-0xe8421fff irq 23 at device 31.2 on pci0
>ahci0: Failed to allocate MSI/MSI-x, falling back to INTx
>ahci0: AHCI v1.10 with 2 3Gbps ports, Port Multiplier not supported
>ahcich0: <AHCI channel> at channel 0 on ahci0
>ahcich1: <AHCI channel> at channel 1 on ahci0
>acpi_acad0: <AC Adapter> on acpi0
>atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
>atkbd0: <AT Keyboard> irq 1 on atkbdc0
>kbd0 at atkbd0
>atkbd0: [GIANT-LOCKED]
>psm0: <PS/2 Mouse> irq 12 on atkbdc0
>psm0: [GIANT-LOCKED]
>psm0: model IntelliMouse Explorer, device ID 4
>orm0: <ISA Option ROMs> at iomem 0xc0000-0xc7fff,0xe2000-0xe2fff pnpid ORM0000 on isa0
>vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff pnpid PNP0900 on isa0
>Timecounters tick every 10.000 msec
>pcm0: measured ac97 link rate at 44185 Hz
>usbus0: 5.0Gbps Super Speed USB v3.0
>ugen0.1: <0x8086 XHCI root HUB> at usbus0
>uhub0: <0x8086 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus0
>cd0 at ata0 bus 0 scbus0 target 0 lun 0
>cd0: <VBOX CD-ROM 1.0> Removable CD-ROM SCSI device
>cd0: Serial Number VB0-01f003f6
>cd0: 33.300MB/s transfers (UDMA2, ATAPI 12bytes, PIO 65534bytes)
>cd0: Attempt to query device size failed: NOT READY, Medium not present
>ada0 at ahcich0 bus 0 scbus2 target 0 lun 0
>ada0: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
>ada0: Serial Number VB7cd280e9-07b27f42
>ada0: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
>ada0: Command Queueing enabled
>ada0: 31745MB (65013760 512 byte sectors)
>ada1 at ahcich1 bus 0 scbus3 target 0 lun 0
>ada1: <VBOX HARDDISK 1.0> ATA-6 SATA 2.x device
>ada1: Serial Number VBf2f21ccb-2b4239ae
>ada1: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
>ada1: Command Queueing enabled
>ada1: 1048576MB (2147483648 512 byte sectors)
>WARNING: WITNESS option enabled, expect reduced performance.
>Trying to mount root from ufs:/dev/gpt/rootfs [rw]...
>Setting hostuuid: 7c676dff-f4e2-44d6-ae2c-d19a19f6539f.
>Setting hostid: 0x073ff1c1.
>Starting file system checks:
>/dev/gpt/rootfs: FILE SYSTEM CLEAN; SKIPPING CHECKS
>/dev/gpt/rootfs: clean, 5031592 free (14208 frags, 627173 blocks, 0.2% fragmentation)
>/dev/ada1p2: FILE SYSTEM CLEAN; SKIPPING CHECKS
>/dev/ada1p2: clean, 259309492 free (72364 frags, 32404641 blocks, 0.0% fragmentation)
>Mounting local filesystems:.
>vboxguest0 port 0xd020-0xd03f mem 0xe8000000-0xe83fffff,0xe8400000-0xe8403fff irq 20 at device 4.0 on pci0
>vboxguest: loaded successfully
>ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/freeradius-3.0.17 /usr/local/lib/gcc8 /usr/local/lib/ipsec /usr/local/lib/nss /usr/local/lib/perl5/5.28/mach/CORE /usr/local/lib/qt5 /usr/local/lib/samba4 /usr/local/llvm60/lib
>32-bit compatibility ldconfig path: /usr/lib32
>Loading kernel modules:
>Security policy loaded: MAC/ntpd (mac_ntpd)
>Setting hostname: thirteen.bsd1.net.
>Setting up harvesting: [UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED
>Feeding entropy: .
>IP Filter: v5.1.2 initialized.  Default = pass all, Logging = enabled
>Enabling ipfilter.
>Installing NAT rules.
>0 entries flushed from NAT table
>0 entries flushed from NAT list
>uhub0: 14 ports with 14 removable, self powered
>lo0: link state changed to UP
>vtnet0: link state changed to UP
>Starting dhclient.
>DHCPREQUEST on vtnet0 to 255.255.255.255 port 67
>DHCPACK from 192.168.210.1
>bound to 192.168.210.127 -- renewal in 302400 seconds.
>ugen0.2: <VirtualBox USB Tablet> at usbus0
>Starting Network: lo0 vtnet0 vtnet1.
>lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
>	options=680003<RXCSUM,TXCSUM,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6>
>	inet6 ::1 prefixlen 128 
>	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 
>	inet 127.0.0.1 netmask 0xff000000 
>	groups: lo 
>	nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
>vtnet0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=6c07bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6>
>	ether 08:00:27:ec:8e:74
>	inet 192.168.210.127 netmask 0xffffff00 broadcast 192.168.210.255 
>	media: Ethernet 10Gbase-T <full-duplex>
>	status: active
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>vtnet1: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
>	options=6c07bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6>
>	ether 08:00:27:4d:7c:07
>	inet 172.23.161.1 netmask 0xffffff00 broadcast 172.23.161.255 
>	media: Ethernet 10Gbase-T <full-duplex> (none)
>	status: no carrier
>	nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
>filter sync'd
>Starting devd.
>ugen0.3: <SanDisk Cruzer Glide> at usbus0
>umass0 on uhub0
>umass0: <SanDisk Cruzer Glide, class 0/0, rev 2.00/2.01, addr 2> on usbus0
>umass0:  SCSI over Bulk-Only; quirks = 0x8100
>umass0:4:0: Attached to scbus4
>da0 at umass-sim0 bus 0 scbus4 target 0 lun 0
>da0: <SanDisk Cruzer Glide 2.01> Fixed Direct Access SPC-4 SCSI device
>da0: Serial Number 200512339211885369EC
>da0: 40.000MB/s transfers
>da0: 15267MB (31266816 512 byte sectors)
>da0: quirks=0x2<NO_6_BYTE>
>Autoloading module: intpm.ko
>intsmb0: <Intel PIIX4 SMBUS Interface> irq 23 at device 7.0 on pci0
>intsmb0: intr IRQ 9 enabled revision 0
>smbus0: <System Management Bus> on intsmb0
>Autoloading module: uhid.ko
>Autoloading module: wmt.ko
>uhid0 on uhub0
>uhid0: <VirtualBox USB Tablet, class 0/0, rev 1.10/1.00, addr 1> on usbus0
>add host 127.0.0.1: gateway lo0 fib 0: route already in table
>Additional inet routing options: gateway=YES.
>add host ::1: gateway lo0 fib 0: route already in table
>add net fe80::: gateway ::1
>add net ff02::: gateway ::1
>add net ::ffff:0.0.0.0: gateway ::1
>add net ::0.0.0.0: gateway ::1
>Starting local_unbound.
>Waiting for nameserver to start... good
>Creating and/or trimming log files.
>Starting syslogd.
>Starting ipmon.
>No core dumps found.
>Additional ABI support: linux.
>Starting automountd.
>Starting autounmountd.
>lock order reversal:
> 1st 0xfffff80013432068 ufs (ufs) @ /u/1/svn-update/usr/src/sys/kern/vfs_subr.c:2590
> 2nd 0xfffffe00008d7c00 bufwait (bufwait) @ /u/1/svn-update/usr/src/sys/ufs/ffs/ffs_vnops.c:282
> 3rd 0xfffff800133c7d88 ufs (ufs) @ /u/1/svn-update/usr/src/sys/kern/vfs_subr.c:2590
>stack backtrace:
>#0 0xffffffff80c45fc3 at witness_debugger+0x73
>#1 0xffffffff80c45d13 at witness_checkorder+0xac3
>#2 0xffffffff80bb2c1d at lockmgr_xlock_hard+0x6d
>#3 0xffffffff80bb36b3 at __lockmgr_args+0x5f3
>#4 0xffffffff80eeff95 at ffs_lock+0xa5
>#5 0xffffffff81232913 at VOP_LOCK1_APV+0x63
>#6 0xffffffff80cc11d5 at _vn_lock+0x65
>#7 0xffffffff80cafc46 at vget+0x66
>#8 0xffffffff80ca1d2c at vfs_hash_get+0xcc
>#9 0xffffffff80eeb92f at ffs_vgetf+0x3f
>#10 0xffffffff80ee14e2 at softdep_sync_buf+0x382
>#11 0xffffffff80ef0cc4 at ffs_syncvnode+0x224
>#12 0xffffffff80ec6cc5 at ffs_truncate+0x715
>#13 0xffffffff80ef7f86 at ufs_direnter+0x606
>#14 0xffffffff80effef9 at ufs_mkdir+0x8c9
>#15 0xffffffff81232053 at VOP_MKDIR_APV+0x63
>#16 0xffffffff80cbe09f at kern_mkdirat+0x1bf
>#17 0xffffffff810ade96 at amd64_syscall+0x276
>Clearing /tmp (X related).
>Starting vboxservice.
>VBoxService 5.2.24 r128122 (verbosity: 0) freebsd.amd64 (Jan 24 2019 13:22:00) release log
>00:00:00.003599 main     Log opened 2019-01-29T16:45:23.442633000Z
>00:00:00.003700 main     OS Product: FreeBSD
>00:00:00.003724 main     OS Release: 13.0-CURRENT
>00:00:00.003747 main     OS Version: FreeBSD 13.0-CURRENT #1 r343372M: Tue Jan 29 01:07:16 EST 2019     root@thirteen.bsd1.net:/tmp/buildworld/u/1/svn-update/usr/src/amd64.amd64/sys/GENERIC
>00:00:00.003794 main     Executable: /usr/local/sbin/VBoxService
>00:00:00.003795 main     Process ID: 775
>00:00:00.003796 main     Package type: BSD_64BITS_GENERIC (OSE)
>00:00:00.005252 main     5.2.24 r128122 started. Verbose level = 0
>Starting ntpd.
>Performing sanity check on Samba configuration: OK
>Starting nmbd.
>Starting smbd.
>Starting winbindd.
>Starting local daemons:
>--> /etc/rc running
>platform=SUPERMICRO
>--> /etc/rc complete
>.
>Updating motd:.
>Mounting late filesystems:.
>Starting rsyncd.
>Starting clamav_clamd.
>Starting clamav_freshclam.
>Starting sendmail_submit.
>Starting sendmail_msp_queue.
>Starting dbus.
>Starting hald.
>Starting avahi-daemon.
>Starting cupsd.
>Configuring vt: blanktime.
>Performing sanity check on sshd configuration.
>Starting sshd.
>Starting cron.
>Starting inetd.
>Starting background file system checks in 60 seconds.
>
>Tue Jan 29 11:45:47 EST 2019
>lock order reversal:
> 1st 0xfffffe0000da5e00 bufwait (bufwait) @ /u/1/svn-update/usr/src/sys/kern/vfs_bio.c:3906
> 2nd 0xfffff8007ab42400 dirhash (dirhash) @ /u/1/svn-update/usr/src/sys/ufs/ufs/ufs_dirhash.c:289
>stack backtrace:
>#0 0xffffffff80c45fc3 at witness_debugger+0x73
>#1 0xffffffff80c45d13 at witness_checkorder+0xac3
>#2 0xffffffff80be71c8 at _sx_xlock+0x68
>#3 0xffffffff80ef5407 at ufsdirhash_remove+0x37
>#4 0xffffffff80ef8437 at ufs_dirremove+0x127
>#5 0xffffffff80efdfc5 at ufs_remove+0x75
>#6 0xffffffff81231c83 at VOP_REMOVE_APV+0x63
>#7 0xffffffff80cba4f7 at kern_unlinkat+0x1e7
>#8 0xffffffff810ade96 at amd64_syscall+0x276
>#9 0xffffffff8108746d at fast_syscall_common+0x101
>Stopping inetd.
>Stopping cron.
>Stopping sshd.
>Stopping cupsd.
>Stopping clamav_freshclam.
>Stopping clamav_clamd.
>Stopping rsyncd.
>Waiting for PIDS: 913.
>Stopping winbindd.
>Waiting for PIDS: 807.
>Stopping smbd.
>Waiting for PIDS: 803.
>Stopping nmbd.
>Stopping ntpd.
>Stopping vboxservice.
>Waiting for PIDS: 776.
>lock order reversal:
> 1st 0xfffff800134329c8 ufs (ufs) @ /u/1/svn-update/usr/src/sys/kern/vfs_mount.c:1353
> 2nd 0xfffff80013432608 syncer (syncer) @ /u/1/svn-update/usr/src/sys/kern/vfs_subr.c:2753
>stack backtrace:
>#0 0xffffffff80c45fc3 at witness_debugger+0x73
>#1 0xffffffff80c45d13 at witness_checkorder+0xac3
>#2 0xffffffff80bb2781 at lockmgr_lock_fast_path+0x181
>#3 0xffffffff81232913 at VOP_LOCK1_APV+0x63
>#4 0xffffffff80cc11d5 at _vn_lock+0x65
>#5 0xffffffff80cb031b at vputx+0x14b
>#6 0xffffffff80ca8544 at dounmount+0x434
>#7 0xffffffff80ca8070 at sys_unmount+0x300
>#8 0xffffffff810ade96 at amd64_syscall+0x276
>#9 0xffffffff8108746d at fast_syscall_common+0x101
>Stopping local_unbound.
>Stopping devd.
>userret: returning with the following locks held:
>shared rw ipf IP NAT rwlock (ipf IP NAT rwlock) r = 1 (0xfffffe0000382440) locked @ /u/1/svn-update/usr/src/sys/contrib/ipfilter/netinet/ip_nat.c:1908
>panic: witness_warn
>cpuid = 0
>time = 1548780630
>KDB: stack backtrace:
>db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe003e577900
>vpanic() at vpanic+0x1b4/frame 0xfffffe003e577960
>panic() at panic+0x43/frame 0xfffffe003e5779c0
>witness_warn() at witness_warn+0x48a/frame 0xfffffe003e577a80
>userret() at userret+0xc1/frame 0xfffffe003e577ad0
>amd64_syscall() at amd64_syscall+0x505/frame 0xfffffe003e577bf0
>fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe003e577bf0
>--- syscall (0, FreeBSD ELF64, nosys), rip = 0x8004322fa, rsp = 0x7fffffffebe8, rbp = 0x7fffffffec70 ---
>KDB: enter: panic
>
>------------------------------------------------------------------------
>kernel config
>
>options	CONFIG_AUTOGENERATED
>ident	GENERIC
>machine	amd64
>cpu	HAMMER
>makeoptions	WITH_CTF=1
>makeoptions	DEBUG=-g
>options	EVDEV_SUPPORT
>options	XENHVM
>options	USB_DEBUG
>options	ATH_ENABLE_11N
>options	AH_AR5416_INTERRUPT_MITIGATION
>options	AH_SUPPORT_AR5416
>options	IEEE80211_SUPPORT_MESH
>options	IEEE80211_DEBUG
>options	SC_PIXEL_MODE
>options	VESA
>options	PCI_IOV
>options	PCI_HP
>options	ACPI_DMAR
>options	EARLY_AP_STARTUP
>options	SMP
>options	NETDUMP
>options	ZSTDIO
>options	GZIO
>options	EKCD
>options	VERBOSE_SYSINIT=0
>options	MALLOC_DEBUG_MAXZONES=8
>options	WITNESS_SKIPSPIN
>options	WITNESS
>options	INVARIANT_SUPPORT
>options	INVARIANTS
>options	DEADLKRES
>options	GDB
>options	FULL_BUF_TRACKING
>options	DDB
>options	BUF_TRACKING
>options	KDB_TRACE
>options	KDB
>options	RCTL
>options	RACCT_DEFAULT_TO_DISABLED
>options	RACCT
>options	INCLUDE_CONFIG_FILE
>options	DDB_CTF
>options	KDTRACE_HOOKS
>options	KDTRACE_FRAME
>options	MAC
>options	CAPABILITIES
>options	CAPABILITY_MODE
>options	AUDIT
>options	HWPMC_HOOKS
>options	KBD_INSTALL_CDEV
>options	PRINTF_BUFR_SIZE=128
>options	_KPOSIX_PRIORITY_SCHEDULING
>options	SYSVSEM
>options	SYSVMSG
>options	SYSVSHM
>options	STACK
>options	KTRACE
>options	SCSI_DELAY=5000
>options	COMPAT_FREEBSD11
>options	COMPAT_FREEBSD10
>options	COMPAT_FREEBSD9
>options	COMPAT_FREEBSD7
>options	COMPAT_FREEBSD6
>options	COMPAT_FREEBSD5
>options	COMPAT_FREEBSD4
>options	COMPAT_FREEBSD32
>options	EFIRT
>options	GEOM_LABEL
>options	GEOM_RAID
>options	PSEUDOFS
>options	PROCFS
>options	CD9660
>options	MSDOSFS
>options	NFS_ROOT
>options	NFSLOCKD
>options	NFSD
>options	NFSCL
>options	MD_ROOT
>options	QUOTA
>options	UFS_GJOURNAL
>options	UFS_DIRHASH
>options	UFS_ACL
>options	SOFTUPDATES
>options	FFS
>options	SCTP
>options	TCP_RFC7413
>options	TCP_HHOOK
>options	TCP_BLACKBOX
>options	TCP_OFFLOAD
>options	IPSEC_SUPPORT
>options	IPSEC
>options	INET6
>options	INET
>options	VIMAGE
>options	PREEMPTION
>options	NUMA
>options	SCHED_ULE
>options	NEW_PCIB
>options	GEOM_PART_GPT
>options	GEOM_PART_MBR
>options	GEOM_PART_EBR_COMPAT
>options	GEOM_PART_EBR
>options	GEOM_PART_BSD
>device	isa
>device	mem
>device	io
>device	uart_ns8250
>device	cpufreq
>device	acpi
>device	pci
>device	fdc
>device	ahci
>device	ata
>device	mvs
>device	siis
>device	ahc
>device	ahd
>device	esp
>device	hptiop
>device	isp
>device	mpt
>device	mps
>device	mpr
>device	sym
>device	trm
>device	isci
>device	ocs_fc
>device	scbus
>device	ch
>device	da
>device	sa
>device	cd
>device	pass
>device	ses
>device	amr
>device	arcmsr
>device	ciss
>device	hptmv
>device	hptnr
>device	hptrr
>device	hpt27xx
>device	iir
>device	ips
>device	mly
>device	twa
>device	smartpqi
>device	tws
>device	aac
>device	aacp
>device	aacraid
>device	ida
>device	mfi
>device	mlx
>device	mrsas
>device	pmspcv
>device	twe
>device	nvme
>device	nvd
>device	atkbdc
>device	atkbd
>device	psm
>device	kbdmux
>device	vga
>device	splash
>device	sc
>device	vt
>device	vt_vga
>device	vt_efifb
>device	agp
>device	cbb
>device	pccard
>device	cardbus
>device	uart
>device	ppc
>device	ppbus
>device	lpt
>device	ppi
>device	puc
>device	bxe
>device	de
>device	em
>device	ix
>device	ixv
>device	ixl
>device	iavf
>device	le
>device	ti
>device	txp
>device	vx
>device	miibus
>device	ae
>device	age
>device	alc
>device	ale
>device	bce
>device	bfe
>device	bge
>device	cas
>device	dc
>device	et
>device	fxp
>device	gem
>device	hme
>device	jme
>device	lge
>device	msk
>device	nfe
>device	nge
>device	pcn
>device	re
>device	rl
>device	sf
>device	sge
>device	sis
>device	sk
>device	ste
>device	stge
>device	tl
>device	tx
>device	vge
>device	vr
>device	wb
>device	xl
>device	wlan
>device	wlan_wep
>device	wlan_ccmp
>device	wlan_tkip
>device	wlan_amrr
>device	an
>device	ath
>device	ath_pci
>device	ath_hal
>device	ath_rate_sample
>device	ipw
>device	iwi
>device	iwn
>device	malo
>device	mwl
>device	ral
>device	wi
>device	wpi
>device	crypto
>device	loop
>device	random
>device	padlock_rng
>device	rdrand_rng
>device	ether
>device	vlan
>device	tun
>device	md
>device	gif
>device	firmware
>device	bpf
>device	uhci
>device	ohci
>device	ehci
>device	xhci
>device	usb
>device	ukbd
>device	umass
>device	sound
>device	snd_cmi
>device	snd_csa
>device	snd_emu10kx
>device	snd_es137x
>device	snd_hda
>device	snd_ich
>device	snd_via8233
>device	mmc
>device	mmcsd
>device	sdhci
>device	virtio
>device	virtio_pci
>device	vtnet
>device	virtio_blk
>device	virtio_scsi
>device	virtio_balloon
>device	hyperv
>device	xenpci
>device	vmx
>device	netmap
>device	evdev
>device	uinput
>
>------------------------------------------------------------------------
>ddb capture buffer
>
>

Actions: View

Attachments on bug 235110: 201308 | 201309 | 201380 | 201416 | 201417 | 201418 | 201419 | 201420 | 201421 | 201422 | 201456 | 201468 | 201511 | 201516