zen-pobro dumped core - see /var/crash/vmcore.4

Wed Feb 17 20:48:48 CET 2021

FreeBSD zen-pobro 13.0-BETA2 FreeBSD 13.0-BETA2 #2 r13.0-n244512-726e20f45041: Wed Feb 17 20:26:38 CET 2021     root@zen-pobro:/usr/obj/usr/src/amd64.amd64/sys/GENERIC  amd64

panic: VERIFY3(0 == zio_crypt_key_wrap(&dck->dck_wkey->wk_key, key, iv, mac, keydata, hmac_keydata)) failed (0 == 5)

GNU gdb (GDB) 10.1 [GDB v10.1 for FreeBSD]
Copyright (C) 2020 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.
Type "show copying" and "show warranty" for details.
This GDB was configured as "x86_64-portbld-freebsd13.0".
Type "show configuration" for configuration details.
For bug reporting instructions, please see:
<https://www.gnu.org/software/gdb/bugs/>.
Find the GDB manual and other documentation resources online at:
    <http://www.gnu.org/software/gdb/documentation/>.

For help, type "help".
Type "apropos word" to search for commands related to "word"...
Reading symbols from /boot/kernel/kernel...
Reading symbols from /usr/lib/debug//boot/kernel/kernel.debug...

Unread portion of the kernel message buffer:
panic: VERIFY3(0 == zio_crypt_key_wrap(&dck->dck_wkey->wk_key, key, iv, mac, keydata, hmac_keydata)) failed (0 == 5)

cpuid = 12
time = 1613591237
KDB: stack backtrace:
#0 0xffffffff80c56695 at kdb_backtrace+0x65
#1 0xffffffff80c09261 at vpanic+0x181
#2 0xffffffff8213a07a at spl_panic+0x3a
#3 0xffffffff821d8a40 at dsl_crypto_key_sync+0x80
#4 0xffffffff821d6f24 at dsl_crypto_key_create_sync+0xa4
#5 0xffffffff821d6b53 at dsl_dataset_create_crypt_sync+0x263
#6 0xffffffff821bf4be at dsl_dataset_create_sync_dd+0x4ae
#7 0xffffffff821bf5d3 at dsl_dataset_create_sync+0xa3
#8 0xffffffff821a0d29 at dmu_objset_create_sync+0x89
#9 0xffffffff821ea424 at dsl_sync_task_sync+0xb4
#10 0xffffffff821dd1cb at dsl_pool_sync+0x49b
#11 0xffffffff822135fe at spa_sync+0xbde
#12 0xffffffff82227b33 at txg_sync_thread+0x3b3
#13 0xffffffff80bc735e at fork_exit+0x7e
#14 0xffffffff81060e1e at fork_trampoline+0xe
Uptime: 4m1s
Dumping 1284 out of 32102 MB:..2%..12%..22%..32%..42%..52%..62%..72%..81%..91%

__curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55
55		__asm("movq %%gs:%P1,%0" : "=r" (td) : "n" (offsetof(struct pcpu,
(kgdb) #0  __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55
#1  doadump (textdump=<optimized out>)
    at /usr/src/sys/kern/kern_shutdown.c:399
#2  0xffffffff80c08e56 in kern_reboot (howto=260)
    at /usr/src/sys/kern/kern_shutdown.c:486
#3  0xffffffff80c092d0 in vpanic (fmt=<optimized out>, ap=<optimized out>)
    at /usr/src/sys/kern/kern_shutdown.c:919
#4  0xffffffff8213a07a in spl_panic (file=<optimized out>, 
    func=<optimized out>, line=<unavailable>, fmt=<unavailable>)
    at /usr/src/sys/contrib/openzfs/module/os/freebsd/spl/spl_misc.c:107
#5  0xffffffff821d8a40 in dsl_crypto_key_sync (
    dck=dck@entry=0xfffffe013f3f5490, tx=tx@entry=0xfffff801525d8d00)
    at /usr/src/sys/contrib/openzfs/module/zfs/dsl_crypt.c:1206
#6  0xffffffff821d6f24 in dsl_crypto_key_create_sync (crypt=<optimized out>, 
    wkey=<optimized out>, wkey@entry=0xfffff800276f2a80, 
    tx=tx@entry=0xfffff801525d8d00)
    at /usr/src/sys/contrib/openzfs/module/zfs/dsl_crypt.c:2546
#7  0xffffffff821d6b53 in dsl_dataset_create_crypt_sync (
    dsobj=dsobj@entry=398, dd=dd@entry=0xfffff8002a540800, 
    origin=<optimized out>, origin@entry=0xfffff80005c8e000, 
    dcp=dcp@entry=0xfffff80003ecc100, tx=tx@entry=0xfffff801525d8d00)
    at /usr/src/sys/contrib/openzfs/module/zfs/dsl_crypt.c:1929
#8  0xffffffff821bf4be in dsl_dataset_create_sync_dd (dd=0xfffff8002a540800, 
    origin=0xfffff80005c8e000, origin@entry=0x0, dcp=0xfffff80003ecc100, 
    dcp@entry=0xfffff801525d8d00, flags=18446735278326679552, 
    tx=tx@entry=0xfffff801525d8d00)
    at /usr/src/sys/contrib/openzfs/module/zfs/dsl_dataset.c:1236
#9  0xffffffff821bf5d3 in dsl_dataset_create_sync (pdd=<optimized out>, 
    lastname=<optimized out>, origin=origin@entry=0x0, flags=0, 
    cr=0xfffff800274dd100, dcp=<optimized out>, tx=0xfffff801525d8d00)
    at /usr/src/sys/contrib/openzfs/module/zfs/dsl_dataset.c:1296
#10 0xffffffff821a0d29 in dmu_objset_create_sync (arg=0xfffffe0141eea4f8, 
    tx=0xfffff801525d8d00)
    at /usr/src/sys/contrib/openzfs/module/zfs/dmu_objset.c:1205
#11 0xffffffff821ea424 in dsl_sync_task_sync (dst=0xfffffe0141eea418, 
    tx=tx@entry=0xfffff801525d8d00)
    at /usr/src/sys/contrib/openzfs/module/zfs/dsl_synctask.c:248
#12 0xffffffff821dd1cb in dsl_pool_sync (dp=<optimized out>, 
    dp@entry=0xfffff80005859800, txg=<optimized out>, txg@entry=309883)
    at /usr/src/sys/contrib/openzfs/module/zfs/dsl_pool.c:794
#13 0xffffffff822135fe in spa_sync_iterate_to_convergence (
    spa=0xfffffe010b969000, tx=0xfffff80150461e00)
    at /usr/src/sys/contrib/openzfs/module/zfs/spa.c:8935
#14 spa_sync (spa=<optimized out>, spa@entry=0xfffffe010b969000, 
    txg=<optimized out>, txg@entry=309883)
    at /usr/src/sys/contrib/openzfs/module/zfs/spa.c:9153
#15 0xffffffff82227b33 in txg_sync_thread (arg=arg@entry=0xfffff80005859800)
    at /usr/src/sys/contrib/openzfs/module/zfs/txg.c:573
#16 0xffffffff80bc735e in fork_exit (
    callout=0xffffffff82227780 <txg_sync_thread>, arg=0xfffff80005859800, 
    frame=0xfffffe013f3f5bc0) at /usr/src/sys/kern/kern_fork.c:1069
#17 <signal handler called>
(kgdb) 

------------------------------------------------------------------------
ps -axlww

UID  PID PPID  C PRI  NI    VSZ    RSS MWCHAN   STAT TT      TIME COMMAND
  0    0    0  9 -16   0      0      0 swapin   DLs   -   0:02.09 [kernel]
  0    1    0 13  20   0  11824   1104 wait     DLs   -   0:00.04 [init]
  0    2    0 15 -16   0      0      0 -        DL    -   0:00.00 [KTLS]
  0    3    0 14 -16   0      0      0 crypto_w DL    -   0:00.00 [crypto]
  0    4    0 12 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 0]
  0    5    0  1 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 1]
  0    6    0 14 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 2]
  0    7    0 14 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 3]
  0    8    0 14 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 4]
  0    9    0  9 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 5]
  0   10    0  9 -16   0      0      0 audit_wo DL    -   0:00.00 [audit]
  0   11    0  0 155   0      0      0 -        RL    -  60:50.39 [idle]
  0   12    0  3 -52   0      0      0 -        WL    -   0:01.27 [intr]
  0   13    0  4  -8   0      0      0 -        DL    -   0:00.01 [geom]
  0   14    0 11 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 6]
  0   15    0 11 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 7]
  0   16    0 10 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 8]
  0   17    0 10 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 9]
  0   18    0  9 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 10]
  0   19    0 14 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 11]
  0   20    0 14 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 12]
  0   21    0 12 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 13]
  0   22    0 15 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 14]
  0   23    0 12 -16   0      0      0 crypto_r DL    -   0:00.00 [crypto returns 15]
  0   24    0 14 -16   0      0      0 seqstate DL    -   0:00.00 [sequencer 00]
  0   25    0  4 -16   0      0      0 -        RL    -   0:00.01 [cam]
  0   26    0  7 -68   0      0      0 -        DL    -   0:00.09 [usb]
  0   27    0 12 -16   0      0      0 -        DL    -   0:00.00 [soaiod1]
  0   28    0 10 -16   0      0      0 -        DL    -   0:00.00 [soaiod2]
  0   29    0 10 -16   0      0      0 -        DL    -   0:00.00 [soaiod3]
  0   30    0 11 -16   0      0      0 -        DL    -   0:00.00 [soaiod4]
  0   31    0  0  -8   0      0      0 t->zthr_ DL    -   0:00.28 [zfskern]
  0   32    0  8 -16   0      0      0 -        DL    -   0:00.29 [rand_harvestq]
  0   33    0  7 -16   0      0      0 psleep   DL    -   0:00.00 [pagedaemon]
  0   34    0 13 -16   0      0      0 psleep   DL    -   0:00.00 [vmdaemon]
  0   35    0 13 -16   0      0      0 qsleep   DL    -   0:00.00 [bufdaemon]
  0   36    0 10  16   0      0      0 syncer   DL    -   0:00.00 [syncer]
  0   37    0  1 -16   0      0      0 vlruwt   DL    -   0:00.00 [vnlru]
  0   38    0 10 -16   0      0      0 -        DL    -   0:00.04 [racctd]
  0  595    0 15 -16   0      0      0 sleep    DL    -   0:00.00 [ng_queue]
  0  668    1  1  20   0  11492   1488 select   Ds    -   0:00.00 [devd]
  0  678    0  6 -16   0      0      0 pftm     DL    -   0:00.02 [pf purge]
  0  690    1  3  52   0  13532   3084 sbwait   Ds    -   0:00.00 [pflogd]
 64  693  690 13  20   0  13532   3088 bpf      D     -   0:00.00 [pflogd]
  0  906    1 12  20   0  12920   2792 select   Ds    -   0:00.00 [syslogd]
556 1056    1  1  52   0  14044   3536 select   Ds    -   0:00.00 [dbus-daemon]
  0 1103    1 11  20   0  14204   3516 nanslp   Ds    -   0:00.01 [powerd++]
  0 1137    1  7  52   0  13624   3660 wait     D     -   0:00.01 [sh]
  0 1279    1 15  20   0  20948   8128 select   Ds    -   0:00.00 [sshd]
  0 1292    1  6  20   0  12964   2612 nanslp   Ds    -   0:00.00 [cron]
  0 1334    1  8  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1335    1  9  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1336    1  1  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1337    1 13  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1338    1 10  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1339    1 15  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1340    1 11  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1341    1  5  52   0  12892   2336 ttyin    Ds+   -   0:00.00 [getty]
  0 1441 1137  8  20 -10 303860 262840 kqread   D<C   -   2:49.98 [bhyve]
  0 1536 1279  2  20   0  21388   8872 select   Ds    -   0:00.01 [sshd]
  0 1538 1536 11  20   0  21432   7772 pause    Ds    -   0:00.14 [zsh]
  0 1586 1538 14  21   0  18056   7472 tx->tx_s D+    -   0:00.00 [zfs]

------------------------------------------------------------------------
vmstat -s

 32427795 cpu context switches
 18350612 device interrupts
    34790 software interrupts
   457531 traps
  1033507 system calls
       40 kernel threads created
     1181  fork() calls
      345 vfork() calls
       20 rfork() calls
        0 swap pager pageins
        0 swap pager pages paged in
        0 swap pager pageouts
        0 swap pager pages paged out
      851 vnode pager pageins
     6125 vnode pager pages paged in
        0 vnode pager pageouts
        0 vnode pager pages paged out
        0 page daemon wakeups
        0 pages examined by the page daemon
        0 clean page reclamation shortfalls
        0 pages reactivated by the page daemon
    56354 copy-on-write faults
      145 copy-on-write optimized faults
   189586 zero fill pages zeroed
        0 zero fill pages prezeroed
      470 intransit blocking page faults
   274991 total VM faults taken
      743 page faults requiring I/O
        0 pages affected by kernel thread creation
    78864 pages affected by  fork()
    17003 pages affected by vfork()
      668 pages affected by rfork()
   326783 pages freed
        0 pages freed by daemon
        0 pages freed by exiting processes
        0 pages active
        0 pages inactive
        0 pages in the laundry queue
        0 pages wired down
        0 virtual user pages wired down
        0 pages free
        0 bytes per page
        0 total name lookups
          cache hits (0% pos + 0% neg) system 0% per-directory
          deletions 0%, falsehits 0%, toolong 0%

------------------------------------------------------------------------
vmstat -m

vmstat: memstat_kvm_malloc: 
         Type InUse MemUse Requests  Size(s)

------------------------------------------------------------------------
vmstat -z

ITEM                   SIZE  LIMIT     USED     FREE      REQ     FAILSLEEP XDOMAIN
UMA Kegs:               384,      0,     185,       0,     185,   0,   0,   0
UMA Zones:             2560,      0,     212,       0,     212,   0,   0,   0
UMA Slabs 0:             80,      0,  163636,       0,  163636,   0,   0,   0
UMA Slabs 1:            112,      0,      11,       0,      11,   0,   0,   0
UMA Hash:               256,      0,       0,       0,       0,   0,   0,   0
2 Bucket:                32,      0,     858,    6072,   27717,   0,   0,   0
4 Bucket:                48,      0,     421,    3191,   21325,   0,   0,   0
8 Bucket:                80,      0,     164,    1036,  102054,   5,   0,   0
16 Bucket:              144,      0,     220,    1152,    8443,   4,   0,   0
32 Bucket:              256,      0,     600,    1200,   29386,  45,   0,   0
64 Bucket:              512,      0,     294,     714,   23321,  99,   0,   0
128 Bucket:            1024,      0,     343,     168,    4114,2176,   0,   0
256 Bucket:            2048,      0,     434,      86,    2132,16882,   0,   0
SMR SHARED:              24,      0,       3,      60,       3,   0,   0,   0
SMR CPU:                 32,      0,       3,      60,       3,   0,   0,   0
vmem:                  1856,      0,       1,       1,       1,   0,   0,   0
vmem btag:               56,      0,   14997,     679,   15325, 309,   0,   0
VM OBJECT:              264,      0,    1247,     553,   26208,   0,   0,   0
RADIX NODE:             144,      0,   14058,    2010,   76610,   0,   0,   0
KMAP ENTRY:              96,      0,      74,       0,      75,   0,   0,   0
MAP ENTRY:               96,      0,    1035,    2535,   82390,   0,   0,   0
VMSPACE:               2544,      0,      23,      91,    1549,   0,   0,   0
fakepg:                 104,      0,       4,     152,      67,   0,   0,   0
pcpu-4:                   4,      0,       0,       0,       0,   0,   0,   0
pcpu-8:                   8,      0,    3623,    2521,    3802,   0,   0,   0
pcpu-16:                 16,      0,      84,    2474,      84,   0,   0,   0
pcpu-32:                 32,      0,       0,       0,       0,   0,   0,   0
pcpu-64:                 64,      0,     491,     405,     491,   0,   0,   0
malloc-16:               16,      0,   20314,    1862,  403860,   0,   0,   0
malloc-32:               32,      0,    9976,    3380,  208936,   0,   0,   0
malloc-64:               64,      0,   28443,    4128,  596901,   0,   0,   0
malloc-128:             128,      0,   28863,    2602, 1000158,   0,   0,   0
malloc-256:             256,      0,    7637,     493,  290556,   0,   0,   0
malloc-384:             384,      0,    6065,     365,  704111,   0,   0,   0
malloc-512:             512,      0,      76,    1332,    7819,   0,   0,   0
malloc-1024:           1024,      0,    8708,     144,   93580,   0,   0,   0
malloc-2048:           2048,      0,     930,      58,   15784,   0,   0,   0
malloc-4096:           4096,      0,   18228,      48,   38708,   0,   0,   0
malloc-8192:           8192,      0,      55,      15,    1568,   0,   0,   0
malloc-16384:         16384,      0,      24,      41,    6277,   0,   0,   0
malloc-32768:         32768,      0,       9,      12,     634,   0,   0,   0
malloc-65536:         65536,      0,      22,      14,     711,   0,   0,   0
SLEEPQUEUE:              80,      0,    1342,     258,    1342,   0,   0,   0
kenv:                   258,      0,      21,     234,    6342,   0,   0,   0
Files:                   80,      0,      92,     808,   16530,   0,   0,   0
filedesc0:             1072,      0,      62,     176,    1587,   0,   0,   0
PWD:                     32,      0,      15,    2001,     135,   0,   0,   0
rl_entry:                40,      0,      96,    1520,      96,   0,   0,   0
TURNSTILE:              136,      0,    1342,     128,    1342,   0,   0,   0
rangeset pctrie nodes:    144,      0,       0,       0,       0,   0,   0,   0
umtx pi:                 96,      0,       0,       0,       0,   0,   0,   0
umtx_shm:                88,      0,       0,       0,       0,   0,   0,   0
swrbuf:                2368,    128,       0,       0,       0,   0,   0,   0
swwbuf:                2368,     64,       0,       0,       0,   0,   0,   0
nfspbuf:               2368,    128,       0,       0,       0,   0,   0,   0
mdpbuf:                2368,     25,       0,       0,       0,   0,   0,   0
vnpbuf:                2368,    512,       0,       0,       0,   0,   0,   0
clpbuf:                2368,    128,       0,       0,       0,   0,   0,   0
pbuf:                  2368,     16,       0,       0,       0,   0,   0,   0
rctl_rule:               80,      0,       0,       0,       0,   0,   0,   0
rctl_rule_link:          32,      0,       0,       0,       0,   0,   0,   0
racct:                  208,      0,      69,     273,    1599,   0,   0,   0
MAC labels:              40,      0,       0,       0,       0,   0,   0,   0
PROC:                  1320,      0,      61,      77,    1586,   0,   0,   0
PGRP:                    88,      0,      20,     532,      53,   0,   0,   0
THREAD:                1792,      0,    1288,      52,    1777,   0,   0,   0
cpuset:                 104,      0,      43,     453,      43,   0,   0,   0
domainset:               40,      0,       0,       0,       0,   0,   0,   0
audit_record:          1280,      0,       0,       0,       0,   0,   0,   0
mbuf_packet:            256,      0,       0,     210,      98,   0,   0,   0
mbuf:                   256, 12803216,       2,     523,    1418,   0,   0,   0
mbuf_cluster:          2048, 2000502,     211,      19,     220,   0,   0,   0
mbuf_jumbo_page:       4096, 1000251,       0,       2,       2,   0,   0,   0
mbuf_jumbo_9k:         9216, 296370,       0,       0,       0,   0,   0,   0
mbuf_jumbo_16k:       16384, 166708,       0,       0,       0,   0,   0,   0
epoch_record pcpu:      256,      0,       4,      12,       4,   0,   0,   0
ktls_session:           192,      0,       0,       0,       0,   0,   0,   0
IOMMU_MAP_ENTRY:        120,      0,       0,       0,       0,   0,   0,   0
ttyinq:                 160,      0,     195,     130,     345,   0,   0,   0
ttyoutq:                256,      0,     103,      92,     183,   0,   0,   0
FPU_save_area:          896,      0,      17,      10,      17,   0,   0,   0
DEVCTL:                1024,   1000,       0,       0,     446,   0,   0,   0
g_bio:                  376,      0,       0,     660,   74497,   0,   0,   0
linux_dma_pctrie:       144,      0,       0,       0,       0,   0,   0,   0
linux_dma_object:        24,      0,       0,       0,       0,   0,   0,   0
cryptop:                280,      0,       0,      28,       4,   0,   0,   0
vtnet_tx_hdr:            24,      0,       0,       0,       0,   0,   0,   0
taskq_zone:             192,      0,       1,    1175,    5769,   0,   0,   0
VNODE:                  488,      0,    2129,     311,    2633,   0,   0,   0
BUF TRIE:               144,      0,       9,     425,       9,   0,   0,   0
NAMEI:                 1024,      0,       0,      76,   35208,   0,   0,   0
S VFS Cache:            104,      0,    3304,     479,    3441,   0,   0,   0
STS VFS Cache:          144,      0,       0,       0,       0,   0,   0,   0
L VFS Cache:            320,      0,       0,      12,       1,   0,   0,   0
LTS VFS Cache:          360,      0,       0,       0,       0,   0,   0,   0
NCLNODE:                592,      0,       0,       0,       0,   0,   0,   0
TMPFS node:             224,      0,       5,     193,      36,   0,   0,   0
DIRHASH:               1024,      0,       0,       0,       0,   0,   0,   0
pipe:                   744,      0,       3,     137,     608,   0,   0,   0
Mountpoints:           2752,      0,      57,      21,      57,   0,   0,   0
AIO:                    208,      0,       0,       0,       0,   0,   0,   0
AIOP:                    32,      0,       0,       0,       0,   0,   0,   0
AIOCB:                  552,      0,       0,       0,       0,   0,   0,   0
AIOLIO:                 272,      0,       0,       0,       0,   0,   0,   0
zfs_btree_leaf_cache:   4096,      0,     377,      70,    2334,   0,   0,   0
metaslab_alloc_trace_cache:     72,      0,       0,       0,       0,   0,   0,   0
ddt_cache:            24840,      0,      26,       3,      39,   0,   0,   0
ddt_entry_cache:        392,      0,       0,       0,       0,   0,   0,   0
zio_cache:             1232,      0,      40,    1190,  422071,   0,   0,   0
zio_link_cache:          48,      0,       0,    4956,  170525,   0,   0,   0
zio_buf_comb_512:       512,      0,     136,    6912,  269762,   0,   0,   0
zio_buf_comb_1024:     1024,      0,     137,      31,     168,   0,   0,   0
zio_buf_comb_1536:     1536,      0,     101,      49,     193,   0,   0,   0
zio_buf_comb_2048:     2048,      0,      36,       6,      40,   0,   0,   0
zio_buf_comb_2560:     2560,      0,      30,      18,      46,   0,   0,   0
zio_buf_comb_3072:     3072,      0,      19,      25,      29,   0,   0,   0
zio_buf_comb_3584:     3584,      0,      14,      12,      28,   0,   0,   0
zio_buf_comb_4096:     4096,      0,    2892,      29,    6256,   0,   0,   0
zio_buf_comb_5120:     5120,      0,       4,      21,      69,   0,   0,   0
zio_buf_comb_6144:     6144,      0,      33,      14,      49,   0,   0,   0
zio_buf_comb_7168:     7168,      0,       2,       9,      15,   0,   0,   0
zio_buf_comb_8192:     8192,      0,       3,      45,     783,   0,   0,   0
zio_buf_comb_10240:   10240,      0,       3,      16,      24,   0,   0,   0
zio_buf_comb_12288:   12288,      0,       3,      34,     408,   0,   0,   0
zio_buf_comb_14336:   14336,      0,       1,      15,      21,   0,   0,   0
zio_buf_comb_16384:   16384,      0,     902,     285,    3260,   0,   0,   0
zio_buf_comb_20480:   20480,      0,       3,      38,     250,   0,   0,   0
zio_buf_comb_24576:   24576,      0,       1,      34,     207,   0,   0,   0
zio_buf_comb_28672:   28672,      0,       1,      32,     179,   0,   0,   0
zio_buf_comb_32768:   32768,      0,       4,      31,     255,   0,   0,   0
zio_buf_comb_40960:   40960,      0,       3,      36,    1708,   0,   0,   0
zio_buf_comb_49152:   49152,      0,       2,      42,    5660,   0,   0,   0
zio_buf_comb_57344:   57344,      0,       2,      41,    8617,   0,   0,   0
zio_buf_comb_65536:   65536,      0,       3,      44,   11674,   0,   0,   0
zio_buf_comb_81920:   81920,      0,       8,      44,    5320,   0,   0,   0
zio_buf_comb_98304:   98304,      0,       3,      46,    2606,   0,   0,   0
zio_buf_comb_114688: 114688,      0,       2,      35,    1186,   0,   0,   0
zio_buf_comb_131072: 131072,      0,     549,    1106,   41718,   0,   0,   0
zio_buf_comb_163840: 163840,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_196608: 196608,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_229376: 229376,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_262144: 262144,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_327680: 327680,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_393216: 393216,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_458752: 458752,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_524288: 524288,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_655360: 655360,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_786432: 786432,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_917504: 917504,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_1048576: 1048576,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_1310720: 1310720,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_1572864: 1572864,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_1835008: 1835008,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_2097152: 2097152,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_2621440: 2621440,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_3145728: 3145728,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_3670016: 3670016,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_4194304: 4194304,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_5242880: 5242880,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_6291456: 6291456,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_7340032: 7340032,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_8388608: 8388608,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_10485760: 10485760,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_12582912: 12582912,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_14680064: 14680064,      0,       0,       0,       0,   0,   0,   0
zio_buf_comb_16777216: 16777216,      0,       0,       0,       0,   0,   0,   0
abd_chunk:             4096,      0,  132319,     564,  224924,   0,   0,   0
sa_cache:               288,      0,    2019,      95,    2060,   0,   0,   0
dnode_t:                816,      0,    4292,     148,   12979,   0,   0,   0
arc_buf_hdr_t_full:     248,      0,   10713,     151,  137118,   0,   0,   0
arc_buf_hdr_t_full_crypt:    312,      0,      10,      55,      12,   0,   0,   0
arc_buf_hdr_t_l2only:     96,      0,       0,       0,       0,   0,   0,   0
arc_buf_t:               64,      0,    1689,    4044,  167238,   0,   0,   0
dmu_buf_impl_t:         296,      0,    4963,     406,  168333,   0,   0,   0
zil_lwb_cache:          360,      0,       3,      85,      24,   0,   0,   0
zil_zcw_cache:           80,      0,       0,     400,      23,   0,   0,   0
sio_cache_0:            136,      0,       0,       0,       0,   0,   0,   0
sio_cache_1:            152,      0,       0,       0,       0,   0,   0,   0
sio_cache_2:            168,      0,       0,       0,       0,   0,   0,   0
zfs_znode_cache:        472,      0,    2019,      93,    2060,   0,   0,   0
ksiginfo:               112,      0,      94,    1202,     139,   0,   0,   0
itimer:                 352,      0,       0,       0,       0,   0,   0,   0
KNOTE:                  160,      0,       9,      41,     253,   0,   0,   0
socket:                 944, 1027278,      16,      60,    3817,   0,   0,   0
unpcb:                  256, 1027278,      11,     214,    3671,   0,   0,   0
ipq:                     56,  51200,       0,       0,       0,   0,   0,   0
udp_inpcb:              488, 1027278,       2,      94,      78,   0,   0,   0
udpcb:                   32, 1027278,       2,    1510,      78,   0,   0,   0
tcp_inpcb:              488, 1027278,       3,      21,       4,   0,   0,   0
tcpcb:                 1048, 1027278,       3,      30,       4,   0,   0,   0
tcptw:                   88,  27767,       0,       0,       0,   0,   0,   0
syncache:               168,  15360,       0,      24,       1,   0,   0,   0
hostcache:               96,  15360,       0,       0,       0,   0,   0,   0
sackhole:                32,      0,       0,       0,       0,   0,   0,   0
tfo:                      4,      0,       0,       0,       0,   0,   0,   0
tfo_ccache_entries:      80,      0,       0,       0,       0,   0,   0,   0
tcpreass:                48, 125031,       0,       0,       0,   0,   0,   0
tcp_log:                408, 5000000,       0,       0,       0,   0,   0,   0
tcp_log_bucket:         176,      0,       0,       0,       0,   0,   0,   0
tcp_log_node:           120,      0,       0,       0,       0,   0,   0,   0
udplite_inpcb:          488, 1027278,       0,       0,       0,   0,   0,   0
ripcb:                  488, 1027278,       0,       0,       0,   0,   0,   0
IPsec SA lft_c:          16,      0,       0,       0,       0,   0,   0,   0
routing nhops:          256,      0,       8,     157,      19,   0,   0,   0
rtentry:                176,      0,      11,     242,      19,   0,   0,   0
swpctrie:               144, 4001032,       0,       0,       0,   0,   0,   0
swblk:                  136, 4001014,       0,       0,       0,   0,   0,   0
NetGraph items:          72,   4096,       0,     320,      60,   0,   0,   0
NetGraph data items:     72,   4096,       0,     416,      54,   0,   0,   0
pf mtags:                48,      0,       0,       0,       0,   0,   0,   0
pf tags:                104,      0,       0,       0,       0,   0,   0,   0
pf states:              296, 100000,       0,       0,       0,   0,   0,   0
pf state keys:           88,      0,       0,       0,       0,   0,   0,   0
pf source nodes:        136,  10000,       0,       0,       0,   0,   0,   0
pf table entry counters:     64,      0,       0,       0,       0,   0,   0,   0
pf table entries:       160, 200000,       0,       0,       0,   0,   0,   0
pf frags:               248,      0,       0,       0,       0,   0,   0,   0
pf frag entries:         40,   5000,       0,       0,       0,   0,   0,   0
pf state scrubs:         40,      0,       0,       0,       0,   0,   0,   0
bridge_rtnode:           88,      0,       1,      45,       1,   0,   0,   0

------------------------------------------------------------------------
vmstat -i

interrupt                          total       rate
irq3: uart2 uart4                      1          0
irq4: uart3 uart5                      1          0
cpu0:timer                        229050       5411
cpu1:timer                         11021        260
cpu2:timer                         23849        563
cpu3:timer                         24045        568
cpu4:timer                         33662        795
cpu5:timer                         15737        372
cpu6:timer                         16184        382
cpu7:timer                         19828        468
cpu8:timer                         31283        739
cpu9:timer                          7723        182
cpu10:timer                        21632        511
cpu11:timer                        17061        403
cpu12:timer                         7082        167
cpu13:timer                         2890         68
cpu14:timer                        15636        369
cpu15:timer                        35722        844
irq59: xhci0                      424650      10031
irq60: ahci0                        2560         60
irq61: nvme0:admin                    22          1
irq62: nvme0:io0                    1745         41
irq63: nvme0:io1                    2611         62
irq64: nvme0:io2                    2189         52
irq65: nvme0:io3                    1431         34
irq66: nvme0:io4                    1894         45
irq67: nvme0:io5                    1660         39
irq68: nvme0:io6                    2462         58
irq69: nvme0:io7                    2002         47
irq70: hdac0                           3          0
irq71: xhci1                         310          7
irq72: hdac1                          20          0
irq74: ppt0                     17907051     423015
Total                           18863017     445597

------------------------------------------------------------------------
pstat -T

 92/1027278 files
0M/0M swap space

------------------------------------------------------------------------
pstat -s

Device          1K-blocks     Used    Avail Capacity

------------------------------------------------------------------------
iostat

       tty            nvd0             ada0            pass0             cpu
 tin  tout KB/t  tps  MB/s  KB/t  tps  MB/s  KB/t  tps  MB/s  us ni sy in id
  25    59 57.3   66   3.7  10.5   11   0.1   0.0    0   0.0   0  0  4  0 95

------------------------------------------------------------------------
ipcs -a

Message Queues:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP                 CBYTES                 QNUM               QBYTES        LSPID        LRPID STIME    RTIME    CTIME   

Shared Memory:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP         NATTCH        SEGSZ         CPID         LPID ATIME    DTIME    CTIME   

Semaphores:
T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP          NSEMS OTIME    CTIME   


------------------------------------------------------------------------
ipcs -T

msginfo:
	msgmax:        16384	(max characters in a message)
	msgmni:           40	(# of message queues)
	msgmnb:         2048	(max characters in a message queue)
	msgtql:           40	(max # of messages in system)
	msgssz:            8	(size of a message segment)
	msgseg:         2048	(# of message segments in system)

shminfo:
	shmmax:    536870912	(max shared memory segment size)
	shmmin:            1	(min shared memory segment size)
	shmmni:          192	(max number of shared memory identifiers)
	shmseg:          128	(max shared memory segments per process)
	shmall:       131072	(max amount of shared memory in pages)

seminfo:
	semmni:           50	(# of semaphore identifiers)
	semmns:          340	(# of semaphores in system)
	semmnu:          150	(# of undo structures in system)
	semmsl:          340	(max # of semaphores per id)
	semopm:          100	(max # of operations per semop call)
	semume:           50	(max # of undo entries per process)
	semusz:          632	(size in bytes of undo structure)
	semvmx:        32767	(semaphore maximum value)
	semaem:        16384	(adjust on exit max value)


------------------------------------------------------------------------
netstat -s

tcp:
	244 packets sent
		236 data packets (16166 bytes)
		1 data packet (36 bytes) retransmitted
		1 data packet unnecessarily retransmitted
		0 resends initiated by MTU discovery
		7 ack-only packets (2 delayed)
		0 URG only packets
		0 window probe packets
		0 window update packets
		0 control packets
	393 packets received
		211 acks (for 16166 bytes)
		4 duplicate acks
		0 acks for unsent data
		191 packets (9093 bytes) received in-sequence
		3 completely duplicate packets (146 bytes)
		0 old duplicate packets
		0 packets with some dup. data (0 bytes duped)
		0 out-of-order packets (0 bytes)
		0 packets (0 bytes) of data after window
		0 window probes
		0 window update packets
		0 packets received after close
		0 discarded for bad checksums
		0 discarded for bad header offset fields
		0 discarded because packet too short
		0 discarded due to full reassembly queue
	0 connection requests
	1 connection accept
	0 bad connection attempts
	0 listen queue overflows
	0 ignored RSTs in the windows
	1 connection established (including accepts)
		0 times used RTT from hostcache
		0 times used RTT variance from hostcache
		0 times used slow-start threshold from hostcache
	1 connection closed (including 0 drops)
		0 connections updated cached RTT on close
		0 connections updated cached RTT variance on close
		0 connections updated cached ssthresh on close
	0 embryonic connections dropped
	211 segments updated rtt (of 197 attempts)
	1 retransmit timeout
		0 connections dropped by rexmit timeout
	0 persist timeouts
		0 connections dropped by persist timeout
	0 Connections (fin_wait_2) dropped because of timeout
	0 keepalive timeouts
		0 keepalive probes sent
		0 connections dropped by keepalive
	165 correct ACK header predictions
	168 correct data packet header predictions
	1 syncache entry added
		0 retransmitted
		0 dupsyn
		0 dropped
		1 completed
		0 bucket overflow
		0 cache overflow
		0 reset
		0 stale
		0 aborted
		0 badack
		0 unreach
		0 zone failures
	1 cookie sent
	0 cookies received
	0 hostcache entries added
		0 bucket overflow
	0 SACK recovery episodes
	0 segment rexmits in SACK recovery episodes
	0 byte rexmits in SACK recovery episodes
	1 SACK option (SACK blocks) received
	3 SACK options (SACK blocks) sent
	0 SACK scoreboard overflow
	0 packets with ECN CE bit set
	0 packets with ECN ECT(0) bit set
	0 packets with ECN ECT(1) bit set
	0 successful ECN handshakes
	0 times ECN reduced the congestion window
	0 packets with matching signature received
	0 packets with bad signature received
	0 times failed to make signature due to no SA
	0 times unexpected signature received
	0 times no signature provided by segment
	0 Path MTU discovery black hole detection activations
	0 Path MTU discovery black hole detection min MSS activations
	0 Path MTU discovery black hole detection failures
TCP connection count by state:
	0 connections in CLOSED state
	2 connections in LISTEN state
	0 connections in SYN_SENT state
	0 connections in SYN_RCVD state
	1 connection  in ESTABLISHED state
	0 connections in CLOSE_WAIT state
	0 connections in FIN_WAIT_1 state
	0 connections in CLOSING state
	0 connections in LAST_ACK state
	0 connections in FIN_WAIT_2 state
	0 connections in TIME_WAIT state
udp:
	1 datagram received
	0 with incomplete header
	0 with bad data length field
	0 with bad checksum
	0 with no checksum
	0 dropped due to no socket
	0 broadcast/multicast datagrams undelivered
	0 dropped due to full socket buffers
	0 not for hashed pcb
	1 delivered
	1 datagram output
	0 times multicast source filter matched
ip:
	394 total packets received
	0 bad header checksums
	0 with size smaller than minimum
	0 with data size < data length
	0 with ip length > max ip packet size
	0 with header length < data size
	0 with data length < header length
	0 with bad options
	0 with incorrect version number
	0 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	0 packets reassembled ok
	394 packets for this host
	0 packets for unknown/unsupported protocol
	0 packets forwarded (0 packets fast forwarded)
	0 packets not forwardable
	0 packets received for unknown multicast group
	0 redirects sent
	245 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	0 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 tunneling packets that can't find gif
	0 datagrams with bad address in header
icmp:
	0 calls to icmp_error
	0 errors not generated in response to an icmp message
	0 messages with bad code fields
	0 messages less than the minimum length
	0 messages with bad checksum
	0 messages with bad length
	0 multicast echo requests ignored
	0 multicast timestamp requests ignored
	0 message responses generated
	0 invalid return addresses
	0 no return routes
arp:
	1 ARP request sent
	0 ARP requests failed to sent
	1 ARP reply sent
	4 ARP requests received
	0 ARP replies received
	4 ARP packets received
	0 total packets dropped due to no ARP entry
	0 ARP entrys timed out
	0 Duplicate IPs seen
ip6:
	0 total packets received
	0 with size smaller than minimum
	0 with data size < data length
	0 with bad options
	0 with incorrect version number
	0 fragments received
	0 fragments dropped (dup or out of space)
	0 fragments dropped after timeout
	0 fragments that exceeded limit
	0 atomic fragments
	0 packets reassembled ok
	0 packets for this host
	0 packets forwarded
	0 packets not forwardable
	0 redirects sent
	0 packets sent from this host
	0 packets sent with fabricated ip header
	0 output packets dropped due to no bufs, etc.
	0 output packets discarded due to no route
	0 output datagrams fragmented
	0 fragments created
	0 datagrams that can't be fragmented
	0 packets that violated scope rules
	0 multicast packets which we don't join
	Mbuf statistics:
		0 one mbuf
		0 one ext mbuf
		0 two or more ext mbuf
	0 packets whose headers are not contiguous
	0 tunneling packets that can't find gif
	0 packets discarded because of too many headers
	0 failures of source address selection
icmp6:
	0 calls to icmp6_error
	0 errors not generated in response to an icmp6 message
	0 errors not generated because of rate limitation
	0 messages with bad code fields
	0 messages < minimum length
	0 bad checksums
	0 messages with bad length
	Histogram of error messages to be generated:
		0 no route
		0 administratively prohibited
		0 beyond scope
		0 address unreachable
		0 port unreachable
		0 packet too big
		0 time exceed transit
		0 time exceed reassembly
		0 erroneous header field
		0 unrecognized next header
		0 unrecognized option
		0 redirect
		0 unknown
	0 message responses generated
	0 messages with too many ND options
	0 messages with bad ND options
	0 bad neighbor solicitation messages
	0 bad neighbor advertisement messages
	0 bad router solicitation messages
	0 bad router advertisement messages
	0 bad redirect messages
	0 default routers overflows
	0 prefix overflows
	0 neighbour entries overflows
	0 redirect overflows
	0 messages with invalid hop limit
	0 path MTU changes
rip6:
	0 messages received
	0 checksum calculations on inbound
	0 messages with bad checksum
	0 messages dropped due to no socket
	0 multicast messages dropped due to no socket
	0 messages dropped due to full socket buffers
	0 delivered
	0 datagrams output
pfkey:
	0 requests sent from userland
	0 bytes sent from userland
	0 messages with invalid length field
	0 messages with invalid version field
	0 messages with invalid message type field
	0 messages too short
	0 messages with memory allocation failure
	0 messages with duplicate extension
	0 messages with invalid extension type
	0 messages with invalid sa type
	0 messages with invalid address extension
	0 requests sent to userland
	0 bytes sent to userland
	0 messages toward single socket
	0 messages toward all sockets
	0 messages toward registered sockets
	0 messages with memory allocation failure

------------------------------------------------------------------------
netstat -m

netstat: memstat_kvm_all: 

------------------------------------------------------------------------
netstat -anA

Active Internet connections (including servers)
Tcpcb            Proto Recv-Q Send-Q Local Address      Foreign Address    (state)    
fffff8001d869b70 udp4       0      0 *.514              *.*                
fffff8001d869d58 udp6       0      0 *.514              *.*                

------------------------------------------------------------------------
netstat -aL

Current listen queue sizes (qlen/incqlen/maxqlen)
Proto Listen                           Local Address         

------------------------------------------------------------------------
fstat

USER     CMD          PID   FD MOUNT      INUM MODE         SZ|DV R/W
root     zfs         1586 root /            34 drwxr-xr-x      27  r
root     zfs         1586   wd /          1163 drwxr-xr-x      50  r
root     zfs         1586 text /        139056 -r-xr-xr-x  125448  r
root     zfs         1586 ctty /dev        179 crw--w----   pts/0 rw
root     zfs         1586    0 /dev        179 crw--w----   pts/0 rw
root     zfs         1586    1 /dev        179 crw--w----   pts/0 rw
root     zfs         1586    2 /dev        179 crw--w----   pts/0 rw
root     zfs         1586    3 /dev         84 crw-rw-rw-     zfs rw
root     zfs         1586    4 /dev         36 crw-rw-rw-    zero  r
root     zfs         1586    5 /dev         84 crw-rw-rw-     zfs rw
root     zsh         1538 root /            34 drwxr-xr-x      27  r
root     zsh         1538   wd /          1163 drwxr-xr-x      50  r
root     zsh         1538 text /         34189 -r-xr-xr-x  829328  r
root     zsh         1538 ctty /dev        179 crw--w----   pts/0 rw
root     zsh         1538    0 /dev        179 crw--w----   pts/0 rw
root     zsh         1538    1 /dev        179 crw--w----   pts/0 rw
root     zsh         1538    2 /dev        179 crw--w----   pts/0 rw
root     zsh         1538   10 /dev        179 crw--w----   pts/0 rw
root     zsh         1538   12 /         34255 -rw-r--r--  189424  r
root     zsh         1538   13 /         35615 -rw-r--r--  200448  r
root     zsh         1538   14 /         34697 -rw-r--r--  290328  r
root     zsh         1538   15 /         35777 -rw-r--r--  194512  r
root     zsh         1538   18 /         35489 -rw-r--r--  291592  r
root     zsh         1538   19 /         34968 -rw-r--r--  5205696  r
root     sshd        1536 root /            34 drwxr-xr-x      27  r
root     sshd        1536   wd /            34 drwxr-xr-x      27  r
root     sshd        1536 text /        139839 -r-xr-xr-x  309704  r
root     sshd        1536    0 /dev         35 crw-rw-rw-    null rw
root     sshd        1536    1 /dev         35 crw-rw-rw-    null rw
root     sshd        1536    2 /dev         35 crw-rw-rw-    null rw
root     sshd        1536    3* internet stream tcp fffffe0150c588f0
root     sshd        1536    4* pipe fffff80037d40ba0 <-> fffff80037d40d00      0 rw
root     sshd        1536    5* pipe fffff80037d40d00 <-> fffff80037d40ba0      0 rw
root     sshd        1536    6* local stream fffff8002a7e8c00
root     sshd        1536    7* pseudo-terminal master      pts/0 rw
root     sshd        1536    9* pseudo-terminal master      pts/0 rw
root     sshd        1536   10* pseudo-terminal master      pts/0 rw
root     bhyve       1441 root /            34 drwxr-xr-x      27  r
root     bhyve       1441   wd /            34 drwxr-xr-x      27  r
root     bhyve       1441 text /        148152 -r-xr-xr-x  382608  r
root     bhyve       1441    0 /dev         35 crw-rw-rw-    null  r
root     bhyve       1441    1 /dev         35 crw-rw-rw-    null  w
root     bhyve       1441    2 /mnt/vm/router    388 -rw-r--r--      44  w
root     bhyve       1441    3 /dev        173 crw-------  vmm/router rw
root     bhyve       1441    4 /mnt/vm/router    256 -rw-------  21474836480 rw
root     bhyve       1441    5 /dev        172 crw-------    tap0 rw
root     bhyve       1441    6 /dev         37 crw-r--r--     pci rw
root     bhyve       1441    7 /dev         21 crw-------      io rw
root     bhyve       1441    8 /dev         29 crw-r-----     mem rw
root     bhyve       1441    9 /dev        177 crw--w----  nmdm-router.1A rw
root     bhyve       1441   11* pipe fffff8003777fba0 <-> fffff8003777fd00      0 rw
root     bhyve       1441   12* pipe fffff8003777fd00 <-> fffff8003777fba0      0 rw
root     getty       1341 root /            34 drwxr-xr-x      27  r
root     getty       1341   wd /            34 drwxr-xr-x      27  r
root     getty       1341 text /        138161 -r-xr-xr-x   31016  r
root     getty       1341 ctty /dev        122 crw-------   ttyv7 rw
root     getty       1341    0 /dev        122 crw-------   ttyv7 rw
root     getty       1341    1 /dev        122 crw-------   ttyv7 rw
root     getty       1341    2 /dev        122 crw-------   ttyv7 rw
root     getty       1340 root /            34 drwxr-xr-x      27  r
root     getty       1340   wd /            34 drwxr-xr-x      27  r
root     getty       1340 text /        138161 -r-xr-xr-x   31016  r
root     getty       1340 ctty /dev        121 crw-------   ttyv6 rw
root     getty       1340    0 /dev        121 crw-------   ttyv6 rw
root     getty       1340    1 /dev        121 crw-------   ttyv6 rw
root     getty       1340    2 /dev        121 crw-------   ttyv6 rw
root     getty       1339 root /            34 drwxr-xr-x      27  r
root     getty       1339   wd /            34 drwxr-xr-x      27  r
root     getty       1339 text /        138161 -r-xr-xr-x   31016  r
root     getty       1339 ctty /dev        120 crw-------   ttyv5 rw
root     getty       1339    0 /dev        120 crw-------   ttyv5 rw
root     getty       1339    1 /dev        120 crw-------   ttyv5 rw
root     getty       1339    2 /dev        120 crw-------   ttyv5 rw
root     getty       1338 root /            34 drwxr-xr-x      27  r
root     getty       1338   wd /            34 drwxr-xr-x      27  r
root     getty       1338 text /        138161 -r-xr-xr-x   31016  r
root     getty       1338 ctty /dev        119 crw-------   ttyv4 rw
root     getty       1338    0 /dev        119 crw-------   ttyv4 rw
root     getty       1338    1 /dev        119 crw-------   ttyv4 rw
root     getty       1338    2 /dev        119 crw-------   ttyv4 rw
root     getty       1337 root /            34 drwxr-xr-x      27  r
root     getty       1337   wd /            34 drwxr-xr-x      27  r
root     getty       1337 text /        138161 -r-xr-xr-x   31016  r
root     getty       1337 ctty /dev        118 crw-------   ttyv3 rw
root     getty       1337    0 /dev        118 crw-------   ttyv3 rw
root     getty       1337    1 /dev        118 crw-------   ttyv3 rw
root     getty       1337    2 /dev        118 crw-------   ttyv3 rw
root     getty       1336 root /            34 drwxr-xr-x      27  r
root     getty       1336   wd /            34 drwxr-xr-x      27  r
root     getty       1336 text /        138161 -r-xr-xr-x   31016  r
root     getty       1336 ctty /dev        117 crw-------   ttyv2 rw
root     getty       1336    0 /dev        117 crw-------   ttyv2 rw
root     getty       1336    1 /dev        117 crw-------   ttyv2 rw
root     getty       1336    2 /dev        117 crw-------   ttyv2 rw
root     getty       1335 root /            34 drwxr-xr-x      27  r
root     getty       1335   wd /            34 drwxr-xr-x      27  r
root     getty       1335 text /        138161 -r-xr-xr-x   31016  r
root     getty       1335 ctty /dev        116 crw-------   ttyv1 rw
root     getty       1335    0 /dev        116 crw-------   ttyv1 rw
root     getty       1335    1 /dev        116 crw-------   ttyv1 rw
root     getty       1335    2 /dev        116 crw-------   ttyv1 rw
root     getty       1334 root /            34 drwxr-xr-x      27  r
root     getty       1334   wd /            34 drwxr-xr-x      27  r
root     getty       1334 text /        138161 -r-xr-xr-x   31016  r
root     getty       1334 ctty /dev        115 crw-------   ttyv0 rw
root     getty       1334    0 /dev        115 crw-------   ttyv0 rw
root     getty       1334    1 /dev        115 crw-------   ttyv0 rw
root     getty       1334    2 /dev        115 crw-------   ttyv0 rw
root     cron        1292 root /            34 drwxr-xr-x      27  r
root     cron        1292   wd /         16482 drwxr-x---       3  r
root     cron        1292 text /        149508 -r-xr-xr-x   45976  r
root     cron        1292    0 /dev         35 crw-rw-rw-    null rw
root     cron        1292    1 /dev         35 crw-rw-rw-    null rw
root     cron        1292    2 /dev         35 crw-rw-rw-    null rw
root     cron        1292    3 /         16496 drwxr-xr-x      31  r
root     cron        1292    4 /        164993 -rw-------       4  w
root     sshd        1279 root /            34 drwxr-xr-x      27  r
root     sshd        1279   wd /            34 drwxr-xr-x      27  r
root     sshd        1279 text /        139839 -r-xr-xr-x  309704  r
root     sshd        1279    0 /dev         35 crw-rw-rw-    null rw
root     sshd        1279    1 /dev         35 crw-rw-rw-    null rw
root     sshd        1279    2 /dev         35 crw-rw-rw-    null rw
root     sshd        1279    3* internet6 stream tcp fffffe01474c78f0
root     sshd        1279    4* internet stream tcp fffffe01474c74d8
root     sh          1137 root /            34 drwxr-xr-x      27  r
root     sh          1137   wd /            34 drwxr-xr-x      27  r
root     sh          1137 text /        138650 -r-xr-xr-x  162616  r
root     sh          1137    0 /dev         35 crw-rw-rw-    null  r
root     sh          1137    1 /dev         35 crw-rw-rw-    null  w
root     sh          1137    2 /dev         35 crw-rw-rw-    null  w
root     sh          1137   10 /        100378 -r-xr-xr-x    1878  r
root     sh          1137   11 /        100360 -rw-r--r--    2407  r
root     powerd++    1103 root /            34 drwxr-xr-x      27  r
root     powerd++    1103   wd /            34 drwxr-xr-x      27  r
root     powerd++    1103 text /         79218 -r-xr-xr-x   63760  r
root     powerd++    1103    0 -         -         bad    -
root     powerd++    1103    1 -         -         bad    -
root     powerd++    1103    2 -         -         bad    -
root     powerd++    1103    3 /         16496 drwxr-xr-x      31  r
root     powerd++    1103    4 /        164992 -rw-------       4  w
messageb dbus-daemon  1056 root /            34 drwxr-xr-x      27  r
messageb dbus-daemon  1056   wd /            34 drwxr-xr-x      27  r
messageb dbus-daemon  1056 text /         33510 -rwxr-xr-x  205272  r
messageb dbus-daemon  1056    0 /dev         35 crw-rw-rw-    null rw
messageb dbus-daemon  1056    1 /dev         35 crw-rw-rw-    null rw
messageb dbus-daemon  1056    2 /dev         35 crw-rw-rw-    null rw
messageb dbus-daemon  1056    3* local stream fffff8002ace3a00
messageb dbus-daemon  1056    5 /         56105 drwxr-xr-x       2  r
messageb dbus-daemon  1056    6 /         57047 drwxr-xr-x      11  r
messageb dbus-daemon  1056    7 /         56104 drwxr-xr-x       7  r
messageb dbus-daemon  1056    8* local stream fffff8002aa07d00 <-> fffff8002a952d00
messageb dbus-daemon  1056    9* local stream fffff8002a952d00 <-> fffff8002aa07d00
root     syslogd      906 root /            34 drwxr-xr-x      27  r
root     syslogd      906   wd /            34 drwxr-xr-x      27  r
root     syslogd      906 text /        148693 -r-xr-xr-x   54424  r
root     syslogd      906    0 /dev         35 crw-rw-rw-    null rw
root     syslogd      906    1 /dev         35 crw-rw-rw-    null rw
root     syslogd      906    2 /dev         35 crw-rw-rw-    null rw
root     syslogd      906    3* pipe fffff8002aae1000 <-> fffff8002aae1160      0 rw
root     syslogd      906    4* pipe fffff8002aae1160 <-> fffff8002aae1000      0 rw
root     syslogd      906    5 /dev         19 crw-------    klog  r
root     syslogd      906    6* internet6 dgram udp fffff8002a6bd988
root     syslogd      906    7* internet dgram udp fffff8002a6bd7a0
root     syslogd      906    8* local dgram fffff8002aa7ae00
root     syslogd      906    9* local dgram fffff8002a18ae00
root     syslogd      906   10 /         16496 drwxr-xr-x      31  r
root     syslogd      906   11 /        163843 -rw-------       3  w
root     syslogd      906   13 -         -         bad    -
root     syslogd      906   14 /var/log      8 -rw-r--r--   74160  w
root     syslogd      906   15 /var/log    262 -rw-------      62  w
root     syslogd      906   16 /var/log    256 -rw-------   90938  w
root     syslogd      906   17 /var/log    393 -rw-r-----   10190  w
root     syslogd      906   18 /var/log    257 -rw-------  378196  w
root     syslogd      906   19 /var/log    258 -rw-------     476  w
root     syslogd      906   20 /var/log    263 -rw-r--r--   47961  w
root     syslogd      906   22 /var/log    264 -rw-------      62  w
root     syslogd      906   23 /var/log    265 -rw-r--r--      62  w
root     syslogd      906   24 /var/log    266 -rw-r-----      62  w
_pflogd  pflogd       693 root /         16490 dr-xr-xr-x       2  r
_pflogd  pflogd       693   wd /         16490 dr-xr-xr-x       2  r
_pflogd  pflogd       693 jail /         16490 dr-xr-xr-x       2  r
_pflogd  pflogd       693 text /        139962 -r-xr-xr-x   26280  r
_pflogd  pflogd       693    0 /dev         35 crw-rw-rw-    null rw
_pflogd  pflogd       693    1 /dev         35 crw-rw-rw-    null rw
_pflogd  pflogd       693    2 /dev         35 crw-rw-rw-    null rw
_pflogd  pflogd       693    3 /dev         31 crw-------     bpf rw
_pflogd  pflogd       693    4 /var/log      4 -rw-------      24 rw
_pflogd  pflogd       693    5* local stream fffff8002ace3e00 <-> fffff8002a952e00
root     pflogd       690 root /            34 drwxr-xr-x      27  r
root     pflogd       690   wd /            34 drwxr-xr-x      27  r
root     pflogd       690 text /        139962 -r-xr-xr-x   26280  r
root     pflogd       690    0 /dev         35 crw-rw-rw-    null rw
root     pflogd       690    1 /dev         35 crw-rw-rw-    null rw
root     pflogd       690    2 /dev         35 crw-rw-rw-    null rw
root     pflogd       690    3 /dev         31 crw-------     bpf rw
root     pflogd       690    4* local stream fffff8002a952e00 <-> fffff8002ace3e00
root     pf purge     678 root /            34 drwxr-xr-x      27  r
root     pf purge     678   wd /            34 drwxr-xr-x      27  r
root     devd         668 root /            34 drwxr-xr-x      27  r
root     devd         668   wd /            34 drwxr-xr-x      27  r
root     devd         668 text /        139487 -r-xr-xr-x  994480  r
root     devd         668    0 /dev         35 crw-rw-rw-    null rw
root     devd         668    1 /dev         35 crw-rw-rw-    null rw
root     devd         668    2 /dev         35 crw-rw-rw-    null rw
root     devd         668    3 /dev          8 crw-------  devctl  r
root     devd         668    4* local stream fffff8002af31e00
root     devd         668    5* local seqpak fffff8002af31d00
root     devd         668    6 /         16496 drwxr-xr-x      31  r
root     devd         668    7 /        164225 -rw-------       3  w
root     devd         668    8* local dgram fffff8002ace3900 <-> fffff8002a18ae00
root     ng_queue     595 root /            34 drwxr-xr-x      27  r
root     ng_queue     595   wd /            34 drwxr-xr-x      27  r
root     zfskern       31 root /            34 drwxr-xr-x      27  r
root     zfskern       31   wd /            34 drwxr-xr-x      27  r
root     zfskern       31    0 /        328339 -rw-r--r--    2736 rw
root     zfskern       31    1 /        328339 -rw-r--r--    2736 rw
root     init           1 root /            34 drwxr-xr-x      27  r
root     init           1   wd /            34 drwxr-xr-x      27  r
root     init           1 text /        139796 -r-xr-xr-x  1253152  r
root     kernel         0 root /            34 drwxr-xr-x      27  r
root     kernel         0   wd /            34 drwxr-xr-x      27  r

------------------------------------------------------------------------
dmesg

---<<BOOT>>---
Copyright (c) 1992-2021 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
	The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 13.0-BETA2 #2 r13.0-n244512-726e20f45041: Wed Feb 17 20:26:38 CET 2021
    root@zen-pobro:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64
FreeBSD clang version 11.0.1 (git@github.com:llvm/llvm-project.git llvmorg-11.0.1-0-g43ff75f2c3fe)
VT(efifb): resolution 1920x1080
CPU: AMD Ryzen 7 PRO 4750G with Radeon Graphics (3593.32-MHz K8-class CPU)
  Origin="AuthenticAMD"  Id=0x860f01  Family=0x17  Model=0x60  Stepping=1
  Features=0x178bfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,MMX,FXSR,SSE,SSE2,HTT>
  Features2=0x7ed8320b<SSE3,PCLMULQDQ,MON,SSSE3,FMA,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AESNI,XSAVE,OSXSAVE,AVX,F16C,RDRAND>
  AMD Features=0x2e500800<SYSCALL,NX,MMX+,FFXSR,Page1GB,RDTSCP,LM>
  AMD Features2=0x75c237ff<LAHF,CMP,SVM,ExtAPIC,CR8,ABM,SSE4A,MAS,Prefetch,OSVW,IBS,SKINIT,WDT,TCE,Topology,PCXC,PNXC,DBE,PL2I,MWAITX,ADMSKX>
  Structured Extended Features=0x219c91a9<FSGSBASE,BMI1,AVX2,SMEP,BMI2,PQM,PQE,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA>
  Structured Extended Features2=0x400004<UMIP,RDPID>
  XSAVE Features=0xf<XSAVEOPT,XSAVEC,XINUSE,XSAVES>
  AMD Extended Feature Extensions ID EBX=0x90cf757<CLZERO,IRPerf,XSaveErPtr,RDPRU,MCOMMIT,WBNOINVD,IBPB,IBRS,STIBP,PREFER_IBRS,SSBD>
  SVM: NP,NRIP,VClean,AFlush,DAssist,NAsids=32768
  TSC: P-state invariant, performance statistics
real memory  = 34359738368 (32768 MB)
avail memory = 32720228352 (31204 MB)
Event timer "LAPIC" quality 600
ACPI APIC Table: <ALASKA A M I >
FreeBSD/SMP: Multiprocessor System Detected: 16 CPUs
FreeBSD/SMP: 1 package(s) x 2 cache groups x 4 core(s) x 2 hardware threads
random: registering fast source Intel Secure Key RNG
random: fast provider: "Intel Secure Key RNG"
random: unblocking device.
ioapic0 <Version 2.1> irqs 0-23
ioapic1 <Version 2.1> irqs 24-55
Launching APs: 9 7 8 6 3 12 2 13 5 15 4 14 1 11 10
Timecounter "TSC-low" frequency 1796659938 Hz quality 1000
KTLS: Initialized 16 threads
random: entropy device external interface
WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0.
kbd1 at kbdmux0
000.000060 [4350] netmap_init               netmap: loaded module
[ath_hal] loaded
mlx5en: Mellanox Ethernet driver 3.6.0 (December 2020)
nexus0
efirtc0: <EFI Realtime Clock>
efirtc0: registered as a time-of-day clock, resolution 1.000000s
cryptosoft0: <software crypto>
aesni0: <AES-CBC,AES-CCM,AES-GCM,AES-ICM,AES-XTS,SHA1,SHA256>
acpi0: <ALASKA A M I >
acpi0: Power Button (fixed)
AMD-Vi: IVRS Info VAsize = 64 PAsize = 48 GVAsize = 2 flags:0
attimer0: <AT timer> port 0x40-0x43 irq 0 on acpi0
Timecounter "i8254" frequency 1193182 Hz quality 0
Event timer "i8254" frequency 1193182 Hz quality 100
atrtc0: <AT realtime clock> port 0x70-0x71 on acpi0
atrtc0: registered as a time-of-day clock, resolution 1.000000s
Event timer "RTC" frequency 32768 Hz quality 0
hpet0: <High Precision Event Timer> iomem 0xfed00000-0xfed003ff irq 0,8 on acpi0
Timecounter "HPET" frequency 14318180 Hz quality 950
Event timer "HPET" frequency 14318180 Hz quality 350
Event timer "HPET1" frequency 14318180 Hz quality 350
Event timer "HPET2" frequency 14318180 Hz quality 350
Timecounter "ACPI-fast" frequency 3579545 Hz quality 900
acpi_timer0: <32-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0
pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
pci0: <ACPI PCI bus> on pcib0
pci0: <base peripheral, IOMMU> at device 0.2 (no driver attached)
pcib1: <ACPI PCI-PCI bridge> at device 2.1 on pci0
pci1: <ACPI PCI bus> on pcib1
xhci0: <XHCI (generic) USB 3.0 controller> mem 0xfc9a0000-0xfc9a7fff at device 0.0 on pci1
xhci0: 32 bytes context size, 64-bit DMA
usbus0 on xhci0
usbus0: 5.0Gbps Super Speed USB v3.0
ahci0: <AHCI SATA controller> mem 0xfc980000-0xfc99ffff at device 0.1 on pci1
ahci0: AHCI v1.31 with 6 6Gbps ports, Port Multiplier supported
ahcich0: <AHCI channel> at channel 0 on ahci0
ahcich1: <AHCI channel> at channel 1 on ahci0
ahcich2: <AHCI channel> at channel 2 on ahci0
ahcich3: <AHCI channel> at channel 3 on ahci0
ahcich4: <AHCI channel> at channel 4 on ahci0
ahcich5: <AHCI channel> at channel 5 on ahci0
pcib2: <ACPI PCI-PCI bridge> at device 0.2 on pci1
pci2: <ACPI PCI bus> on pcib2
pcib3: <ACPI PCI-PCI bridge> at device 0.0 on pci2
pci3: <ACPI PCI bus> on pcib3
pcib4: <ACPI PCI-PCI bridge> at device 6.0 on pci2
pci4: <ACPI PCI bus> on pcib4
pcib5: <ACPI PCI-PCI bridge> at device 7.0 on pci2
pci5: <ACPI PCI bus> on pcib5
pcib6: <ACPI PCI-PCI bridge> at device 8.0 on pci2
pci6: <ACPI PCI bus> on pcib6
ppt0 port 0xf000-0xf0ff mem 0xfc800000-0xfc80ffff,0xfc810000-0xfc813fff at device 0.0 on pci6
pcib7: <ACPI PCI-PCI bridge> at device 9.0 on pci2
pci7: <ACPI PCI bus> on pcib7
pci7: <network> at device 0.0 (no driver attached)
pcib8: <ACPI PCI-PCI bridge> at device 2.2 on pci0
pci8: <ACPI PCI bus> on pcib8
nvme0: <Generic NVMe Device> mem 0xfce00000-0xfce03fff,0xfce04000-0xfce040ff at device 0.0 on pci8
pcib9: <ACPI PCI-PCI bridge> at device 8.1 on pci0
pci9: <ACPI PCI bus> on pcib9
vgapci0: <VGA-compatible display> port 0xe000-0xe0ff mem 0xd0000000-0xdfffffff,0xe0000000-0xe01fffff,0xfcd00000-0xfcd7ffff at device 0.0 on pci9
hdac0: <ATI (0x1637) HDA Controller> mem 0xfcd88000-0xfcd8bfff at device 0.1 on pci9
pci9: <encrypt/decrypt> at device 0.2 (no driver attached)
ppt1 mem 0xfcb00000-0xfcbfffff at device 0.3 on pci9
xhci1: <XHCI (generic) USB 3.0 controller> mem 0xfca00000-0xfcafffff at device 0.4 on pci9
xhci1: 64 bytes context size, 64-bit DMA
usbus1 on xhci1
usbus1: 5.0Gbps Super Speed USB v3.0
hdac1: <AMD Raven HDA Controller> mem 0xfcd80000-0xfcd87fff at device 0.6 on pci9
isab0: <PCI-ISA bridge> at device 20.3 on pci0
isa0: <ISA bus> on isab0
acpi_button0: <Power Button> on acpi0
uart2: <16x50 with 256 byte FIFO> iomem 0xfedc9000-0xfedc9fff,0xfedc7000-0xfedc7fff irq 3 on acpi0
uart3: <16x50 with 256 byte FIFO> iomem 0xfedca000-0xfedcafff,0xfedc8000-0xfedc8fff irq 4 on acpi0
uart4: <16x50 with 256 byte FIFO> iomem 0xfedce000-0xfedcefff,0xfedcc000-0xfedccfff irq 3 on acpi0
uart5: <16x50 with 256 byte FIFO> iomem 0xfedcf000-0xfedcffff,0xfedcd000-0xfedcdfff irq 4 on acpi0
acpi_syscontainer0: <System Container> on acpi0
cpu0: <ACPI CPU> on acpi0
ivhd0: <AMD-Vi/IOMMU ivhd with EFR> on acpi0
ivhd0: Flag:b0<IotlbSup,Coherent>
ivhd0: Features(type:0x11) MsiNumPPR = 0 PNBanks= 2 PNCounters= 0
ivhd0: Extended features[31:0]:22254ade<PPRSup,<b2>,NXSup,GTSup,IASup> HATS = 0x2 GATS = 0x0 GLXSup = 0x1 SmiFSup = 0x1 SmiFRC = 0x1 GAMSup = 0x1 DualPortLogSup = 0x2 DualEventLogSup = 0x2
ivhd0: Extended features[62:32]:206d73ef<USSup> Max PASID: 0x2f DevTblSegSup = 0x3 MarcSup = 0x0
ivhd0: supported paging level:7, will use only: 4
ivhd0: device range: 0x0 - 0xffff
ivhd0: PCI cap 0x190b640f@0x40 feature:19<IOTLB,EFR,CapExt>
atkbdc0: <Keyboard controller (i8042)> at port 0x60,0x64 on isa0
atkbd0: <AT Keyboard> irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
atkbdc0: non-PNP ISA device will be removed from GENERIC in FreeBSD 12.
hwpstate0: <Cool`n'Quiet 2.0> on cpu0
Timecounters tick every 1.000 msec
ZFS filesystem version: 5
ZFS storage pool version: features support (5000)
ugen0.1: <0x1022 XHCI root HUB> at usbus0
ugen1.1: <0x1022 XHCI root HUB> at usbus1
uhub0 on usbus0
uhub0: <0x1022 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus0
uhub1 on usbus1
uhub1: <0x1022 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus1
nvd0: <WDS100T3X0C-00SJG0> NVMe namespace
nvd0: 953869MB (1953525168 512 byte sectors)
hdacc0: <ATI R6xx HDA CODEC> at cad 0 on hdac0
hdaa0: <ATI R6xx Audio Function Group> at nid 1 on hdacc0
pcm0: <ATI R6xx (HDMI)> at nid 3 on hdaa0
pcm1: <ATI R6xx (HDMI)> at nid 5 on hdaa0
pcm2: <ATI R6xx (HDMI)> at nid 7 on hdaa0
pcm3: <ATI R6xx (HDMI)> at nid 9 on hdaa0
hdacc1: <Realtek ALCS1200A HDA CODEC> at cad 0 on hdac1
hdaa1: <Realtek ALCS1200A Audio Function Group> at nid 1 on hdacc1
pcm4: <Realtek ALCS1200A (Rear Analog 5.1/2.0)> at nid 20,22,21 and 24,26 on hdaa1
pcm5: <Realtek ALCS1200A (Front Analog)> at nid 27 and 25 on hdaa1
pcm6: <Realtek ALCS1200A (Rear Digital)> at nid 30 on hdaa1
Trying to mount root from zfs:zroot/ROOT/13.0b2a []...
Root mount waiting for: usbus0 CAM usbus1
ada0 at ahcich0 bus 0 scbus0 target 0 lun 0
ada0: <ST8000NM000A-2KE101 SN02> ACS-4 ATA SATA 3.x device
ada0: Serial Number WSD075ED
ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes)
ada0: Command Queueing enabled
ada0: 7630885MB (15628053168 512 byte sectors)
uhub1: 6 ports with 6 removable, self powered
uhub0: 14 ports with 14 removable, self powered
usb_alloc_device: set address 2 failed (USB_ERR_IOERROR, ignored)
Root mount waiting for: usbus0 usbus1
ugen0.2: <vendor 0x05e3 USB2.0 Hub> at usbus0
uhub2 on uhub0
uhub2: <vendor 0x05e3 USB2.0 Hub, class 9/0, rev 2.00/60.52, addr 1> on usbus0
uhub2: MTT enabled
uhub2: 4 ports with 4 removable, self powered
Root mount waiting for: usbus0 usbus1
ugen0.3: <ASRock LED Controller> at usbus0
Root mount waiting for: usbus0 usbus1
usbd_setup_device_desc: getting device descriptor at addr 2 failed, USB_ERR_IOERROR
ugen0.4: <vendor 0x0b05 product 0x1825> at usbus0
usbd_req_re_enumerate: addr=2, set address failed! (USB_ERR_IOERROR, ignored)
Root mount waiting for: usbus1
Root mount waiting for: usbus1
usbd_setup_device_desc: getting device descriptor at addr 2 failed, USB_ERR_IOERROR
Root mount waiting for: usbus1
usbd_req_re_enumerate: addr=2, set address failed! (USB_ERR_IOERROR, ignored)
Root mount waiting for: usbus1
Root mount waiting for: usbus1
Root mount waiting for: usbus1
usbd_setup_device_desc: getting device descriptor at addr 2 failed, USB_ERR_IOERROR
usbd_req_re_enumerate: addr=2, set address failed! (USB_ERR_IOERROR, ignored)
Root mount waiting for: usbus1
Root mount waiting for: usbus1
Root mount waiting for: usbus1
usbd_setup_device_desc: getting device descriptor at addr 2 failed, USB_ERR_IOERROR
Root mount waiting for: usbus1
usbd_req_re_enumerate: addr=2, set address failed! (USB_ERR_IOERROR, ignored)
Root mount waiting for: usbus1
Root mount waiting for: usbus1
usbd_setup_device_desc: getting device descriptor at addr 2 failed, USB_ERR_IOERROR
ugen1.2: <Unknown > at usbus1 (disconnected)
uhub_reattach_port: could not allocate new device
Setting hostuuid: ffffffff-ffff-0000-0000-000000000000.
Setting hostid: 0xba75d687.
Starting file system checks:
Mounting local filesystems:.
Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED
Feeding entropy: .
Setting hostname: zen-pobro.
ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/gcc10 /usr/local/lib/perl5/5.32/mach/CORE /usr/local/lib/qt5 /usr/local/lib/vtk-8.2 /usr/local/llvm10/lib /usr/local/llvm11/lib /usr/local/mpi/openmpi/lib
32-bit compatibility ldconfig path: /usr/lib32
Loading kernel modules:
kldload: can't load /boot/modules/amdgpu.ko: No such file or directory
/etc/rc: WARNING: Unable to load kernel module /boot/modules/amdgpu.ko
amdsmn0: <AMD Family 17h System Management Network> on hostb0
amdtemp0: <AMD CPU On-Die Thermal Sensors> on hostb0
Autoloading module: acpi_wmi.ko
Autoloading module: intpm.ko
intsmb0: <AMD FCH SMBus Controller> at device 20.0 on pci0
smbus0: <System Management Bus> on intsmb0
acpi_wmi0: <ACPI-WMI mapping> on acpi0
acpi_wmi0: cannot find EC device
acpi_wmi0: Embedded MOF found
ACPI: \134AOD.WQBA: 1 arguments were passed to a non-method ACPI object (Buffer) (20201113/nsarguments-361)
driver bug: Unable to set devclass (class: ppc devname: (unknown))
ifconfig: SIOCIFCREATE2: Device not configured
lo0: link state changed to UP
Starting Network: lo0.
lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
	options=680003<RXCSUM,TXCSUM,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6>
	inet6 ::1 prefixlen 128
	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x1
	inet 127.0.0.1 netmask 0xff000000
	groups: lo
	nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
Starting devd.
Autoloading module: acpi_wmi.ko
Autoloading module: intpm.ko
Autoloading module: uhid.ko
Autoloading module: usbhid.ko
Autoloading module: wmt.ko
uhid0 on uhub0
uhid0: <ASRock LED Controller, class 0/0, rev 1.10/0.00, addr 2> on usbus0
Autoloading module: ng_ubt.ko
ubt0 on uhub0
ubt0: <vendor 0x0b05 product 0x1825, class 224/1, rev 1.10/0.01, addr 3> on usbus0
Autoloading module: ng_ubt.ko
Autoloading module: ng_ubt.ko
Autoloading module: ng_ubt.ko
WARNING: attempt to domain_add(bluetooth) after domainfinalize()
WARNING: attempt to domain_add(netgraph) after domainfinalize()
Starting pflog.
pflog0: promiscuous mode enabled
2021-02-17T20:43:46.063053+01:00 zen-pobro pflogd 690 - - [priv]: msg PRIV_OPEN_LOG received
add host 127.0.0.1: gateway lo0 fib 0: route already in table
route: writing to routing socket: Network is unreachable
add net default: gateway 192.168.3.2 fib 0: Network is unreachable
Additional inet routing options: gateway=YES.
add host ::1: gateway lo0 fib 0: route already in table
add net fe80::: gateway ::1
add net ff02::: gateway ::1
add net ::ffff:0.0.0.0: gateway ::1
add net ::0.0.0.0: gateway ::1
Enabling pf.
Creating and/or trimming log files.
Clearing /tmp (X related).
Updating motd:.
Updating /var/run/os-release done.
Starting hostapd.
Configuration file: /etc/hostapd.conf
bsd driver initialization failed.
wlan0: interface state UNINITIALIZED->DISABLED
wlan0: AP-DISABLED 
wlan0: CTRL-EVENT-TERMINATING 
hostapd_free_hapd_data: Interface wlan0 wasn't started
/etc/rc: WARNING: failed to start hostapd
Starting syslogd.
No core dumps found.
bridge0: Ethernet address: 58:9c:fc:10:ff:94
bridge0: changing name to 'vm-public'
Starting dbus.
Starting powerdxx.
Mounting late filesystems:.
Configuring vt: blanktime.
Performing sanity check on sshd configuration.
Starting sshd.
Starting cron.
Starting background file system checks in 60 seconds.

Wed Feb 17 20:43:46 CET 2021
tap0: Ethernet address: 58:9c:fc:10:ff:b8
tap0: promiscuous mode enabled
vm-public: link state changed to DOWN
tap0: link state changed to UP
vm-public: link state changed to UP
ccp0: <AMD CCP-5a> mem 0xfcc00000-0xfccfffff,0xfcd8c000-0xfcd8dfff at device 0.2 on pci9
random: registering fast source AMD CCP TRNG
panic: VERIFY3(0 == zio_crypt_key_wrap(&dck->dck_wkey->wk_key, key, iv, mac, keydata, hmac_keydata)) failed (0 == 5)

cpuid = 12
time = 1613591237
KDB: stack backtrace:
#0 0xffffffff80c56695 at kdb_backtrace+0x65
#1 0xffffffff80c09261 at vpanic+0x181
#2 0xffffffff8213a07a at spl_panic+0x3a
#3 0xffffffff821d8a40 at dsl_crypto_key_sync+0x80
#4 0xffffffff821d6f24 at dsl_crypto_key_create_sync+0xa4
#5 0xffffffff821d6b53 at dsl_dataset_create_crypt_sync+0x263
#6 0xffffffff821bf4be at dsl_dataset_create_sync_dd+0x4ae
#7 0xffffffff821bf5d3 at dsl_dataset_create_sync+0xa3
#8 0xffffffff821a0d29 at dmu_objset_create_sync+0x89
#9 0xffffffff821ea424 at dsl_sync_task_sync+0xb4
#10 0xffffffff821dd1cb at dsl_pool_sync+0x49b
#11 0xffffffff822135fe at spa_sync+0xbde
#12 0xffffffff82227b33 at txg_sync_thread+0x3b3
#13 0xffffffff80bc735e at fork_exit+0x7e
#14 0xffffffff81060e1e at fork_trampoline+0xe
Uptime: 4m1s
Dumping 1284 out of 32102 MB:..2%..12%..22%..32%..42%..52%..62%..72%..81%..91%

------------------------------------------------------------------------
kernel config

options	CONFIG_AUTOGENERATED
ident	GENERIC
machine	amd64
cpu	HAMMER
makeoptions	WITH_CTF=1
makeoptions	DEBUG=-g
options	IICHID_SAMPLING
options	HID_DEBUG
options	EVDEV_SUPPORT
options	XENHVM
options	USB_DEBUG
options	ATH_ENABLE_11N
options	AH_AR5416_INTERRUPT_MITIGATION
options	IEEE80211_SUPPORT_MESH
options	IEEE80211_DEBUG
options	SC_PIXEL_MODE
options	VESA
options	COMPAT_LINUXKPI
options	PCI_IOV
options	PCI_HP
options	IOMMU
options	EARLY_AP_STARTUP
options	SMP
options	NETGDB
options	NETDUMP
options	DEBUGNET
options	ZSTDIO
options	GZIO
options	EKCD
options	KDB_TRACE
options	KDB
options	RCTL
options	RACCT_DEFAULT_TO_DISABLED
options	RACCT
options	INCLUDE_CONFIG_FILE
options	DDB_CTF
options	KDTRACE_HOOKS
options	KDTRACE_FRAME
options	MAC
options	CAPABILITIES
options	CAPABILITY_MODE
options	AUDIT
options	HWPMC_HOOKS
options	KBD_INSTALL_CDEV
options	PRINTF_BUFR_SIZE=128
options	_KPOSIX_PRIORITY_SCHEDULING
options	SYSVSEM
options	SYSVMSG
options	SYSVSHM
options	STACK
options	KTRACE
options	SCSI_DELAY=5000
options	COMPAT_FREEBSD12
options	COMPAT_FREEBSD11
options	COMPAT_FREEBSD10
options	COMPAT_FREEBSD9
options	COMPAT_FREEBSD7
options	COMPAT_FREEBSD6
options	COMPAT_FREEBSD5
options	COMPAT_FREEBSD4
options	COMPAT_FREEBSD32
options	EFIRT
options	GEOM_LABEL
options	GEOM_RAID
options	TMPFS
options	PSEUDOFS
options	PROCFS
options	CD9660
options	MSDOSFS
options	NFS_ROOT
options	NFSLOCKD
options	NFSD
options	NFSCL
options	MD_ROOT
options	QUOTA
options	UFS_GJOURNAL
options	UFS_DIRHASH
options	UFS_ACL
options	SOFTUPDATES
options	FFS
options	KERN_TLS
options	SCTP_SUPPORT
options	TCP_RFC7413
options	TCP_HHOOK
options	TCP_BLACKBOX
options	TCP_OFFLOAD
options	ROUTE_MPATH
options	IPSEC_SUPPORT
options	INET6
options	INET
options	VIMAGE
options	PREEMPTION
options	NUMA
options	SCHED_ULE
options	NEW_PCIB
options	GEOM_PART_GPT
options	GEOM_PART_MBR
options	GEOM_PART_EBR
options	GEOM_PART_BSD
device	isa
device	mem
device	io
device	uart_ns8250
device	cpufreq
device	acpi
device	pci
device	fdc
device	ahci
device	ata
device	mvs
device	siis
device	ahc
device	ahd
device	esp
device	hptiop
device	isp
device	mpt
device	mps
device	mpr
device	sym
device	isci
device	ocs_fc
device	pvscsi
device	scbus
device	ch
device	da
device	sa
device	cd
device	pass
device	ses
device	amr
device	arcmsr
device	ciss
device	iir
device	ips
device	mly
device	twa
device	smartpqi
device	tws
device	aac
device	aacp
device	aacraid
device	ida
device	mfi
device	mlx
device	mrsas
device	pmspcv
device	twe
device	nvme
device	nvd
device	vmd
device	vmd_bus
device	atkbdc
device	atkbd
device	psm
device	kbdmux
device	vga
device	splash
device	sc
device	vt
device	vt_vga
device	vt_efifb
device	vt_vbefb
device	agp
device	cbb
device	pccard
device	cardbus
device	uart
device	ppc
device	ppbus
device	lpt
device	ppi
device	puc
device	iflib
device	em
device	ix
device	ixv
device	ixl
device	iavf
device	ice
device	vmx
device	axp
device	bxe
device	le
device	ti
device	mlx5
device	mlxfw
device	mlx5en
device	miibus
device	ae
device	age
device	alc
device	ale
device	bce
device	bfe
device	bge
device	cas
device	dc
device	et
device	fxp
device	gem
device	jme
device	lge
device	msk
device	nfe
device	nge
device	re
device	rl
device	sge
device	sis
device	sk
device	ste
device	stge
device	vge
device	vr
device	xl
device	wlan
device	wlan_wep
device	wlan_ccmp
device	wlan_tkip
device	wlan_amrr
device	an
device	ath
device	ath_pci
device	ath_hal
device	ath_rate_sample
device	ipw
device	iwi
device	iwn
device	malo
device	mwl
device	ral
device	wpi
device	crypto
device	aesni
device	loop
device	padlock_rng
device	rdrand_rng
device	ether
device	vlan
device	tuntap
device	md
device	gif
device	firmware
device	xz
device	bpf
device	uhci
device	ohci
device	ehci
device	xhci
device	usb
device	ukbd
device	umass
device	sound
device	snd_cmi
device	snd_csa
device	snd_emu10kx
device	snd_es137x
device	snd_hda
device	snd_ich
device	snd_via8233
device	mmc
device	mmcsd
device	sdhci
device	rtsx
device	virtio
device	virtio_pci
device	vtnet
device	virtio_blk
device	virtio_scsi
device	virtio_balloon
device	hyperv
device	xenpci
device	netmap
device	evdev
device	uinput
device	hid

------------------------------------------------------------------------
ddb capture buffer

ddb: ddb_capture: kvm_nlist