Attachment 205420 Details for Bug 238883 – /var/crash/core.txt.4 file

/var/crash/core.txt.4 file

core.txt.4 (text/plain), 95.27 KB, created by chadf on 2019-06-29 20:03:09 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: chadf

Created: 2019-06-29 20:03:09 UTC

Size: 95.27 KB

patch

obsolete

>krash dumped core - see /var/crash/vmcore.4
>
>Sat Jun 29 05:21:09 PDT 2019
>
>FreeBSD krash 12.0-RELEASE-p6 FreeBSD 12.0-RELEASE-p6 GENERIC  amd64
>
>panic: double fault
>
>GNU gdb (GDB) 8.3 [GDB v8.3 for FreeBSD]
>Copyright (C) 2019 Free Software Foundation, Inc.
>License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
>This is free software: you are free to change and redistribute it.
>There is NO WARRANTY, to the extent permitted by law.
>Type "show copying" and "show warranty" for details.
>This GDB was configured as "x86_64-portbld-freebsd12.0".
>Type "show configuration" for configuration details.
>For bug reporting instructions, please see:
><http://www.gnu.org/software/gdb/bugs/>.
>Find the GDB manual and other documentation resources online at:
>    <http://www.gnu.org/software/gdb/documentation/>.
>
>For help, type "help".
>Type "apropos word" to search for commands related to "word"...
>Reading symbols from /boot/kernel/kernel...
>Reading symbols from /usr/lib/debug//boot/kernel/kernel.debug...
>
>Unread portion of the kernel message buffer:
>
>Fatal double fault
>rip 0xffffffff80eb9cf4 rsp 0xfffffe00004bb000 rbp 0xfffffe00004bb000
>rax 0xffffffff80eb9cf0 rdx 0xfffff8003636d470 rbx 0xffffffff81b5d490
>rcx 0x1 rsi 0xfffffe00004bb040 rdi 0xfffffe00004bb040
>r8 0xfffff8000390cd20 r9 0xfffffe00004bb1c0 r10 0
>r11 0x900 r12 0xfffffe00004bb0f0 r13 0x80300
>r14 0xfffffe00004bb040 r15 0xffffffff rflags 0x10286
>cs 0x20 ss 0x28 ds 0x3b es 0x3b fs 0x13 gs 0x1b
>fsbase 0x803a1b830 gsbase 0xffffffff82012300 kgsbase 0
>cpuid = 0; apic id = 00
>panic: double fault
>cpuid = 0
>time = 1561810830
>KDB: stack backtrace:
>Uptime: 2m44s
>Dumping 118 out of 985 MB:..14%..28%..41%..55%..68%..82%..95%
>
>__curthread () at ./machine/pcpu.h:234
>234	./machine/pcpu.h: No such file or directory.
>(kgdb) #0  __curthread () at ./machine/pcpu.h:234
>#1  doadump (textdump=<optimized out>)
>    at /usr/src/sys/kern/kern_shutdown.c:366
>#2  0xffffffff80b9b14b in kern_reboot (howto=260)
>    at /usr/src/sys/kern/kern_shutdown.c:446
>#3  0xffffffff80b9b5c3 in vpanic (fmt=<optimized out>, 
>    ap=0xffffffff81fb1200 <dblfault_stack+3648>)
>    at /usr/src/sys/kern/kern_shutdown.c:872
>#4  0xffffffff80b9b3b3 in panic (fmt=<unavailable>)
>    at /usr/src/sys/kern/kern_shutdown.c:799
>#5  0xffffffff8107518e in dblfault_handler (frame=<optimized out>)
>    at /usr/src/sys/amd64/amd64/trap.c:970
>#6  <signal handler called>
>#7  0xffffffff80eb9cf4 in ffs_lock (ap=0xfffffe00004bb040)
>    at /usr/src/sys/ufs/ffs/ffs_vnops.c:409
>#8  0xffffffff811faf0e in VOP_LOCK1_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb040) at vnode_if.c:2087
>#9  0xffffffff8281e9b1 in VOP_LOCK1 (line=672, vp=<optimized out>, 
>    flags=<optimized out>, file=<optimized out>) at ./vnode_if.h:859
>#10 null_lock (ap=0xfffffe00004bb0f0)
>    at /usr/src/sys/fs/nullfs/null_vnops.c:672
>#11 0xffffffff811faf0e in VOP_LOCK1_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb0f0) at vnode_if.c:2087
>#12 0xffffffff8282616c in VOP_LOCK1 (vp=<optimized out>, 
>    flags=<optimized out>, file=<optimized out>, line=<optimized out>)
>    at ./vnode_if.h:859
>#13 unionfs_lock (ap=0xfffffe00004bb190)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1907
>#14 0xffffffff811faf0e in VOP_LOCK1_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb190) at vnode_if.c:2087
>#15 0xffffffff80c7b560 in VOP_LOCK1 (vp=0xfffff8003636d3c0, flags=524544, 
>    file=0xffffffff812de46c "/usr/src/sys/kern/vfs_subr.c", line=2753)
>    at ./vnode_if.h:859
>#16 _vn_lock (vp=0xfffff8003636d3c0, flags=524544, 
>    file=0xffffffff812de46c "/usr/src/sys/kern/vfs_subr.c", line=2753)
>    at /usr/src/sys/kern/vfs_vnops.c:1533
>#17 0xffffffff80c6ac49 in vputx (vp=0xfffff8003636d3c0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2753
>#18 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#19 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#20 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb310) at vnode_if.c:2021
>#21 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, td=<optimized out>)
>    at ./vnode_if.h:830
>#22 vgonel (vp=0xfffff80036479000) at /usr/src/sys/kern/vfs_subr.c:3381
>#23 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#24 vrecycle (vp=0xfffff80036479000) at /usr/src/sys/kern/vfs_subr.c:3203
>#25 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#26 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb3f8) at vnode_if.c:1955
>#27 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#28 vinactive (vp=0xfffff80036479000, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#29 0xffffffff80c6adc7 in vputx (vp=0xfffff80036479000, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#30 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#31 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#32 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb570) at vnode_if.c:2021
>#33 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, td=<optimized out>)
>    at ./vnode_if.h:830
>#34 vgonel (vp=0xfffff8003636bb40) at /usr/src/sys/kern/vfs_subr.c:3381
>#35 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#36 vrecycle (vp=0xfffff8003636bb40) at /usr/src/sys/kern/vfs_subr.c:3203
>#37 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#38 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb658) at vnode_if.c:1955
>#39 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#40 vinactive (vp=0xfffff8003636bb40, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#41 0xffffffff80c6adc7 in vputx (vp=0xfffff8003636bb40, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#42 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#43 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#44 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb7d0) at vnode_if.c:2021
>#45 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, td=<optimized out>)
>    at ./vnode_if.h:830
>#46 vgonel (vp=0xfffff80036365d20) at /usr/src/sys/kern/vfs_subr.c:3381
>#47 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#48 vrecycle (vp=0xfffff80036365d20) at /usr/src/sys/kern/vfs_subr.c:3203
>#49 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#50 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bb8b8) at vnode_if.c:1955
>#51 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#52 vinactive (vp=0xfffff80036365d20, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#53 0xffffffff80c6adc7 in vputx (vp=0xfffff80036365d20, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#54 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#55 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#56 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bba30) at vnode_if.c:2021
>#57 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, td=<optimized out>)
>    at ./vnode_if.h:830
>#58 vgonel (vp=0xfffff800363ad780) at /usr/src/sys/kern/vfs_subr.c:3381
>#59 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#60 vrecycle (vp=0xfffff800363ad780) at /usr/src/sys/kern/vfs_subr.c:3203
>#61 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#62 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bbb18) at vnode_if.c:1955
>#63 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#64 vinactive (vp=0xfffff800363ad780, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#65 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ad780, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#66 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#67 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#68 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bbc90) at vnode_if.c:2021
>#69 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, td=<optimized out>)
>    at ./vnode_if.h:830
>#70 vgonel (vp=0xfffff800363ad5a0) at /usr/src/sys/kern/vfs_subr.c:3381
>#71 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#72 vrecycle (vp=0xfffff800363ad5a0) at /usr/src/sys/kern/vfs_subr.c:3203
>#73 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#74 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bbd78) at vnode_if.c:1955
>#75 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#76 vinactive (vp=0xfffff800363ad5a0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#77 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ad5a0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#78 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#79 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#80 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bbef0) at vnode_if.c:2021
>#81 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, td=<optimized out>)
>    at ./vnode_if.h:830
>#82 vgonel (vp=0xfffff800363ae1e0) at /usr/src/sys/kern/vfs_subr.c:3381
>#83 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#84 vrecycle (vp=0xfffff800363ae1e0) at /usr/src/sys/kern/vfs_subr.c:3203
>#85 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#86 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bbfd8) at vnode_if.c:1955
>#87 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#88 vinactive (vp=0xfffff800363ae1e0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#89 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ae1e0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#90 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#91 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#92 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc150) at vnode_if.c:2021
>#93 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, td=<optimized out>)
>    at ./vnode_if.h:830
>#94 vgonel (vp=0xfffff800363ae3c0) at /usr/src/sys/kern/vfs_subr.c:3381
>#95 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#96 vrecycle (vp=0xfffff800363ae3c0) at /usr/src/sys/kern/vfs_subr.c:3203
>#97 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#98 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc238) at vnode_if.c:1955
>#99 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#100 vinactive (vp=0xfffff800363ae3c0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#101 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ae3c0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#102 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#103 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#104 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc3b0) at vnode_if.c:2021
>#105 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#106 vgonel (vp=0xfffff800363ae000) at /usr/src/sys/kern/vfs_subr.c:3381
>#107 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#108 vrecycle (vp=0xfffff800363ae000) at /usr/src/sys/kern/vfs_subr.c:3203
>#109 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#110 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc498) at vnode_if.c:1955
>#111 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#112 vinactive (vp=0xfffff800363ae000, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#113 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ae000, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#114 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#115 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#116 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc610) at vnode_if.c:2021
>#117 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#118 vgonel (vp=0xfffff800363ae5a0) at /usr/src/sys/kern/vfs_subr.c:3381
>#119 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#120 vrecycle (vp=0xfffff800363ae5a0) at /usr/src/sys/kern/vfs_subr.c:3203
>#121 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#122 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc6f8) at vnode_if.c:1955
>#123 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#124 vinactive (vp=0xfffff800363ae5a0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#125 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ae5a0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#126 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#127 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#128 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc870) at vnode_if.c:2021
>#129 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#130 vgonel (vp=0xfffff800363adb40) at /usr/src/sys/kern/vfs_subr.c:3381
>#131 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#132 vrecycle (vp=0xfffff800363adb40) at /usr/src/sys/kern/vfs_subr.c:3203
>#133 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#134 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bc958) at vnode_if.c:1955
>#135 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#136 vinactive (vp=0xfffff800363adb40, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#137 0xffffffff80c6adc7 in vputx (vp=0xfffff800363adb40, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#138 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#139 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#140 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bcad0) at vnode_if.c:2021
>#141 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#142 vgonel (vp=0xfffff800363ad3c0) at /usr/src/sys/kern/vfs_subr.c:3381
>#143 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#144 vrecycle (vp=0xfffff800363ad3c0) at /usr/src/sys/kern/vfs_subr.c:3203
>#145 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#146 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bcbb8) at vnode_if.c:1955
>#147 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#148 vinactive (vp=0xfffff800363ad3c0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#149 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ad3c0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#150 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#151 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#152 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bcd30) at vnode_if.c:2021
>#153 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#154 vgonel (vp=0xfffff800363ad1e0) at /usr/src/sys/kern/vfs_subr.c:3381
>#155 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#156 vrecycle (vp=0xfffff800363ad1e0) at /usr/src/sys/kern/vfs_subr.c:3203
>#157 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#158 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bce18) at vnode_if.c:1955
>#159 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#160 vinactive (vp=0xfffff800363ad1e0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#161 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ad1e0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#162 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#163 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#164 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bcf90) at vnode_if.c:2021
>#165 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#166 vgonel (vp=0xfffff800363ad000) at /usr/src/sys/kern/vfs_subr.c:3381
>#167 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#168 vrecycle (vp=0xfffff800363ad000) at /usr/src/sys/kern/vfs_subr.c:3203
>#169 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#170 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd078) at vnode_if.c:1955
>#171 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#172 vinactive (vp=0xfffff800363ad000, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#173 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ad000, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#174 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#175 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#176 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd1f0) at vnode_if.c:2021
>#177 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#178 vgonel (vp=0xfffff800363acd20) at /usr/src/sys/kern/vfs_subr.c:3381
>#179 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#180 vrecycle (vp=0xfffff800363acd20) at /usr/src/sys/kern/vfs_subr.c:3203
>#181 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#182 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd2d8) at vnode_if.c:1955
>#183 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#184 vinactive (vp=0xfffff800363acd20, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#185 0xffffffff80c6adc7 in vputx (vp=0xfffff800363acd20, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#186 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#187 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#188 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd450) at vnode_if.c:2021
>#189 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#190 vgonel (vp=0xfffff800363acb40) at /usr/src/sys/kern/vfs_subr.c:3381
>#191 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#192 vrecycle (vp=0xfffff800363acb40) at /usr/src/sys/kern/vfs_subr.c:3203
>#193 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#194 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd538) at vnode_if.c:1955
>#195 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#196 vinactive (vp=0xfffff800363acb40, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#197 0xffffffff80c6adc7 in vputx (vp=0xfffff800363acb40, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#198 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#199 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#200 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd6b0) at vnode_if.c:2021
>#201 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#202 vgonel (vp=0xfffff800363ac960) at /usr/src/sys/kern/vfs_subr.c:3381
>#203 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#204 vrecycle (vp=0xfffff800363ac960) at /usr/src/sys/kern/vfs_subr.c:3203
>#205 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#206 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd798) at vnode_if.c:1955
>#207 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#208 vinactive (vp=0xfffff800363ac960, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#209 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ac960, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#210 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#211 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#212 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd910) at vnode_if.c:2021
>#213 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#214 vgonel (vp=0xfffff800363ac780) at /usr/src/sys/kern/vfs_subr.c:3381
>#215 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#216 vrecycle (vp=0xfffff800363ac780) at /usr/src/sys/kern/vfs_subr.c:3203
>#217 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#218 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bd9f8) at vnode_if.c:1955
>#219 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#220 vinactive (vp=0xfffff800363ac780, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#221 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ac780, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#222 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#223 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#224 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bdb70) at vnode_if.c:2021
>#225 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#226 vgonel (vp=0xfffff800363ac5a0) at /usr/src/sys/kern/vfs_subr.c:3381
>#227 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#228 vrecycle (vp=0xfffff800363ac5a0) at /usr/src/sys/kern/vfs_subr.c:3203
>#229 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#230 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bdc58) at vnode_if.c:1955
>#231 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#232 vinactive (vp=0xfffff800363ac5a0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#233 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ac5a0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#234 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#235 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#236 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004bddd0) at vnode_if.c:2021
>#237 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#238 vgonel (vp=0xfffff800363ac3c0) at /usr/src/sys/kern/vfs_subr.c:3381
>#239 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#240 vrecycle (vp=0xfffff800363ac3c0) at /usr/src/sys/kern/vfs_subr.c:3203
>#241 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#242 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004bdeb8) at vnode_if.c:1955
>#243 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#244 vinactive (vp=0xfffff800363ac3c0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#245 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ac3c0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#246 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#247 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#248 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004be030) at vnode_if.c:2021
>#249 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#250 vgonel (vp=0xfffff800363ac1e0) at /usr/src/sys/kern/vfs_subr.c:3381
>#251 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#252 vrecycle (vp=0xfffff800363ac1e0) at /usr/src/sys/kern/vfs_subr.c:3203
>#253 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#254 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004be118) at vnode_if.c:1955
>#255 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#256 vinactive (vp=0xfffff800363ac1e0, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#257 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ac1e0, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#258 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#259 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#260 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004be290) at vnode_if.c:2021
>#261 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#262 vgonel (vp=0xfffff800363ac000) at /usr/src/sys/kern/vfs_subr.c:3381
>#263 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#264 vrecycle (vp=0xfffff800363ac000) at /usr/src/sys/kern/vfs_subr.c:3203
>#265 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#266 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004be378) at vnode_if.c:1955
>#267 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#268 vinactive (vp=0xfffff800363ac000, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#269 0xffffffff80c6adc7 in vputx (vp=0xfffff800363ac000, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#270 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#271 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#272 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004be4f0) at vnode_if.c:2021
>#273 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#274 vgonel (vp=0xfffff8003657dd20) at /usr/src/sys/kern/vfs_subr.c:3381
>#275 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#276 vrecycle (vp=0xfffff8003657dd20) at /usr/src/sys/kern/vfs_subr.c:3203
>#277 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#278 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004be5d8) at vnode_if.c:1955
>#279 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#280 vinactive (vp=0xfffff8003657dd20, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#281 0xffffffff80c6adc7 in vputx (vp=0xfffff8003657dd20, func=1)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#282 0xffffffff82820aad in unionfs_noderem (vp=<optimized out>, 
>    td=<optimized out>) at /usr/src/sys/fs/unionfs/union_subr.c:369
>#283 0xffffffff82825e44 in unionfs_reclaim (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1734
>#284 0xffffffff811fadce in VOP_RECLAIM_APV (vop=<optimized out>, 
>    a=0xfffffe00004be750) at vnode_if.c:2021
>#285 0xffffffff80c6bbb2 in VOP_RECLAIM (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:830
>#286 vgonel (vp=0xfffff8003657d960) at /usr/src/sys/kern/vfs_subr.c:3381
>#287 0xffffffff80c6c22a in vrecyclel (vp=<optimized out>)
>    at /usr/src/sys/kern/vfs_subr.c:3222
>#288 vrecycle (vp=0xfffff8003657d960) at /usr/src/sys/kern/vfs_subr.c:3203
>#289 0xffffffff82825e2c in unionfs_inactive (ap=<optimized out>)
>    at /usr/src/sys/fs/unionfs/union_vnops.c:1725
>#290 0xffffffff811fac9e in VOP_INACTIVE_APV (vop=<optimized out>, 
>    a=0xfffffe00004be838) at vnode_if.c:1955
>#291 0xffffffff80c6a8bf in VOP_INACTIVE (vp=<optimized out>, 
>    td=<optimized out>) at ./vnode_if.h:807
>#292 vinactive (vp=0xfffff8003657d960, td=0xfffff8003618b580)
>    at /usr/src/sys/kern/vfs_subr.c:3046
>#293 0xffffffff80c6adc7 in vputx (vp=0xfffff8003657d960, func=2)
>    at /usr/src/sys/kern/vfs_subr.c:2774
>#294 0xffffffff80c7b722 in vn_close1 (vp=0xfffff8003657d960, flags=2, 
>    file_cred=0xfffff800038b5800, td=<optimized out>, keep_ref=false)
>    at /usr/src/sys/kern/vfs_vnops.c:458
>#295 0xffffffff80c7a3f0 in vn_closefile (fp=0xfffff800035695a0, 
>    td=0xffffffff80eb9cf0 <ffs_lock>) at /usr/src/sys/kern/vfs_vnops.c:1563
>#296 0xffffffff80b4363a in fo_close (fp=0xfffff800035695a0, 
>    td=0xfffffe00004bb040) at /usr/src/sys/sys/file.h:353
>#297 _fdrop (fp=0xfffff800035695a0, td=0xfffffe00004bb040)
>    at /usr/src/sys/kern/kern_descrip.c:2950
>#298 0xffffffff80b466e4 in closef (fp=0xfffff800035695a0, 
>    td=0xfffff8003618b580) at /usr/src/sys/kern/kern_descrip.c:2528
>#299 0xffffffff80b43b69 in closefp (fdp=0xfffff800039c4450, 
>    fd=<optimized out>, fp=0xfffff800035695a0, td=0xfffff8003618b580, 
>    holdleaders=0) at /usr/src/sys/kern/kern_descrip.c:1199
>#300 0xffffffff810756d9 in syscallenter (td=<optimized out>)
>    at /usr/src/sys/amd64/amd64/../../kern/subr_syscall.c:135
>#301 amd64_syscall (td=0xfffff8003618b580, traced=0)
>    at /usr/src/sys/amd64/amd64/trap.c:1076
>#302 <signal handler called>
>#303 0x0000000003a18a8a in ?? ()
>Backtrace stopped: Cannot access memory at address 0x7fffffffb918
>(kgdb) 
>
>------------------------------------------------------------------------
>ps -axlww
>
>UID  PID PPID CPU PRI NI    VSZ    RSS MWCHAN   STAT TT     TIME COMMAND
>  0    0    0   0 -16  0      0      0 swapin   DLs   -  0:00.01 [kernel]
>  0    1    0   0  20  0   9972   1008 wait     DLs   -  0:00.01 [init]
>  0    2    0   0 -16  0      0      0 crypto_w DL    -  0:00.00 [crypto]
>  0    3    0   0 -16  0      0      0 crypto_r DL    -  0:00.00 [crypto returns 0]
>  0    4    0   0 -16  0      0      0 -        RL    -  0:00.03 [cam]
>  0    5    0   0 -16  0      0      0 waiting_ DL    -  0:00.00 [sctp_iterator]
>  0    6    0   0 -16  0      0      0 -        DL    -  0:00.00 [rand_harvestq]
>  0    7    0   0 -16  0      0      0 -        DL    -  0:00.00 [soaiod1]
>  0    8    0   0 -16  0      0      0 -        DL    -  0:00.00 [soaiod2]
>  0    9    0   0 -16  0      0      0 -        DL    -  0:00.00 [soaiod3]
>  0   10    0   0 -16  0      0      0 audit_wo DL    -  0:00.00 [audit]
>  0   11    0   0 155  0      0      0 -        RL    -  0:02.27 [idle]
>  0   12    0   0 -52  0      0      0 -        WL    -  0:00.20 [intr]
>  0   13    0   0  -8  0      0      0 -        DL    -  0:00.07 [geom]
>  0   14    0   0 -16  0      0      0 seqstate DL    -  0:00.00 [sequencer 00]
>  0   15    0   0 -16  0      0      0 -        DL    -  0:00.00 [soaiod4]
>  0   16    0   0 -16  0      0      0 psleep   DL    -  0:00.00 [pagedaemon]
>  0   17    0   0 -16  0      0      0 psleep   DL    -  0:00.00 [vmdaemon]
>  0   18    0   0 -16  0      0      0 qsleep   DL    -  0:00.00 [bufdaemon]
>  0   19    0   0  16  0      0      0 syncer   DL    -  0:00.00 [syncer]
>  0   20    0   0 -16  0      0      0 vlruwt   DL    -  0:00.00 [vnlru]
>  0  297    1   0  20  0  10480   1420 select   Ds    -  0:00.00 [devd]
>  0  364    1   0  20  0  11372   2604 select   Ds    -  0:00.01 [syslogd]
>  0  557    1   0  52  0  19576   7848 select   Ds    -  0:00.00 [sshd]
>  0  560    1   0  20  0  16916   6864 select   Ds    -  0:00.01 [sendmail]
> 25  563    1   0  52  0  16616   6452 pause    Ds    -  0:00.00 [sendmail]
>  0  567    1   0  20  0  11384   2572 nanslp   Ds    -  0:00.00 [cron]
>  0  617    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.01 [getty]
>  0  618    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.01 [getty]
>  0  619    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.00 [getty]
>  0  620    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.00 [getty]
>  0  621    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.00 [getty]
>  0  622    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.00 [getty]
>  0  623    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.01 [getty]
>  0  624    1   0  52  0  10848   2216 ttyin    Ds+   -  0:00.01 [getty]
>  0  625    1   0  20  0  12088   3096 wait     Ds    -  0:00.01 [login]
>  0  626  625   0  21  0  13160   3752 pause    D     -  0:00.02 [csh]
>  0  812  626   0  52  0  10276   1544 wait     D+    -  0:00.00 [make]
>  0  876  812   0  52  0  10316   1564 wait     D+    -  0:00.00 [make]
>  0  927  876   0  52  0  11552   2808 wait     D+    -  0:00.00 [sh]
>  0  928  927   0  52  0  12472   3276 wait     D+    -  0:00.00 [gmake]
>  0  981  928   0  52  0  35568  26780 wait     D+    -  0:00.00 [gmake]
>  0 1076  981   0  52  0  67520  34548 wait     D+    -  0:00.00 [c++]
>  0 1077 1076   0  98  0 360836 323692 -        R+    -  0:00.00 [c++]
>
>------------------------------------------------------------------------
>vmstat -s
>
>    46522 cpu context switches
>     7145 device interrupts
>     3371 software interrupts
>   390416 traps
>   395889 system calls
>       20 kernel threads created
>      565  fork() calls
>      492 vfork() calls
>        0 rfork() calls
>        0 swap pager pageins
>        0 swap pager pages paged in
>        0 swap pager pageouts
>        0 swap pager pages paged out
>     2179 vnode pager pageins
>    16065 vnode pager pages paged in
>        0 vnode pager pageouts
>        0 vnode pager pages paged out
>        0 page daemon wakeups
>        0 pages examined by the page daemon
>        0 clean page reclamation shortfalls
>        0 pages reactivated by the page daemon
>    32822 copy-on-write faults
>       17 copy-on-write optimized faults
>   344059 zero fill pages zeroed
>        0 zero fill pages prezeroed
>        0 intransit blocking page faults
>   387377 total VM faults taken
>     2068 page faults requiring I/O
>        0 pages affected by kernel thread creation
>    34801 pages affected by  fork()
>   114113 pages affected by vfork()
>        0 pages affected by rfork()
>   346637 pages freed
>        0 pages freed by daemon
>        0 pages freed by exiting processes
>        0 pages active
>        0 pages inactive
>        0 pages in the laundry queue
>        0 pages wired down
>        0 pages free
>        0 bytes per page
>        0 total name lookups
>          cache hits (0% pos + 0% neg) system 0% per-directory
>          deletions 0%, falsehits 0%, toolong 0%
>
>------------------------------------------------------------------------
>vmstat -m
>
>         Type InUse MemUse HighUse Requests  Size(s)
>      CAM CCB     0     0K       -     5791  2048
>     CAM path     7     1K       -       44  32
>   CAM periph     6     2K       -       87  16,32,64,128,256
>       feeder     7     1K       -        7  32
>CAM I/O Scheduler     1     1K       -        1  128
>    CAM queue     8     3K       -       25  16,32,512
>         UART     3     3K       -        3  16,1024
>      scsi_cd     0     0K       -        6  16
>CAM dev queue     3     1K       -        3  64
>      ata_pci     1     1K       -        1  64
>        vtbuf    24  1968K       -       46  4096
>           vt    11     6K       -       11  512
>       DEVFS3    93    24K       -      129  256
>       DEVFS1    79    40K       -      105  512
>   DEVFS_RULE    56    27K       -       56  64,512
>        DEVFS    10     1K       -       11  16,128
>NFSD V4client     1     1K       -        1  256
> NFSD lckfile     1     1K       -        1  256
> NFSD session     1     1K       -        1  1024
>    pfs_nodes    20     5K       -       20  256
>         GEOM    78    14K       -     1399  16,32,64,128,256,512,1024,2048,4096,8192,16384
>    raid_data     0     0K       -      222  32,128,256
>       isadev     7     1K       -        7  128
>         cdev     4     1K       -        4  256
>     filedesc     1     4K       -        1  4096
>        sigio     0     0K       -        1  64
>     filecaps     0     0K       -       65  16,32
>      kdtrace   121    22K       -     2189  64,256
>         kenv    96    12K       -       99  16,32,64,128,8192
>       kqueue    44     3K       -     1078  64
>    proc-args    29     2K       -      785  16,32,64,128,256
>        hhook    13     4K       -       13  256
>      ithread    58    10K       -       58  32,128,256
>       prison     6     1K       -        6  32
>       KTRACE   100    13K       -      100  128
>       linker   233   123K       -      255  16,32,64,128,256,512,1024,2048,4096,8192,32768
>        lockf    20     3K       -       33  64,128
>   loginclass     3     1K       -        3  64
>       devbuf   220   405K       -      340  16,32,64,128,256,512,1024,2048,4096,8192,65536
>         temp    24    18K       -     7980  16,32,64,128,256,512,1024,2048,8192,32768,65536
>       module   505    64K       -      506  128
>     mtx_pool     2    16K       -        2  8192
>          osd     3     1K       -        9  16,32,64,128,256
>     pmchooks     1     1K       -        1  128
>          pmc     1     1K       -        1  64
>         pgrp    18     3K       -       29  128
>      session    16     2K       -       18  128
>         proc     2    16K       -        2  8192
>      subproc    99   204K       -     1133  512,4096
>         cred    31     8K       -       88  256
>     acpiintr     1     1K       -        1  64
>       acpica  2163   241K       -    42837  16,32,64,128,256,512,1024,4096
>       plimit    17     5K       -      296  256
>      uidinfo     3     3K       -        4  128,2048
>       dumper     1     1K       -        1  512
>       sysctl     0     0K       -        1  64
>    sysctloid  1666    86K       -     1701  16,32,64,128
>    sysctltmp     0     0K       -     1172  16,32,64,256,1024
>     acpitask     1    64K       -        1  65536
>      tidhash     1    16K       -        1  16384
>      callout     2  1416K       -        2  
>         umtx   180    23K       -      180  128
>     p1003.1b     1     1K       -        1  16
>         SWAP     1   276K       -        1  
>          bus   999    82K       -     3806  16,32,64,128,256,1024,4096
>       bus-sc    29    17K       -     1380  16,32,128,256,512,1024,2048,4096,8192,16384,32768,65536
>      acpisem    20     3K       -       20  128
>      devstat    10    21K       -       10  32,4096
>        epoch     4     1K       -        4  128
> eventhandler   119    10K       -      119  64,128
>   gtaskqueue    16    34K       -       16  16,32,256,8192
>         kobj   341  1364K       -      727  4096
>      Per-cpu     1     1K       -        1  32
>       kbdmux     6    22K       -        6  16,512,1024,2048,16384
>         rman    88    11K       -      404  16,32,128
>         sbuf     0     0K       -     1452  16,32,64,128,256,512,1024,2048,4096,8192,16384,32768
>    taskqueue    27     3K       -       27  16,32,256
>     terminal    11     3K       -       11  256
>       Unitno    23     2K       -      555  32,64
>         vmem     3    11K       -        4  1024,2048,8192
>     ioctlops     0     0K       -       71  256,512,1024
>       select     6     1K       -        6  128
>          iov     0     0K       -    14697  64,128,256,512
>          msg     4    30K       -        4  2048,4096,8192,16384
>          sem     4   106K       -        4  2048,4096
>          shm     1    32K       -        1  32768
>          tty    13    13K       -       13  1024
>     mbuf_tag     0     0K       -        6  32
>        shmfd     1     8K       -        1  8192
>       soname     4     1K       -    10471  16,32,128
>          pcb    21   347K       -       27  16,32,64,128,1024,2048,8192,65536
>     vfscache     4   525K       -        4  256,4096,8192
>     vfs_hash     1   256K       -        1  
>       vnodes     1     1K       -        1  256
>        mount    77     4K       -      147  16,32,64,128,256
>       statfs     0     0K       -     3148  4096
>  vnodemarker     0     0K       -       83  512
>chacha20random     1     1K       -        1  256
>          BPF     1     1K       -        1  128
>        ifnet     2     3K       -        2  128,2048
>       ifaddr    20    10K       -       20  32,64,128,256,512,2048,4096
>  ether_multi    12     1K       -       12  16,32,128
>        clone     7     1K       -        7  128
>        ipsec     1     1K       -        1  256
>      lltable     4     1K       -        4  256
>     routetbl    18     3K       -       21  32,64,128,512
>         vnet     1     1K       -        1  64
>    vnet_data     1   240K       -        1  
>vnet_data_free     1     1K       -        1  32
>         igmp     1     1K       -        1  128
>     in_multi     1     1K       -        1  256
>encap_export_host     8     1K       -        8  64
>    sctp_a_it     0     0K       -        1  16
>     sctp_vrf     1     1K       -        1  64
>     sctp_ifa     3     1K       -        3  128
>     sctp_ifn     1     1K       -        1  128
>    sctp_iter     0     0K       -        1  256
>   tfo_ccache     1   128K       -        1  
>    hostcache     1    32K       -        1  32768
>      tcpfunc     1     1K       -        1  64
>     syncache     1    68K       -        1  
>    in6_multi    15     2K       -       15  32,256
>          mld     1     1K       -        1  128
>       ip6ndp     2     1K       -        2  64,256
>  inpcbpolicy     5     1K       -       53  32
>     secasvar     1     1K       -        1  1024
>       sahead     1     1K       -        1  1024
>  ipsecpolicy     2     2K       -        2  256,1024
>    ipsec-saq     2     2K       -        2  1024
>       crypto     2     2K       -        2  128,1024
>          rpc     2     8K       -        2  4096
>audit_evclass   230     8K       -      285  32
>      pagedep     9   194K       -       23  256,65536
>     inodedep    16   775K       -       84  512
>    bmsafemap     4    25K       -       58  256,8192
>       newblk    25  1542K       -       63  256
>     freefrag     0     0K       -        4  128
>     freeblks     0     0K       -       22  256
>     freefile     0     0K       -       24  64
>       diradd    12     2K       -       49  128
>        mkdir     2     1K       -       16  128
>       dirrem     1     1K       -       31  128
>    newdirblk     2     1K       -        8  64
>     freework     3     1K       -       25  16,128
>      jaddref     1     1K       -       65  128
>      jremref     0     0K       -       43  128
>      jnewblk     9     2K       -       60  128
>    jfreefrag     0     0K       -        4  128
>         jseg     7     1K       -       18  128
>      jsegdep    36     3K       -      172  64
>        sbdep     0     0K       -       17  64
>     savedino     0     0K       -       33  256
>      jblocks     6     2K       -        6  128,256
>      softdep     3     2K       -        3  512
>  ufs_dirhash   150    30K       -      150  16,32,64,128,256,512
>    ufs_quota     1   256K       -        1  
>    ufs_mount     9    50K       -       12  512,4096,8192
>    vm_pgdata     1     1K       -        1  128
>      UMAHash     2     3K       -        4  512,1024,2048
>     pci_link     8     1K       -        8  16,128
>     atkbddev     2     1K       -        2  64
>      acpidev    31     2K       -       31  64
>      CAM SIM     3     1K       -        3  256
>      CAM XPT    23     2K       -      135  32,64,128,256,512,1024,2048,65536
>       apmdev     1     1K       -        1  128
>   madt_table     0     0K       -        2  16,4096
>         intr     4   400K       -        4  65536
>      io_apic     1     2K       -        1  2048
>   local_apic     1     1K       -        1  1024
>          MCA     3     1K       -        3  16,128
>         cpus     2     1K       -        2  16
>     nexusdev     5     1K       -        5  16
>      CAM DEV     5    10K       -       10  2048
>      entropy     0     0K       -       28  4096
>  nullfs_hash     1   256K       -        1  
>  nullfs_node    26     2K       -       26  64
> nullfs_mount     1     1K       -        1  32
> UNIONFS hash    40     5K       -   102183  128
> UNIONFS node    41     6K       -   120869  128
> UNIONFS path    12     1K       -    22922  16,32,64,128
>UNIONFS mount     1     1K       -        1  64
>
>------------------------------------------------------------------------
>vmstat -z
>
>ITEM                   SIZE  LIMIT     USED     FREE      REQ FAIL SLEEP
>
>UMA Kegs:               224,      0,     123,      13,     123,   0,   0
>UMA Zones:              520,      0,     125,       1,     125,   0,   0
>UMA Slabs:               80,      0,     839,      11,     925,   0,   0
>UMA Hash:               256,      0,      11,       4,      13,   0,   0
>4 Bucket:                32,      0,      12,     363,    1678,   0,   0
>6 Bucket:                48,      0,       3,     329,      19,   0,   0
>8 Bucket:                64,      0,       4,     306,      65,  21,   0
>12 Bucket:               96,      0,       5,     159,      24,   0,   0
>16 Bucket:              128,      0,      13,     142,     410,   1,   0
>32 Bucket:              256,      0,      16,      59,     601,   4,   0
>64 Bucket:              512,      0,      19,      45,     737, 436,   0
>128 Bucket:            1024,      0,      13,      15,     134,   1,   0
>256 Bucket:            2048,      0,      20,       2,     527,  21,   0
>vmem:                  1792,      0,       3,       1,       3,   0,   0
>vmem btag:               56,      0,    1225,     266,    1225,  11,   0
>VM OBJECT:              256,      0,    3150,      30,   17941,   0,   0
>RADIX NODE:             144,      0,    8946,      72,   49720,   0,   0
>MAP:                    232,      0,       3,      65,       3,   0,   0
>KMAP ENTRY:             120,      0,       9,     123,       9,   0,   0
>MAP ENTRY:              120,      0,     941,      82,   52027,   0,   0
>VMSPACE:               2512,      0,      24,       3,    1059,   0,   0
>fakepg:                 104,      0,       0,       0,       0,   0,   0
>64 pcpu:                  8,      0,    2384,     176,    2384,   0,   0
>mt_stats_zone:           64,      0,     429,      83,     429,   0,   0
>mt_zone:                 24,      0,     429,     239,     429,   0,   0
>16:                      16,      0,    1032,     474,   31753,   0,   0
>32:                      32,      0,    1068,     307,   15648,   0,   0
>64:                      64,      0,    1708,     152,   27066,   0,   0
>128:                    128,      0,    3549,      78,  257374,   0,   0
>256:                    256,      0,     495,      60,    4966,   0,   0
>512:                    512,      0,     302,      50,    2030,   0,   0
>1024:                  1024,      0,      43,      49,    1998,   0,   0
>2048:                  2048,      0,      29,       7,    5921,   0,   0
>4096:                  4096,      0,     422,       4,    5738,   0,   0
>8192:                  8192,      0,      33,       0,     229,   0,   0
>16384:                16384,      0,       3,       3,     171,   0,   0
>32768:                32768,      0,       3,       1,     626,   0,   0
>65536:                65536,      0,      10,       1,     151,   0,   0
>SLEEPQUEUE:              80,      0,      91,      64,      91,   0,   0
>Files:                   80,      0,      62,      88,   22066,   0,   0
>filedesc0:             1104,      0,      44,      10,    1078,   0,   0
>TURNSTILE:              136,      0,      91,      49,      91,   0,   0
>rl_entry:                40,      0,      35,     265,      35,   0,   0
>umtx pi:                 96,      0,       0,       0,       0,   0,   0
>umtx_shm:                88,      0,       0,       0,       0,   0,   0
>MAC labels:              40,      0,       0,       0,       0,   0,   0
>PROC:                  1320,      0,      43,      11,    1077,   0,   0
>THREAD:                1400,      0,      87,       3,      87,   0,   0
>cpuset:                 104,      0,       3,     152,       3,   0,   0
>domainset:               40,      0,       0,       0,       0,   0,   0
>audit_record:          1280,      0,       0,       0,       0,   0,   0
>mbuf_packet:            256, 392805,       0,     257,      64,   0,   0
>mbuf:                   256, 392805,       1,     256,     383,   0,   0
>mbuf_cluster:          2048,  61374,     253,       3,     253,   0,   0
>mbuf_jumbo_page:       4096,  30687,       0,       0,       0,   0,   0
>mbuf_jumbo_9k:         9216,  27276,       0,       0,       0,   0,   0
>mbuf_jumbo_16k:       16384,  20456,       0,       0,       0,   0,   0
>epoch_record pcpu:      256,      0,       4,      60,       4,   0,   0
>ttyinq:                 160,      0,     135,      65,     285,   0,   0
>ttyoutq:                256,      0,      72,      63,     152,   0,   0
>g_bio:                  376,      0,       0,     180,   17656,   0,   0
>FPU_save_area:          512,      0,       0,       0,       0,   0,   0
>DMAR_MAP_ENTRY:         120,      0,       0,       0,       0,   0,   0
>nvme_request:           128,      0,       0,       0,       0,   0,   0
>cryptop:                128,      0,       0,       0,       0,   0,   0
>cryptodesc:             120,      0,       0,       0,       0,   0,   0
>crypto_session:          24,      0,       0,       0,       0,   0,   0
>vtnet_tx_hdr:            24,      0,       0,       0,       0,   0,   0
>VNODE:                  480,      0,    9201,      23,  130055,   0,   0
>VNODEPOLL:              120,      0,       0,       0,       0,   0,   0
>BUF TRIE:               144,      0,     483,    6510,     770,   0,   0
>S VFS Cache:            108,      0,    9139,     136,  132489,   0,   0
>STS VFS Cache:          148,      0,       0,       0,       0,   0,   0
>L VFS Cache:            328,      0,     803,      13,    2419,   0,   0
>LTS VFS Cache:          368,      0,       0,       0,       0,   0,   0
>NAMEI:                 1024,      0,       0,      16,   61317,   0,   0
>rentr:                   24,      0,       0,       0,       0,   0,   0
>NCLNODE:                592,      0,       0,       0,       0,   0,   0
>DIRHASH:               1024,      0,     236,      12,     236,   0,   0
>Mountpoints:           2744,      0,       6,       0,       6,   0,   0
>procdesc:               136,      0,       0,       0,       0,   0,   0
>AIO:                    208,      0,       0,       0,       0,   0,   0
>AIOP:                    32,      0,       0,       0,       0,   0,   0
>AIOCB:                  752,      0,       0,       0,       0,   0,   0
>AIOLIO:                 280,      0,       0,       0,       0,   0,   0
>pipe:                   760,      0,       1,      14,     363,   0,   0
>ksiginfo:               112,      0,      45,    1005,      83,   0,   0
>itimer:                 352,      0,       0,       0,       0,   0,   0
>KNOTE:                  160,      0,       0,       0,       0,   0,   0
>socket:                 872,  31540,      13,      15,    1773,   0,   0
>ipq:                     56,   1917,       0,       0,       0,   0,   0
>udp_inpcb:              488,  31544,       2,      30,      48,   0,   0
>udpcb:                   32,  31625,       2,     373,      48,   0,   0
>tcp_inpcb:              488,  31544,       3,      29,       5,   0,   0
>tcpcb:                  976,  31540,       3,      13,       5,   0,   0
>tcptw:                   88,   6345,       0,       0,       0,   0,   0
>syncache:               168,  15364,       0,       0,       0,   0,   0
>hostcache:               96,  15375,       0,       0,       0,   0,   0
>sackhole:                32,      0,       0,       0,       0,   0,   0
>tfo:                      4,      0,       0,       0,       0,   0,   0
>tfo_ccache_entries:      80,      0,       0,       0,       0,   0,   0
>tcpreass:                48,   3901,       0,       0,       0,   0,   0
>tcp_log:                400, 1000000,       0,       0,       0,   0,   0
>tcp_log_bucket:         144,      0,       0,       0,       0,   0,   0
>tcp_log_node:           120,      0,       0,       0,       0,   0,   0
>sctp_ep:               1280,  31542,       0,       0,       0,   0,   0
>sctp_asoc:             2408,  40000,       0,       0,       0,   0,   0
>sctp_laddr:              48,  80012,       0,     332,       2,   0,   0
>sctp_raddr:             736,  80000,       0,       0,       0,   0,   0
>sctp_chunk:             152, 400010,       0,       0,       0,   0,   0
>sctp_readq:             152, 400010,       0,       0,       0,   0,   0
>sctp_stream_msg_out:    112, 400015,       0,       0,       0,   0,   0
>sctp_asconf:             40, 400000,       0,       0,       0,   0,   0
>sctp_asconf_ack:         48, 400060,       0,       0,       0,   0,   0
>udplite_inpcb:          488,  31544,       0,       0,       0,   0,   0
>ripcb:                  488,  31544,       0,       0,       0,   0,   0
>IPsec SA lft_c:          16,      0,       0,       0,       0,   0,   0
>unpcb:                  256,  31545,       8,      67,    1714,   0,   0
>rtentry:                208,      0,       8,      68,      10,   0,   0
>selfd:                   64,      0,      17,     293,    1402,   0,   0
>swpctrie:               144, 122769,       0,       0,       0,   0,   0
>swblk:                  136, 122757,       0,       0,       0,   0,   0
>FFS inode:              160,      0,    9100,      50,    9124,   0,   0
>FFS1 dinode:            128,      0,       0,       0,       0,   0,   0
>FFS2 dinode:            256,      0,    9100,      50,    9124,   0,   0
>
>
>------------------------------------------------------------------------
>vmstat -i
>
>interrupt                          total       rate
>irq1: atkbd0                           2          0
>irq4: uart0                         1380         46
>irq14: ata0                         5630        189
>irq15: ata1                          133          4
>cpu0:timer                         16883        567
>Total                              24028        808
>
>------------------------------------------------------------------------
>pstat -T
>
> 62/31537 files
>0M/0M swap space
>
>------------------------------------------------------------------------
>pstat -s
>
>Device          512-blocks     Used    Avail Capacity
>
>------------------------------------------------------------------------
>iostat
>
>       tty            ada0              cd0            pass0             cpu
> tin  tout  KB/t tps  MB/s   KB/t tps  MB/s   KB/t tps  MB/s  us ni sy in id
>   1   114 19.70  34  0.66   0.00   0  0.00   0.00   0  0.00  37  0  6  1 56
>
>------------------------------------------------------------------------
>ipcs -a
>
>Message Queues:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP                 CBYTES                 QNUM               QBYTES        LSPID        LRPID STIME    RTIME    CTIME   
>
>Shared Memory:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP         NATTCH        SEGSZ         CPID         LPID ATIME    DTIME    CTIME   
>
>Semaphores:
>T           ID          KEY MODE        OWNER    GROUP    CREATOR  CGROUP          NSEMS OTIME    CTIME   
>
>
>------------------------------------------------------------------------
>ipcs -T
>
>msginfo:
>	msgmax:        16384	(max characters in a message)
>	msgmni:           40	(# of message queues)
>	msgmnb:         2048	(max characters in a message queue)
>	msgtql:           40	(max # of messages in system)
>	msgssz:            8	(size of a message segment)
>	msgseg:         2048	(# of message segments in system)
>
>shminfo:
>	shmmax:    536870912	(max shared memory segment size)
>	shmmin:            1	(min shared memory segment size)
>	shmmni:          192	(max number of shared memory identifiers)
>	shmseg:          128	(max shared memory segments per process)
>	shmall:       131072	(max amount of shared memory in pages)
>
>seminfo:
>	semmni:           50	(# of semaphore identifiers)
>	semmns:          340	(# of semaphores in system)
>	semmnu:          150	(# of undo structures in system)
>	semmsl:          340	(max # of semaphores per id)
>	semopm:          100	(max # of operations per semop call)
>	semume:           50	(max # of undo entries per process)
>	semusz:          632	(size in bytes of undo structure)
>	semvmx:        32767	(semaphore maximum value)
>	semaem:        16384	(adjust on exit max value)
>
>
>------------------------------------------------------------------------
>nfsstat
>
>Rpc Counts:
>      Getattr      Setattr       Lookup     Readlink         Read        Write       Create       Remove
>            0            0            0            0            0            0            0            0
>       Rename         Link      Symlink        Mkdir        Rmdir      Readdir     RdirPlus       Access
>            0            0            0            0            0            0            0            0
>        Mknod       Fsstat       Fsinfo     PathConf       Commit
>            0            0            0            0            0
>Rpc Info:
>     TimedOut      Invalid    X Replies      Retries     Requests
>            0            0            0            0            0
>Cache Info:
>    Attr Hits  Attr Misses    Lkup Hits  Lkup Misses    BioR Hits  BioR Misses    BioW Hits  BioW Misses
>            0            0            0            0            0            0            0            0
>   BioRL Hits BioRL Misses    BioD Hits  BioD Misses    DirE Hits  DirE Misses    Accs Hits  Accs Misses
>            0            0            0            0            0            0            0            0
>Server Info:
>      Getattr      Setattr       Lookup     Readlink         Read        Write       Create       Remove
>            0            0            0            0            0            0            0            0
>       Rename         Link      Symlink        Mkdir        Rmdir      Readdir     RdirPlus       Access
>            0            0            0            0            0            0            0            0
>        Mknod       Fsstat       Fsinfo     PathConf       Commit
>            0            0            0            0            0
>Server Re-Failed:
>  140737488346800
>Server Faults:
>140737488346800
>Server Write 
>     WriteOps     WriteRPC      Opsaved
>            0            0            0
>Server Cache 
>       Inprog         Idem     Non-Idem       Misses
>            0            0            0            0
>
>------------------------------------------------------------------------
>netstat -s
>
>tcp:
>	0 packets sent
>		0 data packets (0 bytes)
>		0 data packets (0 bytes) retransmitted
>		0 data packets unnecessarily retransmitted
>		0 resends initiated by MTU discovery
>		0 ack-only packets (0 delayed)
>		0 URG only packets
>		0 window probe packets
>		0 window update packets
>		0 control packets
>	0 packets received
>		0 acks (for 0 bytes)
>		0 duplicate acks
>		0 acks for unsent data
>		0 packets (0 bytes) received in-sequence
>		0 completely duplicate packets (0 bytes)
>		0 old duplicate packets
>		0 packets with some dup. data (0 bytes duped)
>		0 out-of-order packets (0 bytes)
>		0 packets (0 bytes) of data after window
>		0 window probes
>		0 window update packets
>		0 packets received after close
>		0 discarded for bad checksums
>		0 discarded for bad header offset fields
>		0 discarded because packet too short
>		0 discarded due to memory problems
>	0 connection requests
>	0 connection accepts
>	0 bad connection attempts
>	0 listen queue overflows
>	0 ignored RSTs in the windows
>	0 connections established (including accepts)
>		0 times used RTT from hostcache
>		0 times used RTT variance from hostcache
>		0 times used slow-start threshold from hostcache
>	2 connections closed (including 0 drops)
>		0 connections updated cached RTT on close
>		0 connections updated cached RTT variance on close
>		0 connections updated cached ssthresh on close
>	0 embryonic connections dropped
>	0 segments updated rtt (of 0 attempts)
>	0 retransmit timeouts
>		0 connections dropped by rexmit timeout
>	0 persist timeouts
>		0 connections dropped by persist timeout
>	0 Connections (fin_wait_2) dropped because of timeout
>	0 keepalive timeouts
>		0 keepalive probes sent
>		0 connections dropped by keepalive
>	0 correct ACK header predictions
>	0 correct data packet header predictions
>	0 syncache entries added
>		0 retransmitted
>		0 dupsyn
>		0 dropped
>		0 completed
>		0 bucket overflow
>		0 cache overflow
>		0 reset
>		0 stale
>		0 aborted
>		0 badack
>		0 unreach
>		0 zone failures
>	0 cookies sent
>	0 cookies received
>	0 hostcache entries added
>		0 bucket overflow
>	0 SACK recovery episodes
>	0 segment rexmits in SACK recovery episodes
>	0 byte rexmits in SACK recovery episodes
>	0 SACK options (SACK blocks) received
>	0 SACK options (SACK blocks) sent
>	0 SACK scoreboard overflow
>	0 packets with ECN CE bit set
>	0 packets with ECN ECT(0) bit set
>	0 packets with ECN ECT(1) bit set
>	0 successful ECN handshakes
>	0 times ECN reduced the congestion window
>	0 packets with matching signature received
>	0 packets with bad signature received
>	0 times failed to make signature due to no SA
>	0 times unexpected signature received
>	0 times no signature provided by segment
>	0 Path MTU discovery black hole detection activations
>	0 Path MTU discovery black hole detection min MSS activations
>	0 Path MTU discovery black hole detection failures
>TCP connection count by state:
>	0 connections in CLOSED state
>	3 connections in LISTEN state
>	0 connections in SYN_SENT state
>	0 connections in SYN_RCVD state
>	0 connections in ESTABLISHED state
>	0 connections in CLOSE_WAIT state
>	0 connections in FIN_WAIT_1 state
>	0 connections in CLOSING state
>	0 connections in LAST_ACK state
>	0 connections in FIN_WAIT_2 state
>	0 connections in TIME_WAIT state
>udp:
>	0 datagrams received
>	0 with incomplete header
>	0 with bad data length field
>	0 with bad checksum
>	0 with no checksum
>	0 dropped due to no socket
>	0 broadcast/multicast datagrams undelivered
>	0 dropped due to full socket buffers
>	0 not for hashed pcb
>	0 delivered
>	0 datagrams output
>	0 times multicast source filter matched
>ip:
>	0 total packets received
>	0 bad header checksums
>	0 with size smaller than minimum
>	0 with data size < data length
>	0 with ip length > max ip packet size
>	0 with header length < data size
>	0 with data length < header length
>	0 with bad options
>	0 with incorrect version number
>	0 fragments received
>	0 fragments dropped (dup or out of space)
>	0 fragments dropped after timeout
>	0 packets reassembled ok
>	0 packets for this host
>	0 packets for unknown/unsupported protocol
>	0 packets forwarded (0 packets fast forwarded)
>	0 packets not forwardable
>	0 packets received for unknown multicast group
>	0 redirects sent
>	0 packets sent from this host
>	0 packets sent with fabricated ip header
>	0 output packets dropped due to no bufs, etc.
>	0 output packets discarded due to no route
>	0 output datagrams fragmented
>	0 fragments created
>	0 datagrams that can't be fragmented
>	0 tunneling packets that can't find gif
>	0 datagrams with bad address in header
>icmp:
>	0 calls to icmp_error
>	0 errors not generated in response to an icmp message
>	0 messages with bad code fields
>	0 messages less than the minimum length
>	0 messages with bad checksum
>	0 messages with bad length
>	0 multicast echo requests ignored
>	0 multicast timestamp requests ignored
>	0 message responses generated
>	0 invalid return addresses
>	0 no return routes
>ipsec:
>	0 inbound packets violated process security policy
>	0 inbound packets failed due to insufficient memory
>	0 invalid inbound packets
>	0 outbound packets violated process security policy
>	0 outbound packets with no SA available
>	0 outbound packets failed due to insufficient memory
>	0 outbound packets with no route available
>	0 invalid outbound packets
>	0 outbound packets with bundled SAs
>	0 spd cache hits
>	0 spd cache misses
>	0 clusters copied during clone
>	0 mbufs inserted during makespace
>ah:
>	0 packets shorter than header shows
>	0 packets dropped; protocol family not supported
>	0 packets dropped; no TDB
>	0 packets dropped; bad KCR
>	0 packets dropped; queue full
>	0 packets dropped; no transform
>	0 replay counter wraps
>	0 packets dropped; bad authentication detected
>	0 packets dropped; bad authentication length
>	0 possible replay packets detected
>	0 packets in
>	0 packets out
>	0 packets dropped; invalid TDB
>	0 bytes in
>	0 bytes out
>	0 packets dropped; larger than IP_MAXPACKET
>	0 packets blocked due to policy
>	0 crypto processing failures
>	0 tunnel sanity check failures
>esp:
>	0 packets shorter than header shows
>	0 packets dropped; protocol family not supported
>	0 packets dropped; no TDB
>	0 packets dropped; bad KCR
>	0 packets dropped; queue full
>	0 packets dropped; no transform
>	0 packets dropped; bad ilen
>	0 replay counter wraps
>	0 packets dropped; bad encryption detected
>	0 packets dropped; bad authentication detected
>	0 possible replay packets detected
>	0 packets in
>	0 packets out
>	0 packets dropped; invalid TDB
>	0 bytes in
>	0 bytes out
>	0 packets dropped; larger than IP_MAXPACKET
>	0 packets blocked due to policy
>	0 crypto processing failures
>	0 tunnel sanity check failures
>ipcomp:
>	0 packets shorter than header shows
>	0 packets dropped; protocol family not supported
>	0 packets dropped; no TDB
>	0 packets dropped; bad KCR
>	0 packets dropped; queue full
>	0 packets dropped; no transform
>	0 replay counter wraps
>	0 packets in
>	0 packets out
>	0 packets dropped; invalid TDB
>	0 bytes in
>	0 bytes out
>	0 packets dropped; larger than IP_MAXPACKET
>	0 packets blocked due to policy
>	0 crypto processing failures
>	0 packets sent uncompressed; size < compr. algo. threshold
>	0 packets sent uncompressed; compression was useless
>arp:
>	0 ARP requests sent
>	0 ARP replies sent
>	0 ARP requests received
>	0 ARP replies received
>	0 ARP packets received
>	0 total packets dropped due to no ARP entry
>	0 ARP entrys timed out
>	0 Duplicate IPs seen
>ip6:
>	0 total packets received
>	0 with size smaller than minimum
>	0 with data size < data length
>	0 with bad options
>	0 with incorrect version number
>	0 fragments received
>	0 fragments dropped (dup or out of space)
>	0 fragments dropped after timeout
>	0 fragments that exceeded limit
>	0 packets reassembled ok
>	0 packets for this host
>	0 packets forwarded
>	0 packets not forwardable
>	0 redirects sent
>	0 packets sent from this host
>	0 packets sent with fabricated ip header
>	0 output packets dropped due to no bufs, etc.
>	0 output packets discarded due to no route
>	0 output datagrams fragmented
>	0 fragments created
>	0 datagrams that can't be fragmented
>	0 packets that violated scope rules
>	0 multicast packets which we don't join
>	Mbuf statistics:
>		0 one mbuf
>		0 one ext mbuf
>		0 two or more ext mbuf
>	0 packets whose headers are not contiguous
>	0 tunneling packets that can't find gif
>	0 packets discarded because of too many headers
>	0 failures of source address selection
>icmp6:
>	0 calls to icmp6_error
>	0 errors not generated in response to an icmp6 message
>	0 errors not generated because of rate limitation
>	0 messages with bad code fields
>	0 messages < minimum length
>	0 bad checksums
>	0 messages with bad length
>	Histogram of error messages to be generated:
>		0 no route
>		0 administratively prohibited
>		0 beyond scope
>		0 address unreachable
>		0 port unreachable
>		0 packet too big
>		0 time exceed transit
>		0 time exceed reassembly
>		0 erroneous header field
>		0 unrecognized next header
>		0 unrecognized option
>		0 redirect
>		0 unknown
>	0 message responses generated
>	0 messages with too many ND options
>	0 messages with bad ND options
>	0 bad neighbor solicitation messages
>	0 bad neighbor advertisement messages
>	0 bad router solicitation messages
>	0 bad router advertisement messages
>	0 bad redirect messages
>	0 path MTU changes
>ipsec6:
>	0 inbound packets violated process security policy
>	0 inbound packets failed due to insufficient memory
>	0 invalid inbound packets
>	0 outbound packets violated process security policy
>	0 outbound packets with no SA available
>	0 outbound packets failed due to insufficient memory
>	0 outbound packets with no route available
>	0 invalid outbound packets
>	0 outbound packets with bundled SAs
>	0 spd cache hits
>	0 spd cache misses
>	0 clusters copied during clone
>	0 mbufs inserted during makespace
>rip6:
>	0 messages received
>	0 checksum calculations on inbound
>	0 messages with bad checksum
>	0 messages dropped due to no socket
>	0 multicast messages dropped due to no socket
>	0 messages dropped due to full socket buffers
>	0 delivered
>	0 datagrams output
>pfkey:
>	0 requests sent from userland
>	0 bytes sent from userland
>	0 messages with invalid length field
>	0 messages with invalid version field
>	0 messages with invalid message type field
>	0 messages too short
>	0 messages with memory allocation failure
>	0 messages with duplicate extension
>	0 messages with invalid extension type
>	0 messages with invalid sa type
>	0 messages with invalid address extension
>	0 requests sent to userland
>	0 bytes sent to userland
>	0 messages toward single socket
>	0 messages toward all sockets
>	0 messages toward registered sockets
>	0 messages with memory allocation failure
>
>------------------------------------------------------------------------
>netstat -m
>
>1/513/514 mbufs in use (current/cache/total)
>18446744073709551612/260/256/61374 mbuf clusters in use (current/cache/total/max)
>0/257 mbuf+clusters out of packet secondary zone in use (current/cache)
>0/0/0/30687 4k (page size) jumbo clusters in use (current/cache/total/max)
>0/0/0/27276 9k jumbo clusters in use (current/cache/total/max)
>0/0/0/20456 16k jumbo clusters in use (current/cache/total/max)
>18014398509481976K/648K/640K bytes allocated to network (current/cache/total)
>0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
>0/0/0 requests for mbufs delayed (mbufs/clusters/mbuf+clusters)
>0/0/0 requests for jumbo clusters delayed (4k/9k/16k)
>0/0/0 requests for jumbo clusters denied (4k/9k/16k)
>0 sendfile syscalls
>0 sendfile syscalls completed without I/O request
>0 requests for I/O initiated by sendfile
>0 pages read by sendfile as part of a request
>0 pages were valid at time of a sendfile request
>0 pages were valid and substituted to bogus page
>0 pages were requested for read ahead by applications
>0 pages were read ahead by sendfile
>0 times sendfile encountered an already busy page
>0 requests for sfbufs denied
>0 requests for sfbufs delayed
>
>------------------------------------------------------------------------
>netstat -anA
>
>Active Internet connections (including servers)
>Tcpcb            Proto Recv-Q Send-Q Local Address      Foreign Address    (state)    
>fffff80003634000 udp4       0      0 *.514              *.*                
>fffff800036347a0 udp6       0      0 *.514              *.*                
>
>------------------------------------------------------------------------
>netstat -aL
>
>Current listen queue sizes (qlen/incqlen/maxqlen)
>Proto Listen                           Local Address         
>
>------------------------------------------------------------------------
>fstat
>
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x200000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x200000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 5 at 0xf800000000
>fstat: can't read file 11 at 0xa000000000
>fstat: can't read file 17 at 0x9800000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x600000000
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x400000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>fstat: can't read file 10 at 0x780000ffff
>fstat: can't read file 11 at 0x400000000
>fstat: can't read file 13 at 0x20007ffffffffff
>fstat: can't read file 14 at 0x4000000001fffff
>fstat: can't read file 16 at 0x780000ffff
>fstat: can't read file 17 at 0x400000000
>fstat: can't read file 19 at 0x20007ffffffffff
>fstat: can't read file 20 at 0x4000000001fffff
>fstat: can't read file 22 at 0x780000ffff
>fstat: can't read file 23 at 0x2600000001
>fstat: can't read file 1 at 0x20007ffffffffff
>fstat: can't read file 2 at 0x4000000001fffff
>fstat: can't read file 4 at 0x780000ffff
>fstat: can't read file 5 at 0x800000000
>fstat: can't read file 7 at 0x20007ffffffffff
>fstat: can't read file 8 at 0x4000000001fffff
>USER     CMD          PID   FD MOUNT      INUM MODE         SZ|DV R/W
>root     c++         1077 root /             2 drwxr-xr-x    1024  r
>root     c++         1077   wd -         -  ?(unionfs)    -
>root     c++         1077 text /        172782 -r-xr-xr-x  58896832  r
>root     c++         1077 ctty /dev         47 crw-------   cuau0 rw
>root     c++         1077    0 /dev         47 crw-------   cuau0 rw
>root     c++         1076 root /             2 drwxr-xr-x    1024  r
>root     c++         1076   wd -         -  ?(unionfs)    -
>root     c++         1076 text /        172782 -r-xr-xr-x  58896832  r
>root     c++         1076 ctty /dev         47 crw-------   cuau0 rw
>root     c++         1076    0 /dev         47 crw-------   cuau0 rw
>root     gmake        981 root /             2 drwxr-xr-x    1024  r
>root     gmake        981   wd -         -  ?(unionfs)    -
>root     gmake        981 text /        401633 -r-xr-xr-x  228312  r
>root     gmake        981 ctty /dev         47 crw-------   cuau0 rw
>root     gmake        981    0 /dev         47 crw-------   cuau0 rw
>root     gmake        981    6 /dev         47 crw-------   cuau0 rw
>root     gmake        928 root /             2 drwxr-xr-x    1024  r
>root     gmake        928   wd -         -  ?(unionfs)    -
>root     gmake        928 text /        401633 -r-xr-xr-x  228312  r
>root     gmake        928 ctty /dev         47 crw-------   cuau0 rw
>root     gmake        928    0 /dev         47 crw-------   cuau0 rw
>root     sh           927 root /             2 drwxr-xr-x    1024  r
>root     sh           927   wd -         -  ?(unionfs)    -
>root     sh           927 text /        642069 -r-xr-xr-x  168936  r
>root     sh           927 ctty /dev         47 crw-------   cuau0 rw
>root     sh           927    0 /dev         47 crw-------   cuau0 rw
>root     make         876 root /             2 drwxr-xr-x    1024  r
>root     make         876   wd -         -  ?(unionfs)    -
>root     make         876 text /        172928 -r-xr-xr-x  917848  r
>root     make         876 ctty /dev         47 crw-------   cuau0 rw
>root     make         876    0 /dev         47 crw-------   cuau0 rw
>root     make         812 root /             2 drwxr-xr-x    1024  r
>root     make         812   wd -         -  ?(unionfs)    -
>root     make         812 text /        172928 -r-xr-xr-x  917848  r
>root     make         812 ctty /dev         47 crw-------   cuau0 rw
>root     make         812    0 /dev         47 crw-------   cuau0 rw
>root     csh          626 root /             2 drwxr-xr-x    1024  r
>root     csh          626   wd -         -  ?(unionfs)    -
>root     csh          626 text /        642058 -r-xr-xr-x  429104  r
>root     csh          626 ctty /dev         47 crw-------   cuau0 rw
>root     login        625 root /             2 drwxr-xr-x    1024  r
>root     login        625   wd /        561793 drwxr-xr-x     512  r
>root     login        625 text /        173133 -r-sr-xr-x   31984  r
>root     login        625 ctty /dev         47 crw-------   cuau0 rw
>root     login        625    0 /dev         47 crw-------   cuau0 rw
>root     getty        624 root /             2 drwxr-xr-x    1024  r
>root     getty        624   wd /             2 drwxr-xr-x    1024  r
>root     getty        624 text /        161453 -r-xr-xr-x   36032  r
>root     getty        624 ctty /dev         71 crw-------   ttyv7 rw
>root     getty        624    0 /dev         71 crw-------   ttyv7 rw
>root     getty        623 root /             2 drwxr-xr-x    1024  r
>root     getty        623   wd /             2 drwxr-xr-x    1024  r
>root     getty        623 text /        161453 -r-xr-xr-x   36032  r
>root     getty        623 ctty /dev         70 crw-------   ttyv6 rw
>root     getty        623    0 /dev         70 crw-------   ttyv6 rw
>root     getty        622 root /             2 drwxr-xr-x    1024  r
>root     getty        622   wd /             2 drwxr-xr-x    1024  r
>root     getty        622 text /        161453 -r-xr-xr-x   36032  r
>root     getty        622 ctty /dev         69 crw-------   ttyv5 rw
>root     getty        622    0 /dev         69 crw-------   ttyv5 rw
>root     getty        621 root /             2 drwxr-xr-x    1024  r
>root     getty        621   wd /             2 drwxr-xr-x    1024  r
>root     getty        621 text /        161453 -r-xr-xr-x   36032  r
>root     getty        621 ctty /dev         68 crw-------   ttyv4 rw
>root     getty        621    0 /dev         68 crw-------   ttyv4 rw
>root     getty        620 root /             2 drwxr-xr-x    1024  r
>root     getty        620   wd /             2 drwxr-xr-x    1024  r
>root     getty        620 text /        161453 -r-xr-xr-x   36032  r
>root     getty        620 ctty /dev         67 crw-------   ttyv3 rw
>root     getty        620    0 /dev         67 crw-------   ttyv3 rw
>root     getty        619 root /             2 drwxr-xr-x    1024  r
>root     getty        619   wd /             2 drwxr-xr-x    1024  r
>root     getty        619 text /        161453 -r-xr-xr-x   36032  r
>root     getty        619 ctty /dev         66 crw-------   ttyv2 rw
>root     getty        619    0 /dev         66 crw-------   ttyv2 rw
>root     getty        618 root /             2 drwxr-xr-x    1024  r
>root     getty        618   wd /             2 drwxr-xr-x    1024  r
>root     getty        618 text /        161453 -r-xr-xr-x   36032  r
>root     getty        618 ctty /dev         65 crw-------   ttyv1 rw
>root     getty        618    0 /dev         65 crw-------   ttyv1 rw
>root     getty        617 root /             2 drwxr-xr-x    1024  r
>root     getty        617   wd /             2 drwxr-xr-x    1024  r
>root     getty        617 text /        161453 -r-xr-xr-x   36032  r
>root     getty        617 ctty /dev         64 crw-------   ttyv0 rw
>root     getty        617    0 /dev         64 crw-------   ttyv0 rw
>root     cron         567 root /             2 drwxr-xr-x    1024  r
>root     cron         567   wd /        241709 drwxr-x---     512  r
>root     cron         567 text /        160642 -r-xr-xr-x   52272  r
>root     cron         567    0 /dev         17 crw-rw-rw-    null rw
>smmsp    sendmail     563 root /             2 drwxr-xr-x    1024  r
>smmsp    sendmail     563   wd /        241721 drwxrwx---     512  r
>smmsp    sendmail     563 text /        161679 -r-xr-sr-x  740512  r
>smmsp    sendmail     563    0 /dev         17 crw-rw-rw-    null  r
>root     sendmail     560 root /             2 drwxr-xr-x    1024  r
>root     sendmail     560   wd /        241720 drwxr-xr-x     512  r
>root     sendmail     560 text /        161679 -r-xr-sr-x  740512  r
>root     sendmail     560    0 /dev         17 crw-rw-rw-    null  r
>root     sshd         557 root /             2 drwxr-xr-x    1024  r
>root     sshd         557   wd /             2 drwxr-xr-x    1024  r
>root     sshd         557 text /        160728 -r-xr-xr-x  319304  r
>root     sshd         557    0 /dev         17 crw-rw-rw-    null rw
>root     syslogd      364 root /             2 drwxr-xr-x    1024  r
>root     syslogd      364   wd /             2 drwxr-xr-x    1024  r
>root     syslogd      364 text /        160807 -r-xr-xr-x   60616  r
>root     syslogd      364    0 /dev         17 crw-rw-rw-    null rw
>root     syslogd      364    6 /dev         17 crw-rw-rw-    null rw
>root     syslogd      364   12 /dev         17 crw-rw-rw-    null rw
>root     syslogd      364   18* pipe fffff800035925f0 <-> fffff80003592758      0 rw
>root     devd         297 root /             2 drwxr-xr-x    1024  r
>root     devd         297   wd /             2 drwxr-xr-x    1024  r
>root     devd         297 text /        240847 -r-xr-xr-x  993232  r
>root     devd         297    0 /dev         17 crw-rw-rw-    null rw
>root     devd         297    6 /dev         17 crw-rw-rw-    null rw
>root     init           1 root /             2 drwxr-xr-x    1024  r
>root     init           1   wd /             2 drwxr-xr-x    1024  r
>root     init           1 text /        240813 -r-xr-xr-x  1240504  r
>root     kernel         0 root /             2 drwxr-xr-x    1024  r
>root     kernel         0   wd /             2 drwxr-xr-x    1024  r
>
>------------------------------------------------------------------------
>dmesg
>
>---<<BOOT>>---
>Copyright (c) 1992-2018 The FreeBSD Project.
>Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
>	The Regents of the University of California. All rights reserved.
>FreeBSD is a registered trademark of The FreeBSD Foundation.
>FreeBSD 12.0-RELEASE-p6 GENERIC amd64
>FreeBSD clang version 6.0.1 (tags/RELEASE_601/final 335540) (based on LLVM 6.0.1)
>VT(vga): text 80x25
>CPU: AMD A6-3420M APU with Radeon(tm) HD Graphics (1497.37-MHz K8-class CPU)
>  Origin="AuthenticAMD"  Id=0x300f10  Family=0x12  Model=0x1  Stepping=0
>  Features=0x783fbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,MMX,FXSR,SSE,SSE2>
>  Features2=0x802009<SSE3,MON,CX16,POPCNT>
>  AMD Features=0xea500800<SYSCALL,NX,MMX+,FFXSR,RDTSCP,LM,3DNow!+,3DNow!>
>  AMD Features2=0x1f1<LAHF,CR8,ABM,SSE4A,MAS,Prefetch>
>real memory  = 1073676288 (1023 MB)
>avail memory = 1000292352 (953 MB)
>Event timer "LAPIC" quality 600
>ACPI APIC Table: <VBOX   VBOXAPIC>
>random: unblocking device.
>ioapic0: Changing APIC ID to 1
>ioapic0 <Version 2.0> irqs 0-23 on motherboard
>Timecounter "TSC" frequency 1497367595 Hz quality 800
>random: entropy device external interface
>kbd1 at kbdmux0
>netmap: loaded module
>[ath_hal] loaded
>module_register_init: MOD_LOAD (vesa, 0xffffffff810f9a00, 0) error 19
>nexus0
>vtvga0: <VT VGA driver> on motherboard
>cryptosoft0: <software crypto> on motherboard
>acpi0: <VBOX VBOXXSDT> on motherboard
>acpi0: Power Button (fixed)
>acpi0: Sleep Button (fixed)
>cpu0: <ACPI CPU> on acpi0
>attimer0: <AT timer> port 0x40-0x43,0x50-0x53 on acpi0
>Timecounter "i8254" frequency 1193182 Hz quality 0
>Event timer "i8254" frequency 1193182 Hz quality 100
>Timecounter "ACPI-fast" frequency 3579545 Hz quality 900
>acpi_timer0: <32-bit timer at 3.579545MHz> port 0x4008-0x400b on acpi0
>pcib0: <ACPI Host-PCI bridge> port 0xcf8-0xcff on acpi0
>pci0: <ACPI PCI bus> on pcib0
>isab0: <PCI-ISA bridge> at device 1.0 on pci0
>isa0: <ISA bus> on isab0
>atapci0: <Intel PIIX4 UDMA33 controller> port 0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0xd000-0xd00f at device 1.1 on pci0
>ata0: <ATA channel> at channel 0 on atapci0
>ata1: <ATA channel> at channel 1 on atapci0
>vgapci0: <VGA-compatible display> mem 0xe0000000-0xe0ffffff irq 18 at device 2.0 on pci0
>vgapci0: Boot video device
>pci0: <bridge> at device 7.0 (no driver attached)
>uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0
>battery0: <ACPI Control Method Battery> on acpi0
>acpi_acad0: <AC Adapter> on acpi0
>atkbdc0: <Keyboard controller (i8042)> port 0x60,0x64 irq 1 on acpi0
>atkbd0: <AT Keyboard> irq 1 on atkbdc0
>kbd0 at atkbd0
>atkbd0: [GIANT-LOCKED]
>psm0: <PS/2 Mouse> irq 12 on atkbdc0
>psm0: [GIANT-LOCKED]
>psm0: model IntelliMouse Explorer, device ID 4
>orm0: <ISA Option ROMs> at iomem 0xc0000-0xc7fff,0xe2000-0xe2fff pnpid ORM0000 on isa0
>vga0: <Generic ISA VGA> at port 0x3c0-0x3df iomem 0xa0000-0xbffff pnpid PNP0900 on isa0
>atrtc0: <AT realtime clock> at port 0x70 irq 8 on isa0
>atrtc0: registered as a time-of-day clock, resolution 1.000000s
>Event timer "RTC" frequency 32768 Hz quality 0
>atrtc0: non-PNP ISA device will be removed from GENERIC in FreeBSD 12.
>Timecounters tick every 10.000 msec
>usb_needs_explore_all: no devclass
>ada0 at ata0 bus 0 scbus0 target 0 lun 0
>ada0: <VBOX HARDDISK 1.0> ATA-6 device
>ada0: Serial Number VB10bea2d9-ca295139
>ada0: 33.300MB/s transfers (UDMA2, PIO 65536bytes)
>ada0: 16384MB (33554432 512 byte sectors)
>cd0 at ata1 bus 0 scbus1 target 0 lun 0
>cd0: <VBOX CD-ROM 1.0> Removable CD-ROM SCSI device
>cd0: Serial Number VB2-01700376
>cd0: 33.300MB/s transfers (UDMA2, ATAPI 12bytes, PIO 65534bytes)
>cd0: Attempt to query device size failed: NOT READY, Medium not present
>Trying to mount root from ufs:/dev/ada0p2 [rw]...
>Setting hostuuid: 9611b6d7-90db-49e3-86cd-88e495bcab6d.
>Setting hostid: 0xa3819109.
>warning: total configured swap (1048576 pages) exceeds maximum recommended amount (982056 pages).
>warning: increase kern.maxswzone or reduce amount of swap.
>Starting file system checks:
>/dev/ada0p2: FILE SYSTEM CLEAN; SKIPPING CHECKS
>/dev/ada0p2: clean, 855883 free (1283 frags, 106825 blocks, 0.1% fragmentation)
>/dev/ada0p4: FILE SYSTEM CLEAN; SKIPPING CHECKS
>/dev/ada0p4: clean, 276635 free (59 frags, 34572 blocks, 0.0% fragmentation)
>/dev/ada0p5: FILE SYSTEM CLEAN; SKIPPING CHECKS
>/dev/ada0p5: clean, 520830 free (2030 frags, 64850 blocks, 0.2% fragmentation)
>Mounting local filesystems:.
>ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat /usr/local/lib/perl5/5.28/mach/CORE
>32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat
>Setting hostname: krash.
>Setting up harvesting: [UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,NET_ETHER,NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED
>Feeding entropy: .
>lo0: link state changed to UP
>Starting Network: lo0.
>lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
>	options=680003<RXCSUM,TXCSUM,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6>
>	inet6 ::1 prefixlen 128 
>	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x1 
>	inet 127.0.0.1 netmask 0xff000000 
>	groups: lo 
>	nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
>Starting devd.
>Autoloading module: intpm.ko
>intsmb0: <Intel PIIX4 SMBUS Interface> irq 23 at device 7.0 on pci0
>intsmb0: intr IRQ 9 enabled revision 0
>smbus0: <System Management Bus> on intsmb0
>add host 127.0.0.1: gateway lo0 fib 0: route already in table
>add host ::1: gateway lo0 fib 0: route already in table
>add net fe80::: gateway ::1
>add net ff02::: gateway ::1
>add net ::ffff:0.0.0.0: gateway ::1
>add net ::0.0.0.0: gateway ::1
>Creating and/or trimming log files.
>Starting syslogd.
>No core dumps found.
>Clearing /tmp (X related).
>Updating motd:.
>Mounting late filesystems:.
>Configuring vt: blanktime.
>Performing sanity check on sshd configuration.
>Starting sshd.
>Starting sendmail_submit.
>Starting sendmail_msp_queue.
>Starting cron.
>Starting background file system checks in 60 seconds.
>
>Sat Jun 29 05:17:52 PDT 2019
>Jun 29 05:18:11 krash login[625]: ROOT LOGIN (root) ON cuau0
>
>Fatal double fault
>rip 0xffffffff80eb9cf4 rsp 0xfffffe00004bb000 rbp 0xfffffe00004bb000
>rax 0xffffffff80eb9cf0 rdx 0xfffff8003636d470 rbx 0xffffffff81b5d490
>rcx 0x1 rsi 0xfffffe00004bb040 rdi 0xfffffe00004bb040
>r8 0xfffff8000390cd20 r9 0xfffffe00004bb1c0 r10 0
>r11 0x900 r12 0xfffffe00004bb0f0 r13 0x80300
>r14 0xfffffe00004bb040 r15 0xffffffff rflags 0x10286
>cs 0x20 ss 0x28 ds 0x3b es 0x3b fs 0x13 gs 0x1b
>fsbase 0x803a1b830 gsbase 0xffffffff82012300 kgsbase 0
>cpuid = 0; apic id = 00
>panic: double fault
>cpuid = 0
>time = 1561810830
>KDB: stack backtrace:
>Uptime: 2m44s
>Dumping 118 out of 985 MB:..14%..28%..41%..55%..68%..82%..95%
>
>------------------------------------------------------------------------
>kernel config
>
>options	CONFIG_AUTOGENERATED
>ident	GENERIC
>machine	amd64
>cpu	HAMMER
>makeoptions	WITH_CTF=1
>makeoptions	DEBUG=-g
>options	XENHVM
>options	USB_DEBUG
>options	ATH_ENABLE_11N
>options	AH_AR5416_INTERRUPT_MITIGATION
>options	AH_SUPPORT_AR5416
>options	IEEE80211_SUPPORT_MESH
>options	IEEE80211_AMPDU_AGE
>options	IEEE80211_DEBUG
>options	SC_PIXEL_MODE
>options	VESA
>options	PCI_IOV
>options	PCI_HP
>options	ACPI_DMAR
>options	EARLY_AP_STARTUP
>options	SMP
>options	NETDUMP
>options	ZSTDIO
>options	GZIO
>options	EKCD
>options	KDB_TRACE
>options	KDB
>options	RCTL
>options	RACCT_DEFAULT_TO_DISABLED
>options	RACCT
>options	INCLUDE_CONFIG_FILE
>options	DDB_CTF
>options	KDTRACE_HOOKS
>options	KDTRACE_FRAME
>options	MAC
>options	CAPABILITIES
>options	CAPABILITY_MODE
>options	AUDIT
>options	HWPMC_HOOKS
>options	KBD_INSTALL_CDEV
>options	PRINTF_BUFR_SIZE=128
>options	_KPOSIX_PRIORITY_SCHEDULING
>options	SYSVSEM
>options	SYSVMSG
>options	SYSVSHM
>options	STACK
>options	KTRACE
>options	SCSI_DELAY=5000
>options	COMPAT_FREEBSD11
>options	COMPAT_FREEBSD10
>options	COMPAT_FREEBSD9
>options	COMPAT_FREEBSD7
>options	COMPAT_FREEBSD6
>options	COMPAT_FREEBSD5
>options	COMPAT_FREEBSD4
>options	COMPAT_FREEBSD32
>options	EFIRT
>options	GEOM_LABEL
>options	GEOM_RAID
>options	PSEUDOFS
>options	PROCFS
>options	CD9660
>options	MSDOSFS
>options	NFS_ROOT
>options	NFSLOCKD
>options	NFSD
>options	NFSCL
>options	MD_ROOT
>options	QUOTA
>options	UFS_GJOURNAL
>options	UFS_DIRHASH
>options	UFS_ACL
>options	SOFTUPDATES
>options	FFS
>options	SCTP
>options	TCP_RFC7413
>options	TCP_HHOOK
>options	TCP_BLACKBOX
>options	TCP_OFFLOAD
>options	IPSEC_SUPPORT
>options	IPSEC
>options	INET6
>options	INET
>options	VIMAGE
>options	PREEMPTION
>options	NUMA
>options	SCHED_ULE
>options	NEW_PCIB
>options	GEOM_PART_GPT
>options	GEOM_PART_MBR
>options	GEOM_PART_EBR_COMPAT
>options	GEOM_PART_EBR
>options	GEOM_PART_BSD
>device	isa
>device	mem
>device	io
>device	uart_ns8250
>device	cpufreq
>device	acpi
>device	pci
>device	fdc
>device	ahci
>device	ata
>device	mvs
>device	siis
>device	ahc
>device	ahd
>device	esp
>device	hptiop
>device	isp
>device	mpt
>device	mps
>device	mpr
>device	sym
>device	trm
>device	isci
>device	ocs_fc
>device	scbus
>device	ch
>device	da
>device	sa
>device	cd
>device	pass
>device	ses
>device	amr
>device	arcmsr
>device	ciss
>device	dpt
>device	hptmv
>device	hptnr
>device	hptrr
>device	hpt27xx
>device	iir
>device	ips
>device	mly
>device	twa
>device	smartpqi
>device	tws
>device	aac
>device	aacp
>device	aacraid
>device	ida
>device	mfi
>device	mlx
>device	mrsas
>device	pmspcv
>device	twe
>device	nvme
>device	nvd
>device	atkbdc
>device	atkbd
>device	psm
>device	kbdmux
>device	vga
>device	splash
>device	sc
>device	vt
>device	vt_vga
>device	vt_efifb
>device	agp
>device	cbb
>device	pccard
>device	cardbus
>device	uart
>device	ppc
>device	ppbus
>device	lpt
>device	ppi
>device	puc
>device	bxe
>device	de
>device	em
>device	ix
>device	ixv
>device	ixl
>device	iavf
>device	le
>device	ti
>device	txp
>device	vx
>device	miibus
>device	ae
>device	age
>device	alc
>device	ale
>device	bce
>device	bfe
>device	bge
>device	cas
>device	dc
>device	et
>device	fxp
>device	gem
>device	hme
>device	jme
>device	lge
>device	msk
>device	nfe
>device	nge
>device	pcn
>device	re
>device	rl
>device	sf
>device	sge
>device	sis
>device	sk
>device	ste
>device	stge
>device	tl
>device	tx
>device	vge
>device	vr
>device	wb
>device	xl
>device	wlan
>device	wlan_wep
>device	wlan_ccmp
>device	wlan_tkip
>device	wlan_amrr
>device	an
>device	ath
>device	ath_pci
>device	ath_hal
>device	ath_rate_sample
>device	ipw
>device	iwi
>device	iwn
>device	malo
>device	mwl
>device	ral
>device	wi
>device	wpi
>device	crypto
>device	loop
>device	random
>device	padlock_rng
>device	rdrand_rng
>device	ether
>device	vlan
>device	tun
>device	md
>device	gif
>device	firmware
>device	bpf
>device	uhci
>device	ohci
>device	ehci
>device	xhci
>device	usb
>device	ukbd
>device	umass
>device	sound
>device	snd_cmi
>device	snd_csa
>device	snd_emu10kx
>device	snd_es137x
>device	snd_hda
>device	snd_ich
>device	snd_via8233
>device	mmc
>device	mmcsd
>device	sdhci
>device	virtio
>device	virtio_pci
>device	vtnet
>device	virtio_blk
>device	virtio_scsi
>device	virtio_balloon
>device	hyperv
>device	xenpci
>device	vmx
>device	netmap
>
>------------------------------------------------------------------------
>ddb capture buffer
>
>ddb: ddb_capture: kvm_nlist

Actions: View

Attachments on bug 238883: 205420 | 205426