test-vm dumped core - see /var/crash/vmcore.4 Sat Feb 10 21:20:22 NZDT 2018 FreeBSD test-vm 12.0-CURRENT FreeBSD 12.0-CURRENT #12: Sat Feb 10 20:37:09 NZDT 2018 root@test-vm:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64 panic: vm_fault_hold: fault on nofault entry, addr: 0xfffffe000ff71000 GNU gdb 6.1.1 [FreeBSD] Copyright 2004 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "amd64-marcel-freebsd"... Unread portion of the kernel message buffer: pf_initialize: invalid states hashtable size(2147483648) pf_initialize: invalid states hashtable size(2147483648) panic: vm_fault_hold: fault on nofault entry, addr: 0xfffffe000ff71000 cpuid = 1 time = 1518250701 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe000ede8090 vpanic() at vpanic+0x18d/frame 0xfffffe000ede80f0 panic() at panic+0x43/frame 0xfffffe000ede8150 vm_fault_hold() at vm_fault_hold+0x238e/frame 0xfffffe000ede8280 vm_fault() at vm_fault+0x75/frame 0xfffffe000ede82c0 trap_pfault() at trap_pfault+0x171/frame 0xfffffe000ede8310 trap() at trap+0x2f2/frame 0xfffffe000ede8420 calltrap() at calltrap+0x8/frame 0xfffffe000ede8420 --- trap 0xc, rip = 0xffffffff80ae4cd4, rsp = 0xfffffe000ede84f0, rbp = 0xfffffe000ede8520 --- lock_init() at lock_init+0x24/frame 0xfffffe000ede8520 _mtx_init() at _mtx_init+0x90/frame 0xfffffe000ede8560 pf_initialize() at pf_initialize+0x276/frame 0xfffffe000ede8590 vnet_pf_init() at vnet_pf_init+0x8a/frame 0xfffffe000ede85c0 vnet_register_sysinit() at vnet_register_sysinit+0x10a/frame 0xfffffe000ede85f0 linker_load_module() at linker_load_module+0xb78/frame 0xfffffe000ede8900 kern_kldload() at kern_kldload+0xf1/frame 0xfffffe000ede8950 sys_kldload() at sys_kldload+0x5b/frame 0xfffffe000ede8980 amd64_syscall() at amd64_syscall+0x79b/frame 0xfffffe000ede8ab0 fast_syscall_common() at fast_syscall_common+0xfc/frame 0x7fffffffecf0 KDB: enter: panic Reading symbols from /boot/kernel/pf.ko...Reading symbols from /usr/lib/debug//boot/kernel/pf.ko.debug...done. done. Loaded symbols for /boot/kernel/pf.ko #0 doadump (textdump=0) at pcpu.h:229 229 pcpu.h: No such file or directory. in pcpu.h (kgdb) #0 doadump (textdump=0) at pcpu.h:229 #1 0xffffffff803e0b8b in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at /usr/src/sys/ddb/db_command.c:574 #2 0xffffffff803e0959 in db_command (cmd_table=) at /usr/src/sys/ddb/db_command.c:481 #3 0xffffffff803e06d4 in db_command_loop () at /usr/src/sys/ddb/db_command.c:534 #4 0xffffffff803e38ff in db_trap (type=, code=) at /usr/src/sys/ddb/db_main.c:250 #5 0xffffffff80ae41b3 in kdb_trap (type=3, code=-61456, tf=) at /usr/src/sys/kern/subr_kdb.c:697 #6 0xffffffff80f4fdb8 in trap (frame=0xfffffe000ede7fc0) at /usr/src/sys/amd64/amd64/trap.c:547 #7 0xffffffff80f2d1cd in calltrap () at /usr/src/sys/amd64/amd64/exception.S:231 #8 0xffffffff80ae388b in kdb_enter (why=0xffffffff814c60be "panic", msg=) at cpufunc.h:65 #9 0xffffffff80a9f5ca in vpanic (fmt=, ap=0xfffffe000ede8130) at /usr/src/sys/kern/kern_shutdown.c:800 #10 0xffffffff80a9f653 in panic (fmt=) at /usr/src/sys/kern/kern_shutdown.c:738 #11 0xffffffff80dbbe6e in vm_fault_hold (map=0xfffff8001ff9f000, vaddr=, fault_type=1 '\001', fault_flags=, m_hold=0x0) at /usr/src/sys/vm/vm_fault.c:563 #12 0xffffffff80db9a95 in vm_fault (map=0xfffff8001ff9f000, vaddr=, fault_type=1 '\001', fault_flags=0) at /usr/src/sys/vm/vm_fault.c:514 #13 0xffffffff80f506a1 in trap_pfault (frame=0xfffffe000ede8430, usermode=) at /usr/src/sys/amd64/amd64/trap.c:727 #14 0xffffffff80f4fd82 in trap (frame=0xfffffe000ede8430) at /usr/src/sys/amd64/amd64/trap.c:412 #15 0xffffffff80f2d1cd in calltrap () at /usr/src/sys/amd64/amd64/exception.S:231 #16 0xffffffff80ae4cd4 in lock_init (lock=0xfffffe000ff71008, class=0xffffffff81a12858, name=0xffffffff824485da "pf_keyhash", type=0x0, flags=4325376) at /usr/src/sys/kern/subr_lock.c:83 #17 0xffffffff80a7fee0 in _mtx_init (c=0xfffffe000ff71020, name=0xffffffff824485da "pf_keyhash", type=0x0, opts=) at /usr/src/sys/kern/kern_mutex.c:1137 #18 0xffffffff82419696 in pf_initialize () at /usr/src/sys/netpfil/pf/pf.c:824 #19 0xffffffff82430a8a in vnet_pf_init (unused=) at /usr/src/sys/netpfil/pf/pf_ioctl.c:224 #20 0xffffffff80bca75a in vnet_register_sysinit (arg=0xffffffff8244a7e0) at /usr/src/sys/net/vnet.c:500 #21 0xffffffff80a6fca8 in linker_load_module (kldname=, modname=0xfffff80003611c00 "pf", parent=0x0, verinfo=, lfpp=0xfffffe000ede8918) at /usr/src/sys/kern/kern_linker.c:236 #22 0xffffffff80a713f1 in kern_kldload (td=, file=, fileid=0xfffffe000ede8964) at /usr/src/sys/kern/kern_linker.c:1071 #23 0xffffffff80a7151b in sys_kldload (td=0xfffff80003aa8560, uap=) at /usr/src/sys/kern/kern_linker.c:1097 #24 0xffffffff80f5137b in amd64_syscall (td=0xfffff80003aa8560, traced=0) at subr_syscall.c:134 #25 0xffffffff80f2d9d8 in fast_syscall_common () at /usr/src/sys/amd64/amd64/exception.S:468 #26 0x00007fffffffef38 in ?? () #27 0x000000000000002e in ?? () #28 0x00007fffffffef38 in ?? () #29 0x0000000000000000 in ?? () Current language: auto; currently minimal (kgdb) ------------------------------------------------------------------------ ps -axlww UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 0 0 0 0 -16 0 0 0 swapin DLs - 0:00.04 [kernel] 0 1 0 0 52 0 10032 976 wait DLs - 0:00.01 [init] 0 2 0 0 -16 0 0 0 crypto_w DL - 0:00.00 [crypto] 0 3 0 0 -16 0 0 0 crypto_r DL - 0:00.00 [crypto returns 0] 0 4 0 0 -16 0 0 0 crypto_r DL - 0:00.00 [crypto returns 1] 0 5 0 0 -16 0 0 0 - RL - 0:00.05 [cam] 0 6 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod1] 0 7 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod2] 0 8 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod3] 0 9 0 0 -16 0 0 0 - DL - 0:00.00 [soaiod4] 0 10 0 0 -16 0 0 0 audit_wo DL - 0:00.00 [audit] 0 11 0 0 155 0 0 0 - RL - 1:38.41 [idle] 0 12 0 0 -56 0 0 0 - WL - 0:00.37 [intr] 0 13 0 0 -8 0 0 0 - DL - 0:00.04 [geom] 0 14 0 0 -68 0 0 0 - DL - 0:00.01 [usb] 0 15 0 0 -16 0 0 0 waiting_ DL - 0:00.00 [sctp_iterator] 0 16 0 0 -16 0 0 0 - DL - 0:00.18 [rand_harvestq] 0 17 0 0 -16 0 0 0 - RL - 0:00.00 [pagedaemon] 0 18 0 0 -16 0 0 0 psleep DL - 0:00.00 [vmdaemon] 0 19 0 0 -16 0 0 0 psleep DL - 0:00.00 [bufdaemon] 0 20 0 0 -16 0 0 0 - DL - 0:00.00 [bufspacedaemon] 0 21 0 0 16 0 0 0 syncer DL - 0:00.00 [syncer] 0 22 0 0 -16 0 0 0 vlruwt DL - 0:00.00 [vnlru] 0 318 1 0 52 0 11428 2660 select Ds - 0:00.00 [dhclient] 0 321 1 0 52 0 11648 2784 select Ds - 0:00.00 [dhclient] 65 366 1 0 52 0 11840 2920 select DCs - 0:00.00 [dhclient] 0 367 1 0 20 0 13940 5092 select Ds - 0:00.00 [devd] 0 437 1 0 20 0 11408 2748 select Ds - 0:00.01 [syslogd] 0 631 1 0 52 0 18200 7180 select Ds - 0:00.00 [sshd] 0 635 1 0 20 0 11468 2692 nanslp Ds - 0:00.00 [cron] 0 676 1 0 52 0 12308 2628 wait D - 0:00.00 [sh] 0 677 1 0 52 0 10944 2352 piperd D - 0:00.00 [logger] 0 678 676 0 52 0 10732 2156 nanslp DC - 0:00.00 [sleep] 0 680 1 0 52 0 10928 2308 ttyin Ds+ - 0:00.00 [getty] 0 681 1 0 22 0 12164 3192 wait Ds - 0:00.02 [login] 0 682 1 0 52 0 10928 2308 ttyin Ds+ - 0:00.00 [getty] 0 683 1 0 52 0 10928 2308 ttyin Ds+ - 0:00.00 [getty] 0 684 1 0 52 0 10928 2308 ttyin Ds+ - 0:00.00 [getty] 0 685 1 0 52 0 10928 2308 ttyin Ds+ - 0:00.00 [getty] 0 686 1 0 52 0 10928 2308 ttyin Ds+ - 0:00.00 [getty] 0 687 1 0 52 0 10928 2308 ttyin Ds+ - 0:00.00 [getty] 0 688 681 0 20 0 13232 4112 pause D - 0:00.03 [csh] 0 694 688 0 52 0 12264 3144 wait D+ - 0:00.02 [sh] 0 701 694 0 -60 0 10732 2156 - R+ - 0:00.00 [kldload] 0 702 0 0 -16 0 0 0 pftm DL - 0:00.00 [pf purge] ------------------------------------------------------------------------ vmstat -s 16288 cpu context switches 1396 device interrupts 878 software interrupts 60708 traps 226590 system calls 23 kernel threads created 482 fork() calls 195 vfork() calls 2 rfork() calls 0 swap pager pageins 0 swap pager pages paged in 0 swap pager pageouts 0 swap pager pages paged out 436 vnode pager pageins 3163 vnode pager pages paged in 0 vnode pager pageouts 0 vnode pager pages paged out 0 page daemon wakeups 0 pages examined by the page daemon 0 clean page reclamation shortfalls 0 pages reactivated by the page daemon 22026 copy-on-write faults 49 copy-on-write optimized faults 28999 zero fill pages zeroed 0 zero fill pages prezeroed 6 intransit blocking page faults 58298 total VM faults taken 346 page faults requiring I/O 0 pages affected by kernel thread creation 26097 pages affected by fork() 7018 pages affected by vfork() 114 pages affected by rfork() 194767 pages freed 0 pages freed by daemon 0 pages freed by exiting processes 0 pages active 0 pages inactive 0 pages in the laundry queue 0 pages wired down 0 pages free 0 bytes per page 0 total name lookups cache hits (0% pos + 0% neg) system 0% per-directory deletions 0%, falsehits 0%, toolong 0% ------------------------------------------------------------------------ vmstat -m Type InUse MemUse HighUse Requests Size(s) ac97 2 1K - 2 16,512 feeder 12 1K - 14 32,128 mixer 1 4K - 1 4096 CAM I/O Scheduler 1 1K - 1 128 CAM queue 8 3K - 25 16,32,512 scsi_cd 0 0K - 6 16 USB 6 5K - 6 16,128,512,4096 USBdev 5 1K - 5 32,64,128,512 CAM dev queue 3 1K - 3 64 ata_pci 1 1K - 1 64 vtbuf 24 1968K - 46 4096 vt 11 6K - 11 512 DEVFS3 84 21K - 100 256 DEVFS1 71 36K - 77 512 DEVFS_RULE 55 26K - 55 64,512 DEVFS 11 1K - 12 16,128 DEVFSP 2 1K - 2 64 NFSD V4client 1 1K - 1 256 NFSD lckfile 1 1K - 1 256 NFSD session 1 1K - 1 1024 pfs_nodes 20 5K - 20 256 GEOM 53 18K - 497 16,32,64,128,256,512,1024,2048,8192 raid_data 0 0K - 72 32,128,256 isadev 8 1K - 8 128 ddb_capture 1 64K - 1 65536 cdev 4 1K - 4 256 filedesc 1 4K - 1 4096 sigio 0 0K - 1 64 filecaps 4 1K - 80 16,32,64 kdtrace 129 24K - 1445 64,256 kenv 111 12K - 114 16,32,64,128,8192 kqueue 45 3K - 703 64 proc-args 38 2K - 350 16,32,64,128,256 hhook 13 4K - 13 256 ithread 60 11K - 60 32,128,256 KTRACE 100 13K - 100 128 linker 180 172K - 186 16,32,64,128,256,512,2048,4096,8192,16384 lockf 14 2K - 30 64,128 loginclass 3 1K - 3 64 devbuf 364 574K - 433 16,32,64,128,256,512,1024,2048,4096,8192,16384 temp 14 2K - 880 16,32,64,128,256,1024,2048,65536 module 501 63K - 502 128 mtx_pool 2 16K - 2 8192 osd 3 1K - 9 16,32,64,128,256 pmchooks 1 1K - 1 128 pgrp 19 3K - 28 128 session 17 3K - 17 128 proc 2 8K - 2 4096 subproc 100 208K - 758 512,4096 cred 23 6K - 64 256 acpiintr 1 1K - 1 64 acpica 2171 242K - 31933 16,32,64,128,256,512,1024,4096 plimit 16 4K - 237 256 uidinfo 3 2K - 3 128,1024 dumper 1 1K - 1 512 acpitask 1 64K - 1 65536 sysctl 0 0K - 1 64 sysctloid 2207 113K - 2245 16,32,64,128 sysctltmp 0 0K - 49 16,32,64,256,1024 kbdmux 6 22K - 6 16,512,1024,2048,16384 tidhash 1 8K - 1 8192 callout 3 1672K - 3 umtx 200 25K - 200 128 p1003.1b 1 1K - 1 16 SWAP 1 140K - 1 bus 1019 84K - 3035 16,32,64,128,256,1024 bus-sc 31 34K - 1444 16,32,128,256,512,1024,2048,4096,8192,16384,32768,65536 devstat 6 13K - 6 32,4096 eventhandler 125 11K - 125 64,128 gtaskqueue 18 26K - 18 16,32,256,8192 kobj 348 1392K - 485 4096 Per-cpu 1 1K - 1 32 rman 90 11K - 412 32,128 sbuf 0 0K - 684 16,32,64,128,256,512,1024,2048,4096,8192 toponodes 11 2K - 11 128 taskqueue 27 3K - 27 16,32,256 terminal 11 3K - 11 256 Unitno 23 2K - 161 32,64 vmem 3 11K - 4 1024,2048,8192 Witness 1539 3282K - 1539 2048,16384 ioctlops 0 0K - 72 256,512,1024 select 10 2K - 10 128 iov 0 0K - 10070 16,64,128,256,512 msg 4 30K - 4 2048,4096,8192,16384 sem 4 106K - 4 2048,4096 shm 1 32K - 1 32768 tty 12 12K - 12 1024 mbuf_tag 0 0K - 15 32 shmfd 1 8K - 1 8192 soname 4 1K - 6316 16,32,128 pcb 17 215K - 27 16,32,128,1024,2048,8192,32768 vfscache 4 281K - 4 256,8192,16384 vfs_hash 1 128K - 1 vnodes 1 1K - 1 256 mount 16 1K - 86 16,32,64,128,256 statfs 0 0K - 177 4096 vnodemarker 0 0K - 9 512 chacha20random 1 1K - 1 512 BPF 10 18K - 10 128,512,4096 ifnet 3 5K - 3 128,2048 ifaddr 35 12K - 36 16,32,64,128,256,512,2048,4096 ether_multi 17 1K - 22 16,32,64 clone 7 1K - 7 128 ipsec 1 1K - 1 256 lltable 9 3K - 9 256,512 iflib 14 82K - 18 16,64,128,1024,4096,8192,16384,32768 routetbl 25 4K - 29 32,64,128,512 vnet 1 1K - 1 64 vnet_data 1 64K - 1 65536 vnet_data_free 1 1K - 1 32 igmp 2 1K - 2 128 in_multi 2 1K - 3 256 encap_export_host 2 2K - 2 1024 sctp_a_it 0 0K - 2 16 sctp_vrf 1 1K - 1 64 sctp_ifa 4 1K - 4 128 sctp_ifn 2 1K - 2 128 sctp_iter 0 0K - 2 256 hostcache 1 32K - 1 32768 LRO 2 40K - 2 8192,32768 tcpfunc 1 1K - 1 64 syncache 1 68K - 1 in6_multi 15 2K - 15 32,256 mld 2 1K - 2 128 ip6ndp 3 1K - 3 64,256 inpcbpolicy 5 1K - 43 32 secasvar 1 1K - 1 1024 sahead 1 1K - 1 1024 ipsecpolicy 2 2K - 2 256,1024 ipsec-saq 2 2K - 2 1024 crypto 2 1K - 2 256,512 rpc 2 8K - 2 4096 audit_evclass 230 8K - 286 32 pagedep 14 36K - 17 256,32768 inodedep 46 151K - 73 512 bmsafemap 5 9K - 38 256,8192 newblk 18 261K - 28 256 freefrag 0 0K - 1 128 freeblks 0 0K - 30 256 freefile 10 1K - 17 64 diradd 11 2K - 31 128 mkdir 4 1K - 14 128 dirrem 16 2K - 35 128 newdirblk 4 1K - 7 64 freework 1 1K - 31 16,128 sbdep 0 0K - 4 64 savedino 0 0K - 23 256 softdep 1 1K - 1 512 ufs_dirhash 26 6K - 30 16,32,64,128,512 ufs_quota 1 128K - 1 ufs_mount 3 13K - 3 512,4096,8192 vm_pgdata 1 1K - 1 128 UMAHash 2 2K - 3 512,1024 pci_link 8 1K - 8 16,128 atkbddev 2 1K - 2 64 acpisem 19 3K - 19 128 acpidev 32 2K - 32 64 CAM SIM 3 1K - 3 256 apmdev 1 1K - 1 128 madt_table 0 0K - 2 16,4096 CAM XPT 23 2K - 81 32,64,128,256,512,1024,2048,65536 entropy 1 1K - 12 32,4096 CAM DEV 5 10K - 10 2048 CAM CCB 0 0K - 1236 2048 CAM path 7 1K - 44 32 io_apic 1 2K - 1 2048 local_apic 1 2K - 1 2048 CAM periph 6 2K - 49 16,32,64,128,256 MCA 2 1K - 2 128 cpus 2 1K - 2 16 nexusdev 5 1K - 5 16 pf_hash 2 2560K - 2 ------------------------------------------------------------------------ vmstat -z ITEM SIZE LIMIT USED FREE REQ FAIL SLEEP UMA Kegs: 280, 0, 209, 12, 209, 0, 0 UMA Zones: 520, 0, 210, 0, 210, 0, 0 UMA Slabs: 112, 0, 2179, 26, 2270, 0, 0 UMA Hash: 256, 0, 8, 7, 10, 0, 0 4 Bucket: 32, 0, 35, 585, 1000, 0, 0 6 Bucket: 48, 0, 4, 577, 67, 0, 0 8 Bucket: 64, 0, 20, 538, 776, 11, 0 12 Bucket: 96, 0, 7, 280, 48, 0, 0 16 Bucket: 128, 0, 37, 242, 119, 0, 0 32 Bucket: 256, 0, 26, 169, 169, 143, 0 64 Bucket: 512, 0, 50, 13, 186, 143, 0 128 Bucket: 1024, 0, 39, 37, 127, 0, 0 256 Bucket: 2048, 0, 81, 3, 115, 0, 0 vmem: 1792, 0, 1, 1, 1, 0, 0 vmem btag: 56, 0, 870, 337, 870, 9, 0 VM OBJECT: 256, 0, 922, 128, 9356, 0, 0 RADIX NODE: 144, 0, 1531, 4004, 24248, 0, 0 MAP: 232, 0, 3, 65, 3, 0, 0 KMAP ENTRY: 120, 0, 6, 126, 6, 0, 0 MAP ENTRY: 120, 0, 718, 305, 27270, 0, 0 VMSPACE: 2512, 0, 22, 5, 681, 0, 0 fakepg: 104, 0, 0, 0, 0, 0, 0 mt_zone: 16400, 0, 419, 0, 419, 0, 0 16: 16, 0, 22, 725, 13241, 0, 0 16: 16, 0, 2, 745, 7, 0, 0 16: 16, 0, 6, 741, 7, 0, 0 16: 16, 0, 217, 530, 1501, 0, 0 16: 16, 0, 750, 495, 834, 0, 0 16: 16, 0, 33, 714, 43, 0, 0 16: 16, 0, 29, 718, 129, 0, 0 16: 16, 0, 21, 726, 95, 0, 0 32: 32, 0, 34, 586, 2424, 0, 0 32: 32, 0, 272, 348, 573, 0, 0 32: 32, 0, 17, 603, 29, 0, 0 32: 32, 0, 114, 506, 796, 0, 0 32: 32, 0, 820, 296, 848, 0, 0 32: 32, 0, 56, 564, 77, 0, 0 32: 32, 0, 30, 590, 115, 0, 0 32: 32, 0, 2, 370, 27, 0, 0 64: 64, 0, 522, 532, 2048, 0, 0 64: 64, 0, 85, 473, 948, 0, 0 64: 64, 0, 14, 544, 26, 0, 0 64: 64, 0, 476, 330, 720, 0, 0 64: 64, 0, 220, 338, 235, 0, 0 64: 64, 0, 59, 499, 723, 0, 0 64: 64, 0, 280, 340, 10021, 0, 0 64: 64, 0, 16, 542, 61, 0, 0 128: 128, 0, 1641, 250, 12937, 0, 0 128: 128, 0, 38, 241, 74, 0, 0 128: 128, 0, 226, 177, 595, 0, 0 128: 128, 0, 323, 204, 790, 0, 0 128: 128, 0, 1117, 154, 1525, 0, 0 128: 128, 0, 225, 178, 227, 0, 0 128: 128, 0, 83, 258, 6359, 0, 0 128: 128, 0, 34, 245, 98, 0, 0 256: 256, 0, 16, 119, 366, 0, 0 256: 256, 0, 108, 87, 1047, 0, 0 256: 256, 0, 13, 122, 44, 0, 0 256: 256, 0, 95, 100, 297, 0, 0 256: 256, 0, 25, 110, 135, 0, 0 256: 256, 0, 54, 81, 87, 0, 0 256: 256, 0, 114, 81, 489, 0, 0 256: 256, 0, 57, 78, 169, 0, 0 512: 512, 0, 1, 34, 4, 0, 0 512: 512, 0, 54, 37, 95, 0, 0 512: 512, 0, 112, 35, 112, 0, 0 512: 512, 0, 3, 60, 370, 0, 0 512: 512, 0, 2, 33, 2, 0, 0 512: 512, 0, 16, 47, 21, 0, 0 512: 512, 0, 112, 7, 128, 0, 0 512: 512, 0, 1, 34, 126, 0, 0 1024: 1024, 0, 3, 25, 1038, 0, 0 1024: 1024, 0, 14, 14, 18, 0, 0 1024: 1024, 0, 4, 12, 4, 0, 0 1024: 1024, 0, 4, 56, 275, 0, 0 1024: 1024, 0, 2, 26, 350, 0, 0 1024: 1024, 0, 2, 14, 2, 0, 0 1024: 1024, 0, 18, 10, 21, 0, 0 1024: 1024, 0, 5, 23, 19, 0, 0 2048: 2048, 0, 1, 5, 3, 0, 0 2048: 2048, 0, 2, 8, 2, 0, 0 2048: 2048, 0, 1, 5, 1, 0, 0 2048: 2048, 0, 2, 10, 1284, 0, 0 2048: 2048, 0, 7, 9, 13, 0, 0 2048: 2048, 0, 1538, 8, 1538, 0, 0 2048: 2048, 0, 8, 8, 9, 0, 0 2048: 2048, 0, 1, 9, 23, 0, 0 4096: 4096, 0, 3, 0, 3, 0, 0 4096: 4096, 0, 2, 2, 180, 0, 0 4096: 4096, 0, 46, 1, 704, 0, 0 4096: 4096, 0, 350, 3, 578, 0, 0 4096: 4096, 0, 15, 0, 26, 0, 0 4096: 4096, 0, 2, 0, 2, 0, 0 4096: 4096, 0, 18, 0, 19, 0, 0 4096: 4096, 0, 2, 3, 13, 0, 0 8192: 8192, 0, 1, 0, 1, 0, 0 8192: 8192, 0, 1, 0, 1, 0, 0 8192: 8192, 0, 2, 0, 2, 0, 0 8192: 8192, 0, 2, 2, 114, 0, 0 8192: 8192, 0, 0, 0, 0, 0, 0 8192: 8192, 0, 6, 0, 6, 0, 0 8192: 8192, 0, 8, 0, 10, 0, 0 8192: 8192, 0, 4, 2, 69, 0, 0 16384: 16384, 0, 0, 0, 0, 0, 0 16384: 16384, 0, 0, 0, 0, 0, 0 16384: 16384, 0, 0, 0, 0, 0, 0 16384: 16384, 0, 1, 2, 173, 0, 0 16384: 16384, 0, 1, 0, 1, 0, 0 16384: 16384, 0, 1, 0, 1, 0, 0 16384: 16384, 0, 6, 0, 6, 0, 0 16384: 16384, 0, 1, 0, 1, 0, 0 32768: 32768, 0, 0, 0, 0, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0 32768: 32768, 0, 2, 0, 2, 0, 0 32768: 32768, 0, 0, 2, 124, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0 32768: 32768, 0, 1, 0, 1, 0, 0 65536: 65536, 0, 0, 1, 8, 0, 0 65536: 65536, 0, 1, 0, 1, 0, 0 65536: 65536, 0, 0, 0, 0, 0, 0 65536: 65536, 0, 0, 2, 99, 0, 0 65536: 65536, 0, 2, 2, 42, 0, 0 65536: 65536, 0, 0, 0, 0, 0, 0 65536: 65536, 0, 0, 0, 0, 0, 0 65536: 65536, 0, 0, 0, 0, 0, 0 64 pcpu: 8, 0, 2503, 313, 2507, 0, 0 SLEEPQUEUE: 88, 0, 101, 178, 101, 0, 0 Files: 80, 0, 62, 232, 5061, 0, 0 filedesc0: 1104, 0, 45, 9, 703, 0, 0 rl_entry: 40, 0, 29, 565, 29, 0, 0 TURNSTILE: 136, 0, 101, 99, 101, 0, 0 umtx pi: 96, 0, 0, 0, 0, 0, 0 umtx_shm: 88, 0, 0, 0, 0, 0, 0 MAC labels: 40, 0, 0, 0, 0, 0, 0 PROC: 1336, 0, 44, 10, 702, 0, 0 THREAD: 1368, 0, 90, 10, 90, 0, 0 cpuset: 104, 0, 63, 203, 67, 0, 0 domainset: 32, 0, 0, 0, 0, 0, 0 audit_record: 1280, 0, 0, 0, 0, 0, 0 mbuf_packet: 256, 190650, 1, 519, 27, 0, 0 mbuf: 256, 190650, 798, 481, 1008, 0, 0 mbuf_cluster: 2048, 29788, 1303, 7, 1330, 0, 0 mbuf_jumbo_page: 4096, 14893, 0, 0, 0, 0, 0 mbuf_jumbo_9k: 9216, 13236, 0, 0, 0, 0, 0 mbuf_jumbo_16k: 16384, 9928, 0, 0, 0, 0, 0 g_bio: 384, 0, 0, 120, 4720, 0, 0 ttyinq: 160, 0, 120, 24, 255, 0, 0 ttyoutq: 256, 0, 64, 71, 136, 0, 0 DMAR_MAP_ENTRY: 120, 0, 0, 0, 0, 0, 0 nvme_request: 128, 0, 0, 0, 0, 0, 0 cryptop: 128, 0, 0, 0, 0, 0, 0 cryptodesc: 72, 0, 0, 0, 0, 0, 0 vtnet_tx_hdr: 24, 0, 0, 0, 0, 0, 0 FPU_save_area: 832, 0, 0, 0, 0, 0, 0 VNODE: 472, 0, 532, 20, 551, 0, 0 VNODEPOLL: 120, 0, 0, 0, 0, 0, 0 BUF TRIE: 144, 0, 123, 3603, 203, 0, 0 S VFS Cache: 108, 0, 517, 113, 1302, 0, 0 STS VFS Cache: 148, 0, 0, 0, 0, 0, 0 L VFS Cache: 328, 0, 0, 0, 0, 0, 0 LTS VFS Cache: 368, 0, 0, 0, 0, 0, 0 NAMEI: 1024, 0, 0, 32, 10037, 0, 0 rentr: 24, 0, 0, 0, 0, 0, 0 NCLNODE: 592, 0, 0, 0, 0, 0, 0 DIRHASH: 1024, 0, 34, 18, 44, 0, 0 AIO: 208, 0, 0, 0, 0, 0, 0 AIOP: 32, 0, 0, 0, 0, 0, 0 AIOCB: 752, 0, 0, 0, 0, 0, 0 AIOLIO: 280, 0, 0, 0, 0, 0, 0 pipe: 760, 0, 3, 27, 220, 0, 0 Mountpoints: 2744, 0, 2, 1, 2, 0, 0 procdesc: 136, 0, 1, 86, 2, 0, 0 ksiginfo: 112, 0, 37, 243, 49, 0, 0 itimer: 352, 0, 0, 0, 0, 0, 0 KNOTE: 160, 0, 0, 0, 0, 0, 0 socket: 856, 15312, 14, 14, 1112, 0, 0 IPsec SA lft_c: 16, 0, 0, 0, 0, 0, 0 unpcb: 232, 15317, 8, 128, 1058, 0, 0 ipq: 56, 994, 0, 0, 0, 0, 0 udp_inpcb: 424, 15318, 2, 61, 40, 0, 0 udpcb: 32, 15376, 2, 618, 40, 0, 0 tcp_inpcb: 424, 15318, 2, 34, 2, 0, 0 tcpcb: 872, 15312, 2, 14, 2, 0, 0 tcptw: 88, 3105, 0, 0, 0, 0, 0 syncache: 168, 15364, 0, 0, 0, 0, 0 hostcache: 96, 15375, 0, 0, 0, 0, 0 sackhole: 32, 0, 0, 0, 0, 0, 0 tcpreass: 40, 1881, 0, 0, 0, 0, 0 sctp_ep: 1216, 15312, 0, 0, 0, 0, 0 sctp_asoc: 2408, 40000, 0, 0, 0, 0, 0 sctp_laddr: 48, 80012, 0, 332, 3, 0, 0 sctp_raddr: 736, 80000, 0, 0, 0, 0, 0 sctp_chunk: 152, 400010, 0, 0, 0, 0, 0 sctp_readq: 152, 400010, 0, 0, 0, 0, 0 sctp_stream_msg_out: 112, 400015, 0, 0, 0, 0, 0 sctp_asconf: 40, 400059, 0, 0, 0, 0, 0 sctp_asconf_ack: 48, 400060, 0, 0, 0, 0, 0 udplite_inpcb: 424, 15318, 0, 0, 0, 0, 0 ripcb: 424, 15318, 1, 35, 1, 0, 0 rtentry: 208, 0, 11, 122, 14, 0, 0 selfd: 64, 0, 25, 533, 651, 0, 0 swpctrie: 144, 59616, 0, 0, 0, 0, 0 swblk: 136, 59595, 0, 0, 0, 0, 0 FFS inode: 160, 0, 503, 49, 520, 0, 0 FFS1 dinode: 128, 0, 0, 0, 0, 0, 0 FFS2 dinode: 256, 0, 503, 52, 520, 0, 0 pf mtags: 48, 0, 0, 0, 0, 0, 0 pf states: 296, 10010, 0, 0, 0, 0, 0 pf state keys: 88, 0, 0, 0, 0, 0, 0 ------------------------------------------------------------------------ vmstat -i interrupt total rate irq1: atkbd0 155 6 irq14: ata0 1151 45 irq15: ata1 57 2 irq19: em0:irq0 33 1 cpu0:timer 1232 49 cpu1:timer 566 22 Total 3194 126 ------------------------------------------------------------------------ pstat -T 62/15311 files 0M/0M swap space ------------------------------------------------------------------------ pstat -s Device 512-blocks Used Avail Capacity ------------------------------------------------------------------------ iostat tty ada0 cd0 pass0 cpu tin tout KB/t tps MB/s KB/t tps MB/s KB/t tps MB/s us ni sy in id 1 56 17.43 22 0.37 0.00 0 0.00 0.00 0 0.00 0 0 5 0 94 ------------------------------------------------------------------------ ipcs -a Message Queues: T ID KEY MODE OWNER GROUP CREATOR CGROUP CBYTES QNUM QBYTES LSPID LRPID STIME RTIME CTIME Shared Memory: T ID KEY MODE OWNER GROUP CREATOR CGROUP NATTCH SEGSZ CPID LPID ATIME DTIME CTIME Semaphores: T ID KEY MODE OWNER GROUP CREATOR CGROUP NSEMS OTIME CTIME ------------------------------------------------------------------------ ipcs -T msginfo: msgmax: 16384 (max characters in a message) msgmni: 40 (# of message queues) msgmnb: 2048 (max characters in a message queue) msgtql: 40 (max # of messages in system) msgssz: 8 (size of a message segment) msgseg: 2048 (# of message segments in system) shminfo: shmmax: 536870912 (max shared memory segment size) shmmin: 1 (min shared memory segment size) shmmni: 192 (max number of shared memory identifiers) shmseg: 128 (max shared memory segments per process) shmall: 131072 (max amount of shared memory in pages) seminfo: semmni: 50 (# of semaphore identifiers) semmns: 340 (# of semaphores in system) semmnu: 150 (# of undo structures in system) semmsl: 340 (max # of semaphores per id) semopm: 100 (max # of operations per semop call) semume: 50 (max # of undo entries per process) semusz: 632 (size in bytes of undo structure) semvmx: 32767 (semaphore maximum value) semaem: 16384 (adjust on exit max value) ------------------------------------------------------------------------ nfsstat Client Info: Rpc Counts: Getattr Setattr Lookup Readlink Read Write Create Remove 0 0 0 0 0 0 0 0 Rename Link Symlink Mkdir Rmdir Readdir RdirPlus Access 0 0 0 0 0 0 0 0 Mknod Fsstat Fsinfo PathConf Commit 0 0 0 0 0 Rpc Info: TimedOut Invalid X Replies Retries Requests 0 0 0 0 0 Cache Info: Attr Hits Misses Lkup Hits Misses BioR Hits Misses BioW Hits Misses 0 0 0 0 0 0 0 0 BioRLHits Misses BioD Hits Misses DirE Hits Misses Accs Hits Misses 0 0 0 0 0 0 0 0 Server Info: Getattr Setattr Lookup Readlink Read Write Create Remove 0 0 0 0 0 0 0 0 Rename Link Symlink Mkdir Rmdir Readdir RdirPlus Access 0 0 0 0 0 0 0 0 Mknod Fsstat Fsinfo PathConf Commit 0 0 0 0 0 Server Ret-Failed 0 Server Faults 0 Server Cache Stats: Inprog Idem Non-idem Misses 0 0 0 0 Server Write Gathering: WriteOps WriteRPC Opsaved 0 0 0 ------------------------------------------------------------------------ netstat -s tcp: 0 packets sent 0 data packets (0 bytes) 0 data packets (0 bytes) retransmitted 0 data packets unnecessarily retransmitted 0 resends initiated by MTU discovery 0 ack-only packets (0 delayed) 0 URG only packets 0 window probe packets 0 window update packets 0 control packets 0 packets received 0 acks (for 0 bytes) 0 duplicate acks 0 acks for unsent data 0 packets (0 bytes) received in-sequence 0 completely duplicate packets (0 bytes) 0 old duplicate packets 0 packets with some dup. data (0 bytes duped) 0 out-of-order packets (0 bytes) 0 packets (0 bytes) of data after window 0 window probes 0 window update packets 0 packets received after close 0 discarded for bad checksums 0 discarded for bad header offset fields 0 discarded because packet too short 0 discarded due to memory problems 0 connection requests 0 connection accepts 0 bad connection attempts 0 listen queue overflows 0 ignored RSTs in the windows 0 connections established (including accepts) 0 times used RTT from hostcache 0 times used RTT variance from hostcache 0 times used slow-start threshold from hostcache 0 connections closed (including 0 drops) 0 connections updated cached RTT on close 0 connections updated cached RTT variance on close 0 connections updated cached ssthresh on close 0 embryonic connections dropped 0 segments updated rtt (of 0 attempts) 0 retransmit timeouts 0 connections dropped by rexmit timeout 0 persist timeouts 0 connections dropped by persist timeout 0 Connections (fin_wait_2) dropped because of timeout 0 keepalive timeouts 0 keepalive probes sent 0 connections dropped by keepalive 0 correct ACK header predictions 0 correct data packet header predictions 0 syncache entries added 0 retransmitted 0 dupsyn 0 dropped 0 completed 0 bucket overflow 0 cache overflow 0 reset 0 stale 0 aborted 0 badack 0 unreach 0 zone failures 0 cookies sent 0 cookies received 0 hostcache entries added 0 bucket overflow 0 SACK recovery episodes 0 segment rexmits in SACK recovery episodes 0 byte rexmits in SACK recovery episodes 0 SACK options (SACK blocks) received 0 SACK options (SACK blocks) sent 0 SACK scoreboard overflow 0 packets with ECN CE bit set 0 packets with ECN ECT(0) bit set 0 packets with ECN ECT(1) bit set 0 successful ECN handshakes 0 times ECN reduced the congestion window 0 packets with matching signature received 0 packets with bad signature received 0 times failed to make signature due to no SA 0 times unexpected signature received 0 times no signature provided by segment 0 Path MTU discovery black hole detection activations 0 Path MTU discovery black hole detection min MSS activations 0 Path MTU discovery black hole detection failures TCP connection count by state: 0 connections in CLOSED state 2 connections in LISTEN state 0 connections in SYN_SENT state 0 connections in SYN_RCVD state 0 connections in ESTABLISHED state 0 connections in CLOSE_WAIT state 0 connections in FIN_WAIT_1 state 0 connections in CLOSING state 0 connections in LAST_ACK state 0 connections in FIN_WAIT_2 state 0 connections in TIME_WAIT state udp: 27 datagrams received 0 with incomplete header 0 with bad data length field 0 with bad checksum 0 with no checksum 0 dropped due to no socket 27 broadcast/multicast datagrams undelivered 0 dropped due to full socket buffers 0 not for hashed pcb 0 delivered 0 datagrams output 0 times multicast source filter matched ip: 27 total packets received 0 bad header checksums 0 with size smaller than minimum 0 with data size < data length 0 with ip length > max ip packet size 0 with header length < data size 0 with data length < header length 0 with bad options 0 with incorrect version number 0 fragments received 0 fragments dropped (dup or out of space) 0 fragments dropped after timeout 0 packets reassembled ok 27 packets for this host 0 packets for unknown/unsupported protocol 0 packets forwarded (0 packets fast forwarded) 0 packets not forwardable 0 packets received for unknown multicast group 0 redirects sent 0 packets sent from this host 0 packets sent with fabricated ip header 0 output packets dropped due to no bufs, etc. 0 output packets discarded due to no route 0 output datagrams fragmented 0 fragments created 0 datagrams that can't be fragmented 0 tunneling packets that can't find gif 0 datagrams with bad address in header icmp: 0 calls to icmp_error 0 errors not generated in response to an icmp message 0 messages with bad code fields 0 messages less than the minimum length 0 messages with bad checksum 0 messages with bad length 0 multicast echo requests ignored 0 multicast timestamp requests ignored 0 message responses generated 0 invalid return addresses 0 no return routes ipsec: 0 inbound packets violated process security policy 0 inbound packets failed due to insufficient memory 0 invalid inbound packets 0 outbound packets violated process security policy 0 outbound packets with no SA available 0 outbound packets failed due to insufficient memory 0 outbound packets with no route available 0 invalid outbound packets 0 outbound packets with bundled SAs 0 mbufs coalesced during clone 0 clusters coalesced during clone 0 clusters copied during clone 0 mbufs inserted during makespace ah: 0 packets shorter than header shows 0 packets dropped; protocol family not supported 0 packets dropped; no TDB 0 packets dropped; bad KCR 0 packets dropped; queue full 0 packets dropped; no transform 0 replay counter wraps 0 packets dropped; bad authentication detected 0 packets dropped; bad authentication length 0 possible replay packets detected 0 packets in 0 packets out 0 packets dropped; invalid TDB 0 bytes in 0 bytes out 0 packets dropped; larger than IP_MAXPACKET 0 packets blocked due to policy 0 crypto processing failures 0 tunnel sanity check failures esp: 0 packets shorter than header shows 0 packets dropped; protocol family not supported 0 packets dropped; no TDB 0 packets dropped; bad KCR 0 packets dropped; queue full 0 packets dropped; no transform 0 packets dropped; bad ilen 0 replay counter wraps 0 packets dropped; bad encryption detected 0 packets dropped; bad authentication detected 0 possible replay packets detected 0 packets in 0 packets out 0 packets dropped; invalid TDB 0 bytes in 0 bytes out 0 packets dropped; larger than IP_MAXPACKET 0 packets blocked due to policy 0 crypto processing failures 0 tunnel sanity check failures ipcomp: 0 packets shorter than header shows 0 packets dropped; protocol family not supported 0 packets dropped; no TDB 0 packets dropped; bad KCR 0 packets dropped; queue full 0 packets dropped; no transform 0 replay counter wraps 0 packets in 0 packets out 0 packets dropped; invalid TDB 0 bytes in 0 bytes out 0 packets dropped; larger than IP_MAXPACKET 0 packets blocked due to policy 0 crypto processing failures 0 packets sent uncompressed; size < compr. algo. threshold 0 packets sent uncompressed; compression was useless arp: 1 ARP request sent 0 ARP replies sent 1 ARP request received 0 ARP replies received 1 ARP packet received 0 total packets dropped due to no ARP entry 0 ARP entrys timed out 0 Duplicate IPs seen ip6: 0 total packets received 0 with size smaller than minimum 0 with data size < data length 0 with bad options 0 with incorrect version number 0 fragments received 0 fragments dropped (dup or out of space) 0 fragments dropped after timeout 0 fragments that exceeded limit 0 packets reassembled ok 0 packets for this host 0 packets forwarded 0 packets not forwardable 0 redirects sent 0 packets sent from this host 0 packets sent with fabricated ip header 0 output packets dropped due to no bufs, etc. 0 output packets discarded due to no route 0 output datagrams fragmented 0 fragments created 0 datagrams that can't be fragmented 0 packets that violated scope rules 0 multicast packets which we don't join Mbuf statistics: 0 one mbuf 0 one ext mbuf 0 two or more ext mbuf 0 packets whose headers are not contiguous 0 tunneling packets that can't find gif 0 packets discarded because of too many headers 0 failures of source address selection icmp6: 0 calls to icmp6_error 0 errors not generated in response to an icmp6 message 0 errors not generated because of rate limitation 0 messages with bad code fields 0 messages < minimum length 0 bad checksums 0 messages with bad length Histogram of error messages to be generated: 0 no route 0 administratively prohibited 0 beyond scope 0 address unreachable 0 port unreachable 0 packet too big 0 time exceed transit 0 time exceed reassembly 0 erroneous header field 0 unrecognized next header 0 unrecognized option 0 redirect 0 unknown 0 message responses generated 0 messages with too many ND options 0 messages with bad ND options 0 bad neighbor solicitation messages 0 bad neighbor advertisement messages 0 bad router solicitation messages 0 bad router advertisement messages 0 bad redirect messages 0 path MTU changes ipsec6: 0 inbound packets violated process security policy 0 inbound packets failed due to insufficient memory 0 invalid inbound packets 0 outbound packets violated process security policy 0 outbound packets with no SA available 0 outbound packets failed due to insufficient memory 0 outbound packets with no route available 0 invalid outbound packets 0 outbound packets with bundled SAs 0 mbufs coalesced during clone 0 clusters coalesced during clone 0 clusters copied during clone 0 mbufs inserted during makespace rip6: 0 messages received 0 checksum calculations on inbound 0 messages with bad checksum 0 messages dropped due to no socket 0 multicast messages dropped due to no socket 0 messages dropped due to full socket buffers 0 delivered 0 datagrams output pfkey: 0 requests sent from userland 0 bytes sent from userland 0 messages with invalid length field 0 messages with invalid version field 0 messages with invalid message type field 0 messages too short 0 messages with memory allocation failure 0 messages with duplicate extension 0 messages with invalid extension type 0 messages with invalid sa type 0 messages with invalid address extension 0 requests sent to userland 0 bytes sent to userland 0 messages toward single socket 0 messages toward all sockets 0 messages toward registered sockets 0 messages with memory allocation failure ------------------------------------------------------------------------ netstat -m 799/1000/1799 mbufs in use (current/cache/total) 784/526/1310/29788 mbuf clusters in use (current/cache/total/max) 1/519 mbuf+clusters out of packet secondary zone in use (current/cache) 0/0/0/14893 4k (page size) jumbo clusters in use (current/cache/total/max) 0/0/0/13236 9k jumbo clusters in use (current/cache/total/max) 0/0/0/9928 16k jumbo clusters in use (current/cache/total/max) 1767K/1302K/3069K bytes allocated to network (current/cache/total) 0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters) 0/0/0 requests for mbufs delayed (mbufs/clusters/mbuf+clusters) 0/0/0 requests for jumbo clusters delayed (4k/9k/16k) 0/0/0 requests for jumbo clusters denied (4k/9k/16k) 0 sendfile syscalls 0 sendfile syscalls completed without I/O request 0 requests for I/O initiated by sendfile 0 pages read by sendfile as part of a request 0 pages were valid at time of a sendfile request 0 pages were valid and substituted to bogus page 0 pages were requested for read ahead by applications 0 pages were read ahead by sendfile 0 times sendfile encountered an already busy page 0 requests for sfbufs denied 0 requests for sfbufs delayed ------------------------------------------------------------------------ netstat -anA Active Internet connections (including servers) Tcpcb Proto Recv-Q Send-Q Local Address Foreign Address (state) fffff80003a44000 udp4 0 0 *.514 *.* fffff80003a441a8 udp6 0 0 *.514 *.* ------------------------------------------------------------------------ netstat -aL Current listen queue sizes (qlen/incqlen/maxqlen) Proto Listen Local Address ------------------------------------------------------------------------ fstat fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x200000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read file 5 at 0xd000000001 fstat: can't read file 11 at 0x8400000000 fstat: can't read file 17 at 0x8400000000 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20000000008800d fstat: can't read file 2 at 0x4000000000000a0 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x400000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read file 11 at 0x400000000 fstat: can't read file 13 at 0x20007ffffffffff fstat: can't read file 14 at 0x4000000001fffff fstat: can't read file 16 at 0x780000ffff fstat: can't read file 17 at 0x400000000 fstat: can't read file 19 at 0x20007ffffffffff fstat: can't read file 20 at 0x4000000001fffff fstat: can't read file 22 at 0x780000ffff fstat: can't read file 23 at 0x2600000001 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x800000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 1 at 0x200000000000000 fstat: can't read file 2 at 0x400000000000000 fstat: can't read file 5 at 0x800000000 fstat: can't read file 7 at 0x200000000000002 fstat: can't read file 8 at 0x400000000000000 fstat: can't read file 11 at 0x400000000 fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x800000000 fstat: can't read file 7 at 0x20007ffffffffff fstat: can't read file 8 at 0x4000000001fffff fstat: can't read file 10 at 0x780000ffff fstat: can't read file 1 at 0x20007ffffffffff fstat: can't read file 2 at 0x4000000001fffff fstat: can't read file 4 at 0x780000ffff fstat: can't read file 5 at 0x800000000 USER CMD PID FD MOUNT INUM MODE SZ|DV R/W root pf purge 702 root / 2 drwxr-xr-x 512 r root pf purge 702 wd / 2 drwxr-xr-x 512 r root kldload 701 root / 2 drwxr-xr-x 512 r root kldload 701 wd / 2 drwxr-xr-x 512 r root kldload 701 text / 3049766 -r-xr-xr-x 15256 r root kldload 701 ctty /dev 59 crw------- ttyv1 rw root kldload 701 0 /dev 59 crw------- ttyv1 rw root sh 694 root / 2 drwxr-xr-x 512 r root sh 694 wd / 2 drwxr-xr-x 512 r root sh 694 text / 2327450 -r-xr-xr-x 168616 r root sh 694 ctty /dev 59 crw------- ttyv1 rw root sh 694 0 /dev 59 crw------- ttyv1 rw root sh 694 6 /dev 59 crw------- ttyv1 rw root csh 688 root / 2 drwxr-xr-x 512 r root csh 688 wd / 4735104 drwxr-xr-x 1024 r root csh 688 text / 2327436 -r-xr-xr-x 428984 r root csh 688 ctty /dev 59 crw------- ttyv1 rw root getty 687 root / 2 drwxr-xr-x 512 r root getty 687 wd / 2 drwxr-xr-x 512 r root getty 687 text / 481551 -r-xr-xr-x 35888 r root getty 687 ctty /dev 65 crw------- ttyv7 rw root getty 687 0 /dev 65 crw------- ttyv7 rw root getty 686 root / 2 drwxr-xr-x 512 r root getty 686 wd / 2 drwxr-xr-x 512 r root getty 686 text / 481551 -r-xr-xr-x 35888 r root getty 686 ctty /dev 64 crw------- ttyv6 rw root getty 686 0 /dev 64 crw------- ttyv6 rw root getty 685 root / 2 drwxr-xr-x 512 r root getty 685 wd / 2 drwxr-xr-x 512 r root getty 685 text / 481551 -r-xr-xr-x 35888 r root getty 685 ctty /dev 63 crw------- ttyv5 rw root getty 685 0 /dev 63 crw------- ttyv5 rw root getty 684 root / 2 drwxr-xr-x 512 r root getty 684 wd / 2 drwxr-xr-x 512 r root getty 684 text / 481551 -r-xr-xr-x 35888 r root getty 684 ctty /dev 62 crw------- ttyv4 rw root getty 684 0 /dev 62 crw------- ttyv4 rw root getty 683 root / 2 drwxr-xr-x 512 r root getty 683 wd / 2 drwxr-xr-x 512 r root getty 683 text / 481551 -r-xr-xr-x 35888 r root getty 683 ctty /dev 61 crw------- ttyv3 rw root getty 683 0 /dev 61 crw------- ttyv3 rw root getty 682 root / 2 drwxr-xr-x 512 r root getty 682 wd / 2 drwxr-xr-x 512 r root getty 682 text / 481551 -r-xr-xr-x 35888 r root getty 682 ctty /dev 60 crw------- ttyv2 rw root getty 682 0 /dev 60 crw------- ttyv2 rw root login 681 root / 2 drwxr-xr-x 512 r root login 681 wd / 4735104 drwxr-xr-x 1024 r root login 681 text / 488279 -r-sr-xr-x 31840 r root login 681 ctty /dev 59 crw------- ttyv1 rw root login 681 0 /dev 59 crw------- ttyv1 rw root getty 680 root / 2 drwxr-xr-x 512 r root getty 680 wd / 2 drwxr-xr-x 512 r root getty 680 text / 481551 -r-xr-xr-x 35888 r root getty 680 ctty /dev 58 crw------- ttyv0 rw root getty 680 0 /dev 58 crw------- ttyv0 rw root sleep 678 root / 2 drwxr-xr-x 512 r root sleep 678 wd / 2 drwxr-xr-x 512 r root sleep 678 text / 2327461 -r-xr-xr-x 15248 r root sleep 678 0 /dev 14 crw-rw-rw- null r root logger 677 root / 2 drwxr-xr-x 512 r root logger 677 wd / 2 drwxr-xr-x 512 r root logger 677 text / 488263 -r-xr-xr-x 23528 r root logger 677 0* pipe fffff800039d68e8 <-> fffff800039d6a50 0 rw root sh 676 root / 2 drwxr-xr-x 512 r root sh 676 wd / 2 drwxr-xr-x 512 r root sh 676 text / 2327450 -r-xr-xr-x 168616 r root sh 676 0 /dev 14 crw-rw-rw- null r root cron 635 root / 2 drwxr-xr-x 512 r root cron 635 wd / 3531268 drwxr-x--- 512 r root cron 635 text / 488384 -r-xr-xr-x 52152 r root cron 635 0 /dev 14 crw-rw-rw- null rw root sshd 631 root / 2 drwxr-xr-x 512 r root sshd 631 wd / 2 drwxr-xr-x 512 r root sshd 631 text / 488324 -r-xr-xr-x 286352 r root sshd 631 0 /dev 14 crw-rw-rw- null rw root syslogd 437 root / 2 drwxr-xr-x 512 r root syslogd 437 wd / 2 drwxr-xr-x 512 r root syslogd 437 text / 488556 -r-xr-xr-x 52288 r root syslogd 437 0 /dev 14 crw-rw-rw- null rw root syslogd 437 6 /dev 14 crw-rw-rw- null rw root syslogd 437 12 /dev 14 crw-rw-rw- null rw root syslogd 437 18* pipe fffff80003da68e8 <-> fffff80003da6a50 0 rw root syslogd 437 24* pipe fffff80003da6a50 <-> fffff80003da68e8 0 rw root devd 367 root / 2 drwxr-xr-x 512 r root devd 367 wd / 2 drwxr-xr-x 512 r root devd 367 text / 3049818 -r-xr-xr-x 1052696 r root devd 367 0 /dev 14 crw-rw-rw- null rw root devd 367 6 /dev 14 crw-rw-rw- null rw _dhcp dhclient 366 root / 3531278 dr-xr-xr-x 512 r _dhcp dhclient 366 wd / 3531278 dr-xr-xr-x 512 r _dhcp dhclient 366 jail / 3531278 dr-xr-xr-x 512 r _dhcp dhclient 366 text / 3049805 -r-xr-xr-x 106608 r _dhcp dhclient 366 0 /dev 14 crw-rw-rw- null rw _dhcp dhclient 366 6 /dev 14 crw-rw-rw- null rw root dhclient 321 root / 2 drwxr-xr-x 512 r root dhclient 321 wd / 2 drwxr-xr-x 512 r root dhclient 321 text / 3049805 -r-xr-xr-x 106608 r root dhclient 321 0 /dev 14 crw-rw-rw- null rw root dhclient 321 6 /dev 14 crw-rw-rw- null rw root dhclient 318 root / 2 drwxr-xr-x 512 r root dhclient 318 wd / 2 drwxr-xr-x 512 r root dhclient 318 text / 3049805 -r-xr-xr-x 106608 r root dhclient 318 0 /dev 14 crw-rw-rw- null rw root dhclient 318 6 /dev 14 crw-rw-rw- null rw root init 1 root / 2 drwxr-xr-x 512 r root init 1 wd / 2 drwxr-xr-x 512 r root init 1 text / 3049749 -r-xr-xr-x 1306936 r root kernel 0 root / 2 drwxr-xr-x 512 r root kernel 0 wd / 2 drwxr-xr-x 512 r ------------------------------------------------------------------------ dmesg Copyright (c) 1992-2018 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 12.0-CURRENT #12: Sat Feb 10 20:37:09 NZDT 2018 root@test-vm:/usr/obj/usr/src/amd64.amd64/sys/GENERIC amd64 FreeBSD clang version 6.0.0 (branches/release_60 323338) (based on LLVM 6.0.0) WARNING: WITNESS option enabled, expect reduced performance. VT(vga): text 80x25 CPU: Intel(R) Core(TM) i5-3210M CPU @ 2.50GHz (2494.38-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306a9 Family=0x6 Model=0x3a Stepping=9 Features=0x1783fbff Features2=0x5e982203 AMD Features=0x28100800 AMD Features2=0x1 TSC: P-state invariant real memory = 536805376 (511 MB) avail memory = 471810048 (449 MB) Event timer "LAPIC" quality 100 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 2 CPUs FreeBSD/SMP: 1 package(s) x 2 cache groups x 1 core(s) random: unblocking device. ioapic0: Changing APIC ID to 2 ioapic0 irqs 0-23 on motherboard SMP: AP CPU #1 Launched! random: entropy device external interface netmap: loaded module [ath_hal] loaded module_register_init: MOD_LOAD (vesa, 0xffffffff80fd0760, 0) error 19 random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" kbd1 at kbdmux0 nexus0 vtvga0: on motherboard cryptosoft0: on motherboard acpi0: on motherboard acpi0: Power Button (fixed) acpi0: Sleep Button (fixed) cpu0: on acpi0 cpu1: on acpi0 attimer0: port 0x40-0x43,0x50-0x53 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <32-bit timer at 3.579545MHz> port 0x4008-0x400b on acpi0 pcib0: port 0xcf8-0xcff on acpi0 pci0: on pcib0 isab0: at device 1.0 on pci0 isa0: on isab0 atapci0: port 0x1f0-0x1f7,0x3f6,0x170-0x177,0x376,0xd000-0xd00f at device 1.1 on pci0 ata0: at channel 0 on atapci0 ata1: at channel 1 on atapci0 vgapci0: mem 0xe0000000-0xe0ffffff irq 18 at device 2.0 on pci0 vgapci0: Boot video device em0: port 0xd010-0xd017 mem 0xf0000000-0xf001ffff irq 19 at device 3.0 on pci0 em0: attach_pre capping queues at 1 em0: using 1024 tx descriptors and 1024 rx descriptors em0: allocated for 1 tx_queues em0: allocated for 1 rx_queues em0: Ethernet address: 08:00:27:bc:92:ff em0: netmap queues/slots: TX 1/1024, RX 1/1024 pcm0: port 0xd100-0xd1ff,0xd200-0xd23f irq 21 at device 5.0 on pci0 pcm0: ohci0: mem 0xf0804000-0xf0804fff irq 22 at device 6.0 on pci0 usbus0 on ohci0 usbus0: 12Mbps Full Speed USB v1.0 pci0: at device 7.0 (no driver attached) battery0: on acpi0 acpi_acad0: on acpi0 atkbdc0: port 0x60,0x64 irq 1 on acpi0 atkbd0: irq 1 on atkbdc0 kbd0 at atkbd0 atkbd0: [GIANT-LOCKED] psm0: irq 12 on atkbdc0 psm0: [GIANT-LOCKED] psm0: model IntelliMouse Explorer, device ID 4 orm0: at iomem 0xc0000-0xc7fff pnpid ORM0000 on isa0 vga0: at port 0x3c0-0x3df iomem 0xa0000-0xbffff pnpid PNP0900 on isa0 atrtc0: at port 0x70 irq 8 on isa0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 atrtc0: non-PNP ISA device will be removed from GENERIC in FreeBSD 12. Timecounters tick every 10.000 msec pcm0: measured ac97 link rate at 1879 Hz ugen0.1: at usbus0 uhub0: on usbus0 ada0 at ata0 bus 0 scbus0 target 0 lun 0 ada0: ATA-6 device ada0: Serial Number VB51b5872f-91a0701e ada0: 33.300MB/s transfers (UDMA2, PIO 65536bytes) ada0: 40960MB (83886080 512 byte sectors) cd0 at ata1 bus 0 scbus1 target 0 lun 0 cd0: Removable CD-ROM SCSI device cd0: Serial Number VB2-01700376 cd0: 33.300MB/s transfers (UDMA2, ATAPI 12bytes, PIO 65534bytes) cd0: Attempt WARNING: WITNESS option enabled, expect reduced performance. Trying to mount root from ufs:/dev/ada0s1a [rw]... Setting hostuuid: 1d5981e2-55ba-4e5b-8dc0-c68d37000198. Setting hostid: 0x662d808c. warning: total configured swap (524279 pages) exceeds maximum recommended amount (476760 pages). warning: increase kern.maxswzone or reduce amount of swap. Starting file system checks: /dev/ada0s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1a: clean, 8252696 free (2120 frags, 1031322 blocks, 0.0% fragmentation) uhub0: 12 ports with 12 removable, self powered Mounting local filesystems:. free inode //3531796 had 8 blocks ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib free inode //3531798 had 16 blocks 32-bit compatibility ldconfig path: /usr/lib32 free inode //3531799 had 8 blocks Setting hostname: test-vm. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,NET_ETHER,NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . Link state changed to up em0: link state changed to UP Starting Network: lo0 em0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 groups: lo em0: flags=8843 metric 0 mtu 1500 options=85059b ether 08:00:27:bc:92:ff nd6 options=29 media: Ethernet autoselect (1000baseT ) status: active Starting devd. Starting dhclient. DHCPREQUEST on em0 to 255.255.255.255 port 67 DHCPACK from 192.168.1.254 bound to 192.168.1.67 -- renewal in 43200 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. No core dumps found. Clearing /tmp (X related). Updating motd:. Mounting late filesystems:. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Starting background file system checks in 60 seconds. Sat Feb 10 21:17:36 NZDT 2018 Feb 10 21:17:42 test-vm login: ROOT LOGIN (root) ON ttyv1 pf_initialize: invalid states hashtable size(2147483648) pf_initialize: invalid states hashtable size(2147483648) panic: vm_fault_hold: fault on nofault entry, addr: 0xfffffe000ff71000 cpuid = 1 time = 1518250701 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe000ede8090 vpanic() at vpanic+0x18d/frame 0xfffffe000ede80f0 panic() at panic+0x43/frame 0xfffffe000ede8150 vm_fault_hold() at vm_fault_hold+0x238e/frame 0xfffffe000ede8280 vm_fault() at vm_fault+0x75/frame 0xfffffe000ede82c0 trap_pfault() at trap_pfault+0x171/frame 0xfffffe000ede8310 trap() at trap+0x2f2/frame 0xfffffe000ede8420 calltrap() at calltrap+0x8/frame 0xfffffe000ede8420 --- trap 0xc, rip = 0xffffffff80ae4cd4, rsp = 0xfffffe000ede84f0, rbp = 0xfffffe000ede8520 --- lock_init() at lock_init+0x24/frame 0xfffffe000ede8520 _mtx_init() at _mtx_init+0x90/frame 0xfffffe000ede8560 pf_initialize() at pf_initialize+0x276/frame 0xfffffe000ede8590 vnet_pf_init() at vnet_pf_init+0x8a/frame 0xfffffe000ede85c0 vnet_register_sysinit() at vnet_register_sysinit+0x10a/frame 0xfffffe000ede85f0 linker_load_module() at linker_load_module+0xb78/frame 0xfffffe000ede8900 kern_kldload() at kern_kldload+0xf1/frame 0xfffffe000ede8950 sys_kldload() at sys_kldload+0x5b/frame 0xfffffe000ede8980 amd64_syscall() at amd64_syscall+0x79b/frame 0xfffffe000ede8ab0 fast_syscall_common() at fast_syscall_common+0xfc/frame 0x7fffffffecf0 KDB: enter: panic ------------------------------------------------------------------------ kernel config options CONFIG_AUTOGENERATED ident GENERIC machine amd64 cpu HAMMER makeoptions WITH_CTF=1 makeoptions DEBUG=-g options XENHVM options USB_DEBUG options ATH_ENABLE_11N options AH_AR5416_INTERRUPT_MITIGATION options AH_SUPPORT_AR5416 options IEEE80211_SUPPORT_MESH options IEEE80211_AMPDU_AGE options IEEE80211_DEBUG options IXL_IW options SC_PIXEL_MODE options VESA options PCI_IOV options PCI_HP options ACPI_DMAR options EARLY_AP_STARTUP options SMP options MALLOC_DEBUG_MAXZONES=8 options WITNESS_SKIPSPIN options WITNESS options INVARIANT_SUPPORT options INVARIANTS options DEADLKRES options GDB options FULL_BUF_TRACKING options DDB options BUF_TRACKING options KDB_TRACE options KDB options RCTL options RACCT_DEFAULT_TO_DISABLED options RACCT options INCLUDE_CONFIG_FILE options DDB_CTF options KDTRACE_HOOKS options KDTRACE_FRAME options MAC options CAPABILITIES options CAPABILITY_MODE options AUDIT options HWPMC_HOOKS options KBD_INSTALL_CDEV options PRINTF_BUFR_SIZE=128 options _KPOSIX_PRIORITY_SCHEDULING options SYSVSEM options SYSVMSG options SYSVSHM options STACK options KTRACE options SCSI_DELAY=5000 options COMPAT_FREEBSD11 options COMPAT_FREEBSD10 options COMPAT_FREEBSD9 options COMPAT_FREEBSD7 options COMPAT_FREEBSD6 options COMPAT_FREEBSD5 options COMPAT_FREEBSD4 options COMPAT_FREEBSD32 options GEOM_LABEL options GEOM_RAID options GEOM_PART_GPT options PSEUDOFS options PROCFS options CD9660 options MSDOSFS options NFS_ROOT options NFSLOCKD options NFSD options NFSCL options MD_ROOT options QUOTA options UFS_GJOURNAL options UFS_DIRHASH options UFS_ACL options SOFTUPDATES options FFS options SCTP options TCP_HHOOK options TCP_OFFLOAD options IPSEC_SUPPORT options IPSEC options INET6 options INET options VIMAGE options PREEMPTION options SCHED_ULE options NEW_PCIB options GEOM_PART_MBR options GEOM_PART_EBR_COMPAT options GEOM_PART_EBR options GEOM_PART_BSD device isa device mem device io device uart_ns8250 device cpufreq device acpi device pci device fdc device ahci device ata device mvs device siis device ahc device ahd device esp device hptiop device isp device mpt device mps device mpr device sym device trm device adv device adw device aic device bt device isci device scbus device ch device da device sa device cd device pass device ses device amr device arcmsr device ciss device dpt device hptmv device hptnr device hptrr device hpt27xx device iir device ips device mly device twa device tws device aac device aacp device aacraid device ida device mfi device mlx device mrsas device pmspcv device twe device nvme device nvd device atkbdc device atkbd device psm device kbdmux device vga device splash device sc device vt device vt_vga device vt_efifb device agp device cbb device pccard device cardbus device uart device ppc device ppbus device lpt device ppi device puc device bxe device de device em device ix device ixv device ixl device ixlv device le device ti device txp device vx device miibus device ae device age device alc device ale device bce device bfe device bge device cas device dc device et device fxp device gem device hme device jme device lge device msk device nfe device nge device pcn device re device rl device sf device sge device sis device sk device ste device stge device tl device tx device vge device vr device wb device xl device wlan device wlan_wep device wlan_ccmp device wlan_tkip device wlan_amrr device an device ath device ath_pci device ath_hal device ath_rate_sample device ipw device iwi device iwn device malo device mwl device ral device wi device wpi device loop device random device padlock_rng device rdrand_rng device ether device vlan device tun device md device gif device firmware device bpf device uhci device ohci device ehci device xhci device usb device ukbd device umass device sound device snd_cmi device snd_csa device snd_emu10kx device snd_es137x device snd_hda device snd_ich device snd_via8233 device mmc device mmcsd device sdhci device virtio device virtio_pci device vtnet device virtio_blk device virtio_scsi device virtio_balloon device hyperv device xenpci device vmx device netmap device crypto ------------------------------------------------------------------------ ddb capture buffer