[0]# ll /var/crash total 1840828 -rw-r--r-- 1 root wheel 2 Jan 4 11:20 bounds -rw-r--r-- 1 root wheel 30 Jan 2 12:54 core.txt.0 -rw-r--r-- 1 root wheel 341941 Jan 2 13:33 core.txt.1 -rw-r--r-- 1 root wheel 271664 Jan 2 13:53 core.txt.2 -rw-r--r-- 1 root wheel 293289 Jan 2 15:09 core.txt.3 -rw-r--r-- 1 root wheel 296118 Jan 4 11:21 core.txt.4 -rw------- 1 root wheel 496 Jan 2 13:32 info.1 -rw------- 1 root wheel 495 Jan 2 13:52 info.2 -rw------- 1 root wheel 495 Jan 2 15:08 info.3 -rw------- 1 root wheel 496 Jan 4 11:20 info.4 lrwxr-xr-x 1 root wheel 6 Jan 4 11:20 info.last -> info.4 -rw-r--r-- 1 root wheel 5 Nov 29 2006 minfree -rw------- 1 root wheel 491282432 Jan 2 13:32 vmcore.1 -rw------- 1 root wheel 652681216 Jan 2 13:52 vmcore.2 -rw------- 1 root wheel 460353536 Jan 2 15:08 vmcore.3 -rw------- 1 root wheel 507138048 Jan 4 11:20 vmcore.4 lrwxr-xr-x 1 root wheel 8 Jan 4 11:20 vmcore.last -> vmcore.4 [0]# /usr/libexec/kgdb /boot/kernel/kernel /var/crash/vmcore.4 GNU gdb 6.1.1 [FreeBSD] Copyright 2004 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "amd64-marcel-freebsd"... Unread portion of the kernel message buffer: Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x410 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff80493fbf stack pointer = 0x28:0xfffffe0000477940 frame pointer = 0x28:0xfffffe00004779e0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 11 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 1546597075 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00004775f0 vpanic() at vpanic+0x1a3/frame 0xfffffe0000477650 panic() at panic+0x43/frame 0xfffffe00004776b0 trap_fatal() at trap_fatal+0x35f/frame 0xfffffe0000477700 trap_pfault() at trap_pfault+0x49/frame 0xfffffe0000477760 trap() at trap+0x29e/frame 0xfffffe0000477870 calltrap() at calltrap+0x8/frame 0xfffffe0000477870 --- trap 0xc, rip = 0xffffffff80493fbf, rsp = 0xfffffe0000477940, rbp = 0xfffffe00004779e0 --- __rw_wlock_hard() at __rw_wlock_hard+0x1bf/frame 0xfffffe00004779e0 nd6_llinfo_timer() at nd6_llinfo_timer+0x47f/frame 0xfffffe0000477a70 softclock_call_cc() at softclock_call_cc+0x12e/frame 0xfffffe0000477b20 softclock() at softclock+0x79/frame 0xfffffe0000477b40 ithread_loop() at ithread_loop+0x1a7/frame 0xfffffe0000477bb0 fork_exit() at fork_exit+0x83/frame 0xfffffe0000477bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000477bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Uptime: 2h48m34s Dumping 483 out of 2016 MB:..4%..14%..24%..34%..44%..53%..63%..73%..83%..93% Reading symbols from /boot/kernel/uftdi.ko...Reading symbols from /usr/lib/debug//boot/kernel/uftdi.ko.debug...done. done. Loaded symbols for /boot/kernel/uftdi.ko Reading symbols from /boot/kernel/usb.ko...Reading symbols from /usr/lib/debug//boot/kernel/usb.ko.debug...done. done. Loaded symbols for /boot/kernel/usb.ko Reading symbols from /boot/kernel/ucom.ko...Reading symbols from /usr/lib/debug//boot/kernel/ucom.ko.debug...done. done. Loaded symbols for /boot/kernel/ucom.ko Reading symbols from /boot/kernel/ulpt.ko...Reading symbols from /usr/lib/debug//boot/kernel/ulpt.ko.debug...done. done. Loaded symbols for /boot/kernel/ulpt.ko Reading symbols from /boot/kernel/ums.ko...Reading symbols from /usr/lib/debug//boot/kernel/ums.ko.debug...done. done. Loaded symbols for /boot/kernel/ums.ko Reading symbols from /boot/kernel/ataintel.ko...Reading symbols from /usr/lib/debug//boot/kernel/ataintel.ko.debug...done. done. Loaded symbols for /boot/kernel/ataintel.ko Reading symbols from /boot/kernel/atapci.ko...Reading symbols from /usr/lib/debug//boot/kernel/atapci.ko.debug...done. done. Loaded symbols for /boot/kernel/atapci.ko Reading symbols from /boot/kernel/ata.ko...Reading symbols from /usr/lib/debug//boot/kernel/ata.ko.debug...done. done. Loaded symbols for /boot/kernel/ata.ko Reading symbols from /boot/kernel/mmc.ko...Reading symbols from /usr/lib/debug//boot/kernel/mmc.ko.debug...done. done. Loaded symbols for /boot/kernel/mmc.ko Reading symbols from /boot/kernel/ichsmb.ko...Reading symbols from /usr/lib/debug//boot/kernel/ichsmb.ko.debug...done. done. Loaded symbols for /boot/kernel/ichsmb.ko Reading symbols from /boot/kernel/smbus.ko...Reading symbols from /usr/lib/debug//boot/kernel/smbus.ko.debug...done. done. Loaded symbols for /boot/kernel/smbus.ko Reading symbols from /boot/kernel/dummynet.ko...Reading symbols from /usr/lib/debug//boot/kernel/dummynet.ko.debug...done. done. Loaded symbols for /boot/kernel/dummynet.ko Reading symbols from /boot/kernel/ipfw.ko...Reading symbols from /usr/lib/debug//boot/kernel/ipfw.ko.debug...done. done. Loaded symbols for /boot/kernel/ipfw.ko Reading symbols from /boot/kernel/firewire.ko...Reading symbols from /usr/lib/debug//boot/kernel/firewire.ko.debug...done. done. Loaded symbols for /boot/kernel/firewire.ko Reading symbols from /boot/kernel/accf_data.ko...Reading symbols from /usr/lib/debug//boot/kernel/accf_data.ko.debug...done. done. Loaded symbols for /boot/kernel/accf_data.ko Reading symbols from /boot/kernel/accf_http.ko...Reading symbols from /usr/lib/debug//boot/kernel/accf_http.ko.debug...done. done. Loaded symbols for /boot/kernel/accf_http.ko Reading symbols from /boot/kernel/umass.ko...Reading symbols from /usr/lib/debug//boot/kernel/umass.ko.debug...done. done. Loaded symbols for /boot/kernel/umass.ko Reading symbols from /boot/kernel/uhid.ko...Reading symbols from /usr/lib/debug//boot/kernel/uhid.ko.debug...done. done. Loaded symbols for /boot/kernel/uhid.ko Reading symbols from /boot/kernel/if_axe.ko...Reading symbols from /usr/lib/debug//boot/kernel/if_axe.ko.debug...done. done. Loaded symbols for /boot/kernel/if_axe.ko Reading symbols from /boot/kernel/miibus.ko...Reading symbols from /usr/lib/debug//boot/kernel/miibus.ko.debug...done. done. Loaded symbols for /boot/kernel/miibus.ko Reading symbols from /boot/kernel/uether.ko...Reading symbols from /usr/lib/debug//boot/kernel/uether.ko.debug...done. done. Loaded symbols for /boot/kernel/uether.ko Reading symbols from /boot/kernel/wlan_xauth.ko...Reading symbols from /usr/lib/debug//boot/kernel/wlan_xauth.ko.debug...done. done. Loaded symbols for /boot/kernel/wlan_xauth.ko Reading symbols from /boot/kernel/wlan.ko...Reading symbols from /usr/lib/debug//boot/kernel/wlan.ko.debug...done. done. Loaded symbols for /boot/kernel/wlan.ko Reading symbols from /boot/kernel/sdhci_pci.ko...Reading symbols from /usr/lib/debug//boot/kernel/sdhci_pci.ko.debug...done. done. Loaded symbols for /boot/kernel/sdhci_pci.ko Reading symbols from /boot/kernel/sdhci.ko...Reading symbols from /usr/lib/debug//boot/kernel/sdhci.ko.debug...done. done. Loaded symbols for /boot/kernel/sdhci.ko Reading symbols from /boot/kernel/wlan_tkip.ko...Reading symbols from /usr/lib/debug//boot/kernel/wlan_tkip.ko.debug...done. done. Loaded symbols for /boot/kernel/wlan_tkip.ko Reading symbols from /boot/kernel/wlan_ccmp.ko...Reading symbols from /usr/lib/debug//boot/kernel/wlan_ccmp.ko.debug...done. done. Loaded symbols for /boot/kernel/wlan_ccmp.ko Reading symbols from /boot/kernel/ehci.ko...Reading symbols from /usr/lib/debug//boot/kernel/ehci.ko.debug...done. done. Loaded symbols for /boot/kernel/ehci.ko Reading symbols from /boot/kernel/wlan_wep.ko...Reading symbols from /usr/lib/debug//boot/kernel/wlan_wep.ko.debug...done. done. Loaded symbols for /boot/kernel/wlan_wep.ko Reading symbols from /boot/kernel/uhci.ko...Reading symbols from /usr/lib/debug//boot/kernel/uhci.ko.debug...done. done. Loaded symbols for /boot/kernel/uhci.ko Reading symbols from /boot/kernel/wlan_amrr.ko...Reading symbols from /usr/lib/debug//boot/kernel/wlan_amrr.ko.debug...done. done. Loaded symbols for /boot/kernel/wlan_amrr.ko Reading symbols from /boot/kernel/if_rl.ko...Reading symbols from /usr/lib/debug//boot/kernel/if_rl.ko.debug...done. done. Loaded symbols for /boot/kernel/if_rl.ko Reading symbols from /boot/kernel/if_wpi.ko...Reading symbols from /usr/lib/debug//boot/kernel/if_wpi.ko.debug...done. done. Loaded symbols for /boot/kernel/if_wpi.ko Reading symbols from /boot/kernel/firmware.ko...Reading symbols from /usr/lib/debug//boot/kernel/firmware.ko.debug...done. done. Loaded symbols for /boot/kernel/firmware.ko Reading symbols from /boot/kernel/if_tun.ko...Reading symbols from /usr/lib/debug//boot/kernel/if_tun.ko.debug...done. done. Loaded symbols for /boot/kernel/if_tun.ko Reading symbols from /boot/kernel/mmcsd.ko...Reading symbols from /usr/lib/debug//boot/kernel/mmcsd.ko.debug...done. done. Loaded symbols for /boot/kernel/mmcsd.ko Reading symbols from /boot/kernel/geom_flashmap.ko...Reading symbols from /usr/lib/debug//boot/kernel/geom_flashmap.ko.debug...done. done. Loaded symbols for /boot/kernel/geom_flashmap.ko Reading symbols from /boot/kernel/snd_hda.ko...Reading symbols from /usr/lib/debug//boot/kernel/snd_hda.ko.debug...done. done. Loaded symbols for /boot/kernel/snd_hda.ko Reading symbols from /boot/kernel/sound.ko...Reading symbols from /usr/lib/debug//boot/kernel/sound.ko.debug...done. done. Loaded symbols for /boot/kernel/sound.ko Reading symbols from /boot/kernel/smb.ko...Reading symbols from /usr/lib/debug//boot/kernel/smb.ko.debug...done. done. Loaded symbols for /boot/kernel/smb.ko Reading symbols from /boot/kernel/geom_eli.ko...Reading symbols from /usr/lib/debug//boot/kernel/geom_eli.ko.debug...done. done. Loaded symbols for /boot/kernel/geom_eli.ko Reading symbols from /boot/kernel/ipdivert.ko...Reading symbols from /usr/lib/debug//boot/kernel/ipdivert.ko.debug...done. done. Loaded symbols for /boot/kernel/ipdivert.ko Reading symbols from /boot/kernel/if_stf.ko...Reading symbols from /usr/lib/debug//boot/kernel/if_stf.ko.debug...done. done. Loaded symbols for /boot/kernel/if_stf.ko Reading symbols from /boot/kernel/speaker.ko...Reading symbols from /usr/lib/debug//boot/kernel/speaker.ko.debug...done. done. Loaded symbols for /boot/kernel/speaker.ko Reading symbols from /boot/kernel/if_tap.ko...Reading symbols from /usr/lib/debug//boot/kernel/if_tap.ko.debug...done. done. Loaded symbols for /boot/kernel/if_tap.ko Reading symbols from /boot/kernel/ahci.ko...Reading symbols from /usr/lib/debug//boot/kernel/ahci.ko.debug...done. done. Loaded symbols for /boot/kernel/ahci.ko Reading symbols from /boot/kernel/agp.ko...Reading symbols from /usr/lib/debug//boot/kernel/agp.ko.debug...done. done. Loaded symbols for /boot/kernel/agp.ko Reading symbols from /boot/kernel/geom_label.ko...Reading symbols from /usr/lib/debug//boot/kernel/geom_label.ko.debug...done. done. Loaded symbols for /boot/kernel/geom_label.ko Reading symbols from /boot/kernel/coretemp.ko...Reading symbols from /usr/lib/debug//boot/kernel/coretemp.ko.debug...done. done. Loaded symbols for /boot/kernel/coretemp.ko Reading symbols from /boot/kernel/zfs.ko...Reading symbols from /usr/lib/debug//boot/kernel/zfs.ko.debug...done. done. Loaded symbols for /boot/kernel/zfs.ko Reading symbols from /boot/kernel/opensolaris.ko...Reading symbols from /usr/lib/debug//boot/kernel/opensolaris.ko.debug...done. done. Loaded symbols for /boot/kernel/opensolaris.ko Reading symbols from /boot/kernel/geom_md.ko...Reading symbols from /usr/lib/debug//boot/kernel/geom_md.ko.debug...done. done. Loaded symbols for /boot/kernel/geom_md.ko Reading symbols from /boot/kernel/procfs.ko...Reading symbols from /usr/lib/debug//boot/kernel/procfs.ko.debug...done. done. Loaded symbols for /boot/kernel/procfs.ko Reading symbols from /boot/kernel/pseudofs.ko...Reading symbols from /usr/lib/debug//boot/kernel/pseudofs.ko.debug...done. done. Loaded symbols for /boot/kernel/pseudofs.ko Reading symbols from /boot/kernel/fdescfs.ko...Reading symbols from /usr/lib/debug//boot/kernel/fdescfs.ko.debug...done. done. Loaded symbols for /boot/kernel/fdescfs.ko Reading symbols from /boot/kernel/i915kms.ko...Reading symbols from /usr/lib/debug//boot/kernel/i915kms.ko.debug...done. done. Loaded symbols for /boot/kernel/i915kms.ko Reading symbols from /boot/kernel/drm.ko...Reading symbols from /usr/lib/debug//boot/kernel/drm.ko.debug...done. done. Loaded symbols for /boot/kernel/drm.ko Reading symbols from /boot/kernel/linuxkpi.ko...Reading symbols from /usr/lib/debug//boot/kernel/linuxkpi.ko.debug...done. done. Loaded symbols for /boot/kernel/linuxkpi.ko Reading symbols from /boot/modules/linuxkpi_gplv2.ko...done. Loaded symbols for /boot/modules/linuxkpi_gplv2.ko Reading symbols from /boot/modules/debugfs.ko...done. Loaded symbols for /boot/modules/debugfs.ko Reading symbols from /boot/kernel/ng_socket.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_socket.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_socket.ko Reading symbols from /boot/kernel/netgraph.ko...Reading symbols from /usr/lib/debug//boot/kernel/netgraph.ko.debug...done. done. Loaded symbols for /boot/kernel/netgraph.ko Reading symbols from /boot/kernel/ng_mppc.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_mppc.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_mppc.ko Reading symbols from /boot/kernel/rc4.ko...Reading symbols from /usr/lib/debug//boot/kernel/rc4.ko.debug...done. done. Loaded symbols for /boot/kernel/rc4.ko Reading symbols from /boot/kernel/ng_iface.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_iface.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_iface.ko Reading symbols from /boot/kernel/ng_ppp.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ppp.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ppp.ko Reading symbols from /boot/kernel/ng_tee.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tee.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tee.ko Reading symbols from /boot/kernel/ng_ether.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_ether.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_ether.ko Reading symbols from /boot/kernel/ng_pppoe.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_pppoe.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_pppoe.ko Reading symbols from /boot/kernel/green_saver.ko...Reading symbols from /usr/lib/debug//boot/kernel/green_saver.ko.debug...done. done. Loaded symbols for /boot/kernel/green_saver.ko Reading symbols from /boot/kernel/ng_nat.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_nat.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_nat.ko Reading symbols from /boot/kernel/libalias.ko...Reading symbols from /usr/lib/debug//boot/kernel/libalias.ko.debug...done. done. Loaded symbols for /boot/kernel/libalias.ko Reading symbols from /boot/kernel/ng_tcpmss.ko...Reading symbols from /usr/lib/debug//boot/kernel/ng_tcpmss.ko.debug...done. done. Loaded symbols for /boot/kernel/ng_tcpmss.ko #0 doadump (textdump=1) at pcpu.h:230 230 pcpu.h: No such file or directory. in pcpu.h (kgdb) where #0 doadump (textdump=1) at pcpu.h:230 #1 0xffffffff80498950 in kern_reboot (howto=260) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/kern/kern_shutdown.c:446 #2 0xffffffff80498de3 in vpanic (fmt=, ap=) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/kern/kern_shutdown.c:872 #3 0xffffffff80498bd3 in panic (fmt=) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/kern/kern_shutdown.c:799 #4 0xffffffff8073bf3f in trap_fatal (frame=0xfffffe0000477880, eva=1040) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/amd64/amd64/trap.c:929 #5 0xffffffff8073bf99 in trap_pfault (frame=0xfffffe0000477880, usermode=0) at pcpu.h:230 #6 0xffffffff8073b5be in trap (frame=0xfffffe0000477880) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/amd64/amd64/trap.c:441 #7 0xffffffff807180b5 in calltrap () at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/amd64/amd64/exception.S:232 #8 0xffffffff80493fbf in __rw_wlock_hard (c=0xfffff8005a352f10, v=) at systm.h:265 #9 0xffffffff80637b9f in nd6_llinfo_timer (arg=0xfffff8005a352e00) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/netinet6/nd6.c:743 #10 0xffffffff804b279e in softclock_call_cc (c=, cc=0xffffffff80de3c40, direct=) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/kern/kern_timeout.c:731 #11 0xffffffff804b2c89 in softclock (arg=0xffffffff80de3c40) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/kern/kern_timeout.c:869 #12 0xffffffff804621b7 in ithread_loop (arg=) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/kern/kern_intr.c:1043 #13 0xffffffff8045efb3 in fork_exit ( callout=0xffffffff80462010 , arg=0xfffff8000204a920, frame=0xfffffe0000477c00) at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/kern/kern_fork.c:1057 #14 0xffffffff8071909e in fork_trampoline () at /.../hal/z/SRC/FreeBSD/releng/12.0/sys/amd64/amd64/exception.S:993 #15 0x0000000000000000 in ?? () Current language: auto; currently minimal (kgdb) ^D/usr/libexec/kgdb /boot/kernel/kernel /var/crash/vmcore.4 13.10s user 0.40s system 54% cpu 24.849 total [0]#