Attachment 254825 Details for Bug 282449 – procstat -kka on the system with hung sync and install process

procstat -kka on the system with hung sync and install process

procstat.txt (text/plain), 15.85 KB, created by vfs-locking on 2024-10-31 18:14:56 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: vfs-locking

Created: 2024-10-31 18:14:56 UTC

Size: 15.85 KB

patch

obsolete

>  PID    TID COMM                TDNAME              KSTACK                       
>    0 100000 kernel              swapper             mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 swapper+0x69 btext+0x22 
>    0 100004 kernel              if_io_tqg_0         mi_switch+0xbf msleep_spin_sbt+0x188 gtaskqueue_thread_loop+0xf1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100005 kernel              if_config_tqg_0     mi_switch+0xbf msleep_spin_sbt+0x188 gtaskqueue_thread_loop+0xf1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100006 kernel              softirq_0           mi_switch+0xbf msleep_spin_sbt+0x188 gtaskqueue_thread_loop+0xf1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100007 kernel              pci_hp taskq        mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100008 kernel              linuxkpi_irq_wq     mi_switch+0xbf msleep_spin_sbt+0x188 taskqueue_thread_loop+0xf1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100009 kernel              aiod_kick taskq     mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100011 kernel              in6m_free taskq     mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100013 kernel              thread taskq        mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100015 kernel              inm_free taskq      mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100016 kernel              kqueue_ctx taskq    mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100017 kernel              linuxkpi_short_wq_0 mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100018 kernel              linuxkpi_short_wq_1 mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100019 kernel              linuxkpi_short_wq_2 mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100020 kernel              linuxkpi_short_wq_3 mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100021 kernel              linuxkpi_long_wq_0  mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100022 kernel              linuxkpi_long_wq_1  mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100023 kernel              linuxkpi_long_wq_2  mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100024 kernel              linuxkpi_long_wq_3  mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100029 kernel              firmware taskq      mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100034 kernel              crypto              mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100039 kernel              vtnet0 rxq 0        mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100040 kernel              vtnet0 txq 0        mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100044 kernel              acpi_task_0         mi_switch+0xbf msleep_spin_sbt+0x188 taskqueue_thread_loop+0xf1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100045 kernel              acpi_task_1         mi_switch+0xbf msleep_spin_sbt+0x188 taskqueue_thread_loop+0xf1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100046 kernel              acpi_task_2         mi_switch+0xbf msleep_spin_sbt+0x188 taskqueue_thread_loop+0xf1 fork_exit+0x7d fork_trampoline+0xe 
>    0 100048 kernel              CAM taskq           mi_switch+0xbf _sleep+0x1f0 taskqueue_thread_loop+0xb1 fork_exit+0x7d fork_trampoline+0xe 
>    1 100002 init                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 kern_wait6+0x51c sys_wait4+0x6d amd64_syscall+0x110 fast_syscall_common+0xf8 
>    2 100025 KTLS                thr_0               mi_switch+0xbf _sleep+0x1f0 ktls_work_thread+0xe9 fork_exit+0x7d fork_trampoline+0xe 
>    3 100035 crypto              -                   mi_switch+0xbf _sleep+0x1f0 crypto_dispatch_thread+0x22b fork_exit+0x7d fork_trampoline+0xe 
>    3 100036 crypto              crypto returns 0    mi_switch+0xbf _sleep+0x1f0 crypto_ret_thread+0x1a2 fork_exit+0x7d fork_trampoline+0xe 
>    4 100037 cam                 doneq0              mi_switch+0xbf _sleep+0x1f0 xpt_done_td+0x8b fork_exit+0x7d fork_trampoline+0xe 
>    4 100049 cam                 scanner             mi_switch+0xbf _sleep+0x1f0 xpt_scanner_thread+0x88 fork_exit+0x7d fork_trampoline+0xe 
>    5 100047 rand_harvestq       -                   mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 random_kthread+0xb7 fork_exit+0x7d fork_trampoline+0xe 
>    6 100050 pagedaemon          dom0                mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 vm_pageout_worker+0x28c vm_pageout+0x1d7 fork_exit+0x7d fork_trampoline+0xe 
>    6 100055 pagedaemon          laundry: dom0       mi_switch+0xbf _sleep+0x1f0 vm_pageout_laundry_worker+0xd55 fork_exit+0x7d fork_trampoline+0xe 
>    6 100056 pagedaemon          uma                 mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 uma_reclaim_worker+0xe8 fork_exit+0x7d fork_trampoline+0xe 
>    7 100051 vmdaemon            -                   mi_switch+0xbf _sleep+0x1f0 vm_daemon+0x96 fork_exit+0x7d fork_trampoline+0xe 
>    8 100052 bufdaemon           -                   mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 buf_daemon+0x131 fork_exit+0x7d fork_trampoline+0xe 
>    8 100057 bufdaemon           bufspacedaemon-0    mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 bufspace_daemon+0x33d fork_exit+0x7d fork_trampoline+0xe 
>    8 100063 bufdaemon           / worker            mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 softdep_flush+0x1a1 fork_exit+0x7d fork_trampoline+0xe 
>    9 100053 vnlru               -                   mi_switch+0xbf sleepq_timedwait+0x2f _sleep+0x1d0 vnlru_proc+0xab fork_exit+0x7d fork_trampoline+0xe 
>   10 100001 audit               -                   mi_switch+0xbf _cv_wait+0xff audit_worker+0x73 fork_exit+0x7d fork_trampoline+0xe 
>   11 100003 idle                idle: cpu0          mi_switch+0xbf sched_idletd+0x506 fork_exit+0x7d fork_trampoline+0xe 
>   12 100010 intr                swi6: task queue    mi_switch+0xbf ithread_loop+0x99 fork_exit+0x7d fork_trampoline+0xe 
>   12 100012 intr                swi6: Giant taskq                                
>   12 100014 intr                swi5: fast taskq                                 
>   12 100026 intr                swi4: clock (0)     mi_switch+0xbf ithread_loop+0x99 fork_exit+0x7d fork_trampoline+0xe 
>   12 100027 intr                swi1: netisr 0      mi_switch+0xbf ithread_loop+0x99 fork_exit+0x7d fork_trampoline+0xe 
>   12 100028 intr                swi3: busdma                                     
>   12 100038 intr                irq19: virtio_pci0  mi_switch+0xbf ithread_loop+0x99 fork_exit+0x7d fork_trampoline+0xe 
>   12 100041 intr                irq21: pcm0 ahci0   mi_switch+0xbf ithread_loop+0x99 fork_exit+0x7d fork_trampoline+0xe 
>   12 100042 intr                irq1: atkbd0        mi_switch+0xbf ithread_loop+0x99 fork_exit+0x7d fork_trampoline+0xe 
>   12 100043 intr                irq12: psm0                                      
>   12 100065 intr                irq9: acpi0 intsmb0                              
>   13 100030 geom                g_event             mi_switch+0xbf _sleep+0x1f0 g_run_events+0x5c fork_exit+0x7d fork_trampoline+0xe 
>   13 100031 geom                g_up                mi_switch+0xbf _sleep+0x1f0 g_io_schedule_up+0x5c g_up_procbody+0x6c fork_exit+0x7d fork_trampoline+0xe 
>   13 100032 geom                g_down              mi_switch+0xbf _sleep+0x1f0 g_io_schedule_down+0x4c g_down_procbody+0x6c fork_exit+0x7d fork_trampoline+0xe 
>   14 100033 sequencer 00        -                   mi_switch+0xbf _cv_wait+0xff seq_eventthread+0xbc fork_exit+0x7d fork_trampoline+0xe 
>   15 100054 syncer              -                   mi_switch+0xbf sleepq_timedwait+0x2f _cv_timedwait_sbt+0x11a sched_sync+0x7fe fork_exit+0x7d fork_trampoline+0xe 
>  406 100061 devd                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_timedwait_sig+0x12 _cv_timedwait_sig_sbt+0x11a seltdwait+0x75 kern_select+0x941 sys_select+0x57 amd64_syscall+0x110 fast_syscall_common+0xf8 
>  601 100068 syslogd             -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_select+0x941 sys_select+0x57 amd64_syscall+0x110 fast_syscall_common+0xf8 
>  658 100062 ntpd                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_select+0x941 sys_select+0x57 amd64_syscall+0x110 fast_syscall_common+0xf8 
>  676 100066 Timer               -                   mi_switch+0xbf rtR0SemEventWait+0x293 rtTimerThread+0x6e rtThreadMain+0x2c rtThreadNativeMain+0x16 fork_exit+0x7d fork_trampoline+0xe 
>  677 100060 Timer               -                   mi_switch+0xbf rtR0SemEventWait+0x293 rtTimerThread+0x6e rtThreadMain+0x2c rtThreadNativeMain+0x16 fork_exit+0x7d fork_trampoline+0xe 
>  679 100067 ng_queue            ng_queue0           mi_switch+0xbf _sleep+0x1f0 ngthread+0xac fork_exit+0x7d fork_trampoline+0xe 
>  761 100064 cron                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_timedwait_sig+0x12 _sleep+0x1be kern_clock_nanosleep+0x1d1 sys_nanosleep+0x3b amd64_syscall+0x110 fast_syscall_common+0xf8 
>  780 100069 sshd                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_poll_kfds+0x4e7 kern_poll+0x99 sys_ppoll+0x70 amd64_syscall+0x110 fast_syscall_common+0xf8 
>  817 100058 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  818 100059 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  819 100076 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  820 100078 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  821 100077 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  822 100070 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  823 100074 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  824 100079 getty               -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 tty_wait+0x1c ttydisc_read+0x1d7 ttydev_read+0x52 devfs_read_f+0xf0 dofileread+0x86 sys_read+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>  825 100081 sshd                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_poll_kfds+0x4e7 kern_poll+0x99 sys_ppoll+0x70 amd64_syscall+0x110 fast_syscall_common+0xf8 
>  827 100082 csh                 -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 kern_sigsuspend+0x264 sys_sigsuspend+0x31 amd64_syscall+0x110 fast_syscall_common+0xf8 
> 1482 100087 sshd                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_poll_kfds+0x4e7 kern_poll+0x99 sys_ppoll+0x70 amd64_syscall+0x110 fast_syscall_common+0xf8 
> 1484 100089 csh                 -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 kern_sigsuspend+0x264 sys_sigsuspend+0x31 amd64_syscall+0x110 fast_syscall_common+0xf8 
> 1490 100071 top                 -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_timedwait_sig+0x12 _cv_timedwait_sig_sbt+0x11a seltdwait+0x75 kern_select+0x941 sys_select+0x57 amd64_syscall+0x110 fast_syscall_common+0xf8 
>40559 100083 sh                  -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 kern_wait6+0x51c sys_wait4+0x6d amd64_syscall+0x110 fast_syscall_common+0xf8 
>41692 100084 tr                  -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 pipe_write+0x737 dofilewrite+0x86 sys_write+0xbe amd64_syscall+0x110 fast_syscall_common+0xf8 
>41693 100088 sh                  -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 kern_wait6+0x51c sys_wait4+0x6d amd64_syscall+0x110 fast_syscall_common+0xf8 
>42233 100085 sshd                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_poll_kfds+0x4e7 kern_poll+0x99 sys_ppoll+0x70 amd64_syscall+0x110 fast_syscall_common+0xf8 
>42421 100072 csh                 -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 kern_sigsuspend+0x264 sys_sigsuspend+0x31 amd64_syscall+0x110 fast_syscall_common+0xf8 
>43144 100075 install             -                   mi_switch+0xbf _sleep+0x1f0 waitrunningbufspace+0x76 bufwrite+0x24a softdep_process_journal+0x728 softdep_disk_io_initiation+0x79b ffs_geom_strategy+0x1f0 ufs_strategy+0x83 bufstrategy+0x36 bufwrite+0x1da cluster_wbuild+0x722 cluster_write+0x12f ffs_write+0x41d VOP_WRITE_APV+0x99 vn_write+0x280 vn_io_fault_doio+0x45 vn_io_fault1+0x167 vn_io_fault+0x14e 
>43145 100086 sync                -                   mi_switch+0xbf _sleep+0x1f0 waitrunningbufspace+0x76 bufwrite+0x24a ffs_syncvnode+0x3c4 ffs_sync+0x1bd kern_sync+0xc8 sys_sync+0x9 amd64_syscall+0x110 fast_syscall_common+0xf8 
>43146 100073 sshd                -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_poll_kfds+0x4e7 kern_poll+0x99 sys_ppoll+0x70 amd64_syscall+0x110 fast_syscall_common+0xf8 
>43148 100090 csh                 -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _sleep+0x1e3 kern_sigsuspend+0x264 sys_sigsuspend+0x31 amd64_syscall+0x110 fast_syscall_common+0xf8 
>43174 100091 procstat            -                   sysctl_kern_proc_kstack+0x24f sysctl_root_handler_locked+0x91 sysctl_root+0x244 userland_sysctl+0x176 sys___sysctl+0x60 amd64_syscall+0x110 fast_syscall_common+0xf8 
>43175 100092 nc                  -                   mi_switch+0xbf sleepq_catch_signals+0x2ab sleepq_wait_sig+0x9 _cv_wait_sig+0xf4 seltdwait+0x9d kern_poll_kfds+0x4e7 kern_poll+0x99 sys_poll+0x50 amd64_syscall+0x110 fast_syscall_common+0xf8

Actions: View

Attachments on bug 282449: 254825 | 254850