uvm_fault(0xffffffff82d766c0, 0x0, 0, 2) -> e kernel: page fault trap, code=2 Stopped at pool_gc_pages+0x1e1: movq %rax,0(%rcx) TID PID UID PRFLAGS PFLAGS CPU COMMAND * 2696 95663 0 0x14000 0x200 1 systqmp 430961 29827 0 0x14000 0x40000200 0 softclock pool_gc_pages(0) at pool_gc_pages+0x1e1 pool_p_remove sys/kern/subr_pool.c:1049 [inline] pool_gc_pages(0) at pool_gc_pages+0x1e1 sys/kern/subr_pool.c:1576 taskq_thread(ffffffff82d3fe70) at taskq_thread+0xf5 sys/kern/kern_task.c:448 end trace frame: 0x0, count: 13 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xffffffff82d766c0, 0x0, 0, 2) -> e ddb{1}> trace pool_gc_pages(0) at pool_gc_pages+0x1e1 pool_p_remove sys/kern/subr_pool.c:1049 [inline] pool_gc_pages(0) at pool_gc_pages+0x1e1 sys/kern/subr_pool.c:1576 taskq_thread(ffffffff82d3fe70) at taskq_thread+0xf5 sys/kern/kern_task.c:448 end trace frame: 0x0, count: -2 ddb{1}> show registers rdi 0 rsi 0xf90 rbp 0xffff80002a11dcb0 rbx 0xf90 rdx 0 rcx 0 rax 0 r8 0 r9 0x1 r10 0 r11 0x60e4f15feedafbf7 r12 0x1dcd65000 r13 0xfffffd806756df90 r14 0 r15 0xffffffff82e98728 unpcb_pool rip 0xffffffff82089a51 pool_gc_pages+0x1e1 cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a11dc70 ss 0 pool_gc_pages+0x1e1: movq %rax,0(%rcx) ddb{1}> show proc PROC (systqmp) tid=2696 pid=95663 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffffe7b0,0xffff8000ffffe010 process=0xffff80002a0fd1e0 user=0xffff80002a118000, vmspace=0xffffffff82d766c0 estcpu=0, cpticks=1, pctcpu=0.14, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 36559 43138 80609 0 2 0x8100002 sh 93804 225831 49553 0 2 0x8000000 syz-executor.1 93804 423130 49553 0 3 0xc000080 sbwait syz-executor.1 93804 339836 49553 0 2 0xc000000 syz-executor.1 49791 379089 6127 0 2 0x8000000 syz-executor.7 49791 245127 6127 0 3 0xc000080 kqpoll syz-executor.7 49791 60836 6127 0 3 0xc000080 kqread syz-executor.7 67063 232949 1685 60928 3 0x8000090 nanoslp syz-executor.3 67063 317287 1685 60928 3 0xc000090 ttyin syz-executor.3 67063 197045 1685 60928 3 0xc000090 fsleep syz-executor.3 67063 478258 1685 60928 3 0xc000090 fsleep syz-executor.3 63920 203877 15912 0 3 0x8000080 nanoslp syz-executor.4 63920 515637 15912 0 3 0xc000080 dtread syz-executor.4 63920 24898 15912 0 3 0xc000080 fsleep syz-executor.4 80609 114788 18869 0 3 0x8000082 wait syz-executor.2 75551 435957 18869 0 2 0x8000002 syz-executor.0 1685 98966 18869 0 3 0x8000082 nanoslp syz-executor.3 13948 272826 18869 0 3 0x8000002 biowait syz-executor.5 72049 353100 1 0 3 0x18100083 ttyin getty 15912 328790 18869 0 3 0x8000082 nanoslp syz-executor.4 49553 386962 18869 0 2 0x8000482 syz-executor.1 6127 434714 18869 0 2 0x8000482 syz-executor.7 68914 205474 0 0 3 0x14200 acct acct 85483 503375 0 0 3 0x14280 nfsidl nfsio 8917 176300 0 0 3 0x14280 nfsidl nfsio 56027 22482 0 0 3 0x14280 nfsidl nfsio 39268 98137 0 0 3 0x14280 nfsidl nfsio 19315 33787 0 0 3 0x14280 nfsidl nfsio 50330 160195 0 0 3 0x14280 nfsidl nfsio 84368 392593 0 0 3 0x14280 nfsidl nfsio 36022 349158 0 0 3 0x14280 nfsidl nfsio 22398 282296 0 0 3 0x14280 nfsidl nfsio 28623 166351 0 0 3 0x14280 nfsidl nfsio 86976 300918 0 0 3 0x14280 nfsidl nfsio 90737 340151 0 0 3 0x14280 nfsidl nfsio 3002 191727 0 0 3 0x14280 nfsidl nfsio 2578 384733 0 0 3 0x14280 nfsidl nfsio 1076 236133 0 0 3 0x14280 nfsidl nfsio 52904 362737 0 0 3 0x14280 nfsidl nfsio 58134 253929 0 0 3 0x14280 nfsidl nfsio 38131 114039 0 0 3 0x14280 nfsidl nfsio 95014 238382 0 0 3 0x14280 nfsidl nfsio 51675 326192 0 0 3 0x14280 nfsidl nfsio 45777 244145 18869 0 2 0x8000482 syz-executor.6 42763 433432 0 0 3 0x14200 bored sosplice 51962 407780 51753 0 3 0x18100082 netio arp 51753 156596 1 0 3 0x810008a sigsusp sh 18869 78489 36512 0 3 0x1a000082 thrsleep syz-fuzzer 18869 298056 36512 0 3 0x1e000082 nanoslp syz-fuzzer 18869 380892 36512 0 3 0x1e000082 wait syz-fuzzer 18869 178199 36512 0 3 0x1e000082 wait syz-fuzzer 18869 292525 36512 0 3 0x1e000082 thrsleep syz-fuzzer 18869 249541 36512 0 3 0x1e000082 kqread syz-fuzzer 18869 14980 36512 0 3 0x1e000082 wait syz-fuzzer 18869 82592 36512 0 3 0x1e000082 wait syz-fuzzer 18869 75252 36512 0 3 0x1e000082 wait syz-fuzzer 18869 434970 36512 0 3 0x1e000082 thrsleep syz-fuzzer 18869 432048 36512 0 3 0x1e000082 thrsleep syz-fuzzer 18869 293777 36512 0 3 0x1e000082 thrsleep syz-fuzzer 18869 207743 36512 0 3 0x1e000082 thrsleep syz-fuzzer 18869 55673 36512 0 3 0x1e000082 wait syz-fuzzer 18869 362582 36512 0 3 0x1e000082 wait syz-fuzzer 18869 148861 36512 0 3 0x1e000082 wait syz-fuzzer 36512 113942 83833 0 3 0x810008a sigsusp ksh 83833 445275 52186 0 3 0x1800009a kqread sshd 52186 406916 1 0 3 0x18000088 kqread sshd 1293 66057 75608 73 2 0x19100010 syslogd 75608 108257 1 0 3 0x18100082 sbwait syslogd 97026 395398 1 0 3 0x18100080 kqread resolvd 6009 75761 4827 77 3 0x18100092 kqread dhcpleased 20010 225956 4827 77 3 0x18100092 kqread dhcpleased 4827 294806 1 0 3 0x18000080 kqread dhcpleased 17532 313088 0 0 3 0x14200 bored smr 45328 306366 0 0 2 0x14200 zerothread 5826 97229 0 0 3 0x14200 aiodoned aiodoned 86874 251531 0 0 3 0x14200 syncer update 8351 237078 0 0 3 0x14200 cleaner cleaner 24947 352631 0 0 3 0x14200 reaper reaper 82671 340594 0 0 3 0x14200 pgdaemon pagedaemon 28612 80800 0 0 3 0x14200 bored viomb 49191 284468 0 0 3 0x40014200 acpi0 acpi0 86509 111984 0 0 3 0x40014200 idle1 67233 11425 0 0 3 0x14200 bored softnet3 43748 390749 0 0 3 0x14200 bored softnet2 24669 410039 0 0 3 0x14200 bored softnet1 84525 48031 0 0 3 0x14200 bored softnet0 *95663 2696 0 0 7 0x14200 systqmp 4133 320912 0 0 3 0x14200 bored systq 74055 522011 0 0 3 0x14200 tmoslp softclockmp 29827 430961 0 0 7 0x40014200 softclock 71926 40947 0 0 3 0x40014200 idle0 1 343395 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/dev/kcov.c:129 r = 0 (0xffffffff82c7ca70) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 kcov_remote_leave+0x23 sys/dev/kcov.c:695 #4 timeout_run+0xda timeout_sync_leave sys/kern/kern_timeout.c:212 [inline] #4 timeout_run+0xda sys/kern/kern_timeout.c:668 #5 softclock_process_tick_timeout+0x19d sys/kern/kern_timeout.c:723 #6 softclock+0x139 sys/kern/kern_timeout.c:755 #7 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #8 Xsoftclock+0x27 #9 pool_get+0x162 sys/kern/subr_pool.c:588 #10 uvm_analloc+0x2d sys/uvm/uvm_anon.c:63 #11 uvm_fault_lower+0x188 sys/uvm/uvm_fault.c:1390 #12 uvm_fault+0x255 sys/uvm/uvm_fault.c:637 #13 upageflttrap+0x8e sys/arch/amd64/amd64/trap.c:188 #14 usertrap+0x22a sys/arch/amd64/amd64/trap.c:436 #15 recall_trap+0x8 shared mutex timeout r = 0 (0xffffffff82ce3610) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 timeout_run+0xbb sys/kern/kern_timeout.c:662 #2 softclock_process_tick_timeout+0x19d sys/kern/kern_timeout.c:723 #3 softclock+0x139 sys/kern/kern_timeout.c:755 #4 softintr_dispatch+0xcd sys/arch/amd64/amd64/softintr.c:90 #5 Xsoftclock+0x27 #6 pool_get+0x162 sys/kern/subr_pool.c:588 #7 uvm_analloc+0x2d sys/uvm/uvm_anon.c:63 #8 uvm_fault_lower+0x188 sys/uvm/uvm_fault.c:1390 #9 uvm_fault+0x255 sys/uvm/uvm_fault.c:637 #10 upageflttrap+0x8e sys/arch/amd64/amd64/trap.c:188 #11 usertrap+0x22a sys/arch/amd64/amd64/trap.c:436 #12 recall_trap+0x8 CPU 1: exclusive mutex unpcb r = 0 (0xffffffff82e98738) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 mtx_enter_try+0x103 #2 pool_gc_pages+0xa7 pl_enter_try sys/kern/subr_pool.c:109 [inline] #2 pool_gc_pages+0xa7 sys/kern/subr_pool.c:1568 #3 taskq_thread+0xf5 sys/kern/kern_task.c:448 #4 proc_trampoline+0x10 Process 36559 (sh) thread 0xffff80002a222d08 (43138) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82d755c0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 #2 Xsoftclock+0x27 #3 pool_get+0x162 sys/kern/subr_pool.c:588 #4 uvm_analloc+0x2d sys/uvm/uvm_anon.c:63 #5 uvm_fault_lower+0x188 sys/uvm/uvm_fault.c:1390 #6 uvm_fault+0x255 sys/uvm/uvm_fault.c:637 #7 upageflttrap+0x8e sys/arch/amd64/amd64/trap.c:188 #8 usertrap+0x22a sys/arch/amd64/amd64/trap.c:436 #9 recall_trap+0x8 exclusive rwlock amaplk r = 0 (0xfffffd805ee5f5c0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 uvm_fault_check+0x401 sys/uvm/uvm_fault.c:782 #2 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #3 upageflttrap+0x8e sys/arch/amd64/amd64/trap.c:188 #4 usertrap+0x22a sys/arch/amd64/amd64/trap.c:436 #5 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd8067a30ec8) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 #2 uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 #3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #4 upageflttrap+0x8e sys/arch/amd64/amd64/trap.c:188 #5 usertrap+0x22a sys/arch/amd64/amd64/trap.c:436 #6 recall_trap+0x8 Process 67063 (syz-executor.3) thread 0xffff80002a2234b8 (317287) exclusive rrwlock inode r = 0 (0xfffffd806b3cba30) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 spec_open+0x230 sys/kern/spec_vnops.c:151 #6 VOP_OPEN+0x79 sys/kern/vfs_vops.c:138 #7 vn_open+0x4e4 sys/kern/vfs_vnops.c:177 #8 vndioctl+0x988 sys/dev/vnd.c:457 #9 VOP_IOCTL+0x9a sys/kern/vfs_vops.c:264 #10 vn_ioctl+0xc0 sys/kern/vfs_vnops.c:525 #11 sys_ioctl+0x4a9 #12 syscall+0x8cf mi_syscall sys/sys/syscall_mi.h:180 [inline] #12 syscall+0x8cf sys/arch/amd64/amd64/trap.c:577 #13 Xsyscall+0x128 Process 13948 (syz-executor.5) thread 0xffff80002dcdad00 (272826) exclusive rrwlock inode r = 0 (0xfffffd806b3cbc50) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 ufs_ihashins+0x46 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1e4 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xe6 sys/ufs/ufs/ufs_vnops.c:1112 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:394 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3104 #10 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #10 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806b3cbb40) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 #6 namei+0x56a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3089 #8 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #8 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 1293 (syslogd) thread 0xffff8000ffffd720 (66057) exclusive rrwlock inode r = 0 (0xfffffd806e7503d0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:524 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0xf1 sys/kern/vfs_syscalls.c:2931 #6 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 95663 (systqmp) thread 0xffff8000ffffe290 (2696) shared rwlock pools r = 0 (0xffffffff82d1a0b0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 pool_gc_pages+0x25 sys/kern/subr_pool.c:1560 #2 taskq_thread+0xf5 sys/kern/kern_task.c:448 #3 proc_trampoline+0x10 shared rwlock systqmp r = 0 (0xffffffff82d3fee0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 taskq_thread+0xda sys/kern/kern_task.c:444 #2 proc_trampoline+0x10 exclusive mutex unpcb r = 0 (0xffffffff82e98738) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 mtx_enter_try+0x103 #2 pool_gc_pages+0xa7 pl_enter_try sys/kern/subr_pool.c:109 [inline] #2 pool_gc_pages+0xa7 sys/kern/subr_pool.c:1568 #3 taskq_thread+0xf5 sys/kern/kern_task.c:448 #4 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10213 6564K 7356K 166960K 14969 0 pcb 17 16K 19K 166960K 440 0 rtable 207 8K 9K 166960K 1076 0 pf 36 10K 10K 166960K 130 0 ifaddr 45 15K 15K 166960K 160 0 ifgroup 65 2K 2K 166960K 204 0 sysctl 4 1K 1K 166960K 7 0 counters 70 37K 37K 166960K 144 0 ioctlops 0 0K 4K 166960K 1595 0 iov 0 0K 16K 166960K 95 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1400 88K 88K 166960K 3123 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 16K 24K 166960K 64 0 VM map 2 1K 1K 166960K 2 0 sem 20 10K 10K 166960K 111 0 dirhash 12 2K 2K 166960K 36 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 85K 166960K 1861 0 sigio 1 0K 0K 166960K 59 0 proc 58 79K 103K 166960K 1111 0 subproc 117 7K 8K 166960K 325 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 179 0 in_multi 88 6K 7K 166960K 350 0 ether_multi 1 0K 0K 166960K 10 0 mrt 1 0K 0K 166960K 5 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 109 493K 493K 166960K 109 0 exec 0 0K 1K 166960K 766 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 291 96K 139K 166960K 18402 0 UVM aobj 102 5K 5K 166960K 133 0 pinsyscall 38 76K 100K 166960K 3455 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 122 0 NDP 16 0K 1K 166960K 99 0 temp 77 6808K 7304K 166960K 54004 0 kqueue 13 20K 26K 166960K 238 0 SYN cache 2 8K 16K 166960K 3 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 223 0 219 1 0 1 1 0 8 0 rtentry 112 375 0 283 4 1 3 4 0 8 0 unpcb 144 1578 0 1555 5 4 1 2 0 8 0 unpcb: pool(0xffffffff82e98728:unpcb): page inconsistency: page 0x0; at page head addr 0xfffffd806756df90 (p 0xfffffd806756d000) syncache 336 11 0 11 5 5 0 1 0 8 0 tcpqe 32 67 0 67 3 3 0 1 0 8 0 tcpcb 808 455 0 450 6 4 2 2 0 8 1 arp 120 77 0 61 1 0 1 1 0 8 0 inpcb 384 2124 0 2114 38 29 9 15 0 8 7 nd6 136 81 0 58 1 0 1 1 0 8 0 pkpcb 40 4 0 4 3 2 1 1 0 8 1 kcovpl 48 25 0 16 1 0 1 1 0 8 0 ppxss 1168 10 0 10 5 4 1 1 0 8 1 pffrag 232 13 0 9 2 1 1 1 0 482 0 pffrnode 88 13 0 9 2 1 1 1 0 8 0 pffrent 40 106 0 102 2 1 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 152 0 105 1 0 1 1 0 8 0 pfstkey 128 152 0 105 2 0 2 2 0 8 0 pfstate 376 152 0 104 6 0 6 6 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 1294 0 881 35 9 26 27 0 8 0 art_table 32 1296 0 881 4 0 4 4 0 8 0 art_node 16 372 0 291 1 0 1 1 0 8 0 sysvmsgpl 40 84 0 82 2 1 1 1 0 8 0 semupl 112 6 0 6 2 2 0 1 0 8 0 semapl 112 103 0 85 1 0 1 1 0 8 0 shmpl 112 130 0 31 3 0 3 3 0 8 0 dirhash 1024 33 0 16 3 0 3 3 0 8 0 dino2pl 256 4464 0 2935 96 0 96 96 0 8 0 ffsino 272 4464 0 2935 104 1 103 103 0 8 0 nchpl 144 7278 0 5535 67 1 66 67 0 8 0 uvmvnodes 80 5814 0 0 119 0 119 119 0 8 0 vnodes 216 5814 0 0 323 0 323 323 0 8 0 namei 1024 26685 0 26684 7 6 1 2 0 8 0 percpumem 16 86 0 37 1 0 1 1 0 8 0 vcpupl 3904 11 0 3 2 0 2 2 0 8 0 vmpool 696 37 0 29 3 2 1 2 0 8 0 kstatmem 264 102 0 74 3 0 3 3 0 8 0 scsiplug 72 4 0 4 2 2 0 1 0 8 0 scxspl 216 43465 0 43464 18 15 3 8 1 8 2 plimitpl 152 392 0 376 1 0 1 1 0 8 0 sigapl 424 2160 0 2091 9 0 9 9 0 8 0 futexpl 64 29369 0 29366 3 2 1 1 0 8 0 knotepl 120 667 0 0 19 0 19 19 0 8 0 kqueuepl 216 572 0 560 3 0 3 3 0 8 2 pipepl 320 383 0 352 3 0 3 3 0 8 0 fdescpl 496 2120 0 2092 6 1 5 5 0 8 0 filepl 152 14859 0 14586 25 9 16 16 0 8 2 lockfpl 104 725 0 723 1 0 1 1 0 8 0 lockfspl 48 313 0 311 1 0 1 1 0 8 0 sessionpl 144 42 0 25 1 0 1 1 0 8 0 pgrppl 48 57 0 40 1 0 1 1 0 8 0 ucredpl 104 2572 0 2560 1 0 1 1 0 8 0 zombiepl 144 2092 0 2091 1 0 1 1 0 8 0 processpl 1144 2160 0 2091 7 1 6 6 0 8 0 procpl 656 4160 0 4067 10 1 9 9 0 8 0 srpgc 96 16 0 16 3 3 0 1 0 8 0 sosppl 168 7 0 7 4 4 0 1 0 8 0 sockpl 664 3949 0 3911 36 26 10 14 0 8 6 mcl64k 65536 25 0 0 3 0 3 3 0 8 0 mcl16k 16384 9 0 0 2 0 2 2 0 8 0 mcl12k 12288 4 0 0 1 0 1 1 0 8 0 mcl9k 9216 6 0 0 1 0 1 1 0 8 0 mcl8k 8192 9 0 0 2 0 2 2 0 8 0 mcl4k 4096 8 0 0 1 0 1 1 0 8 0 mcl2k 2048 383 0 0 48 0 48 48 0 8 0 mtagpl 96 97 0 0 3 0 3 3 0 8 0 mbufpl 256 962 0 0 60 0 60 60 0 8 0 bufpl 280 10959 0 2864 579 0 579 579 0 8 0 anonpl 24 417850 0 411414 96 27 69 71 0 186 14 amapchunkpl 152 61424 0 60744 58 18 40 42 0 158 2 amappl16 200 9750 0 9600 62 46 16 22 0 8 4 amappl15 192 8 0 8 1 1 0 1 0 8 0 amappl14 184 210 0 198 2 1 1 2 0 8 0 amappl13 176 40 0 40 1 1 0 1 0 8 0 amappl12 168 3017 0 2985 2 0 2 2 0 8 0 amappl11 160 93 0 74 1 0 1 1 0 8 0 amappl10 152 68 0 67 1 0 1 1 0 8 0 amappl9 144 218 0 218 1 1 0 1 0 8 0 amappl8 136 254 0 218 2 0 2 2 0 8 0 amappl7 128 63 0 46 1 0 1 1 0 8 0 amappl6 120 582 0 562 2 1 1 2 0 8 0 amappl5 112 237 0 224 1 0 1 1 0 8 0 amappl4 104 671 0 636 2 0 2 2 0 8 0 amappl3 96 11534 0 11450 3 0 3 3 0 8 0 amappl2 88 2583 0 2510 4 2 2 4 0 8 0 amappl1 80 15973 0 15453 22 10 12 22 0 8 0 amappl 88 17584 0 17387 7 1 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 132 0 31 2 0 2 2 0 8 0 uaddrrnd 24 2157 0 2121 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2157 0 2121 1 0 1 1 0 8 0 vmmpekpl 168 19207 0 19128 5 0 5 5 0 8 1 vmmpepl 168 150265 0 148375 159 53 106 117 0 357 7 vmsppl 440 2156 0 2121 5 0 5 5 0 8 0 rwobjpl 56 47393 0 40313 103 2 101 101 0 8 0 pdppl 4096 4321 0 4250 141 60 81 86 0 8 10 pvpl 32 48920 0 0 395 0 395 395 0 265 0 pmappl 248 2156 0 2121 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 523 0 91 13 0 13 13 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffffffff82d56ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 sys/dev/kcov.c:158 __mp_lock(ffffffff82d753b8) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d753b8) at __mp_lock+0x133 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82d753b8,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x491 sys/kern/sched_bsd.c:470 sleep_finish(0,1) at sleep_finish+0x19a sys/kern/kern_synch.c:417 msleep(ffffffff82d85180,ffffffff82ce35c0,0,ffffffff8295e418,0) at msleep+0xeb sys/kern/kern_synch.c:249 softclock_thread(ffff8000fffff1f0) at softclock_thread+0xcf sys/kern/kern_timeout.c:810 end trace frame: 0x0, count: 5 ddb{0}> trace x86_ipi_db(ffffffff82d56ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 kd_curproc sys/dev/kcov.c:590 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 sys/dev/kcov.c:158 __mp_lock(ffffffff82d753b8) at __mp_lock+0x133 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d753b8) at __mp_lock+0x133 sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff82d753b8,1) at __mp_acquire_count+0x48 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x491 sys/kern/sched_bsd.c:470 sleep_finish(0,1) at sleep_finish+0x19a sys/kern/kern_synch.c:417 msleep(ffffffff82d85180,ffffffff82ce35c0,0,ffffffff8295e418,0) at msleep+0xeb sys/kern/kern_synch.c:249 softclock_thread(ffff8000fffff1f0) at softclock_thread+0xcf sys/kern/kern_timeout.c:810 end trace frame: 0x0, count: -10 ddb{0}> machine ddbcpu 1 Stopped at pool_gc_pages+0x1e1: movq %rax,0(%rcx) pool_gc_pages(0) at pool_gc_pages+0x1e1 pool_p_remove sys/kern/subr_pool.c:1049 [inline] pool_gc_pages(0) at pool_gc_pages+0x1e1 sys/kern/subr_pool.c:1576 taskq_thread(ffffffff82d3fe70) at taskq_thread+0xf5 sys/kern/kern_task.c:448 end trace frame: 0x0, count: 13 ddb{1}> trace pool_gc_pages(0) at pool_gc_pages+0x1e1 pool_p_remove sys/kern/subr_pool.c:1049 [inline] pool_gc_pages(0) at pool_gc_pages+0x1e1 sys/kern/subr_pool.c:1576 taskq_thread(ffffffff82d3fe70) at taskq_thread+0xf5 sys/kern/kern_task.c:448 end trace frame: 0x0, count: -2