panic: acquiring blockable sleep lock with spinlock or critical section held (rwlock) kmmaplk Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 252323 34434 0 0x2 0 1 syz-executor.0 db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823cdc77) at panic+0x15e sys/kern/subr_prf.c:218 witness_checkorder(ffffffff827773f0,1,0) at witness_checkorder+0x1146 sys/kern/subr_witness.c:833 rw_enter_read(ffffffff827773e0) at rw_enter_read+0x66 sys/kern/kern_rwlock.c:111 uvmfault_lookup(ffff80002117ecb8,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1537 uvm_fault_check(ffff80002117ecb8,ffff80002117ec90,ffff80002117ecf0,2) at uvm_fault_check+0x3d sys/uvm/uvm_fault.c:514 uvm_fault(ffffffff827773d8,ffff8000232ab000,0,2) at uvm_fault+0xb5 sys/uvm/uvm_fault.c:932 kpageflttrap(ffff80002117ee20,ffff8000232abfe8) at kpageflttrap+0x202 sys/arch/amd64/amd64/trap.c:265 kerntrap(ffff80002117ee20) at kerntrap+0xef sys/arch/amd64/amd64/trap.c:321 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b memcpy() at memcpy+0x15 timeout_run(ffff8000211c28a8) at timeout_run+0xd6 timeout_sync_leave sys/kern/kern_timeout.c:207 [inline] timeout_run(ffff8000211c28a8) at timeout_run+0xd6 sys/kern/kern_timeout.c:676 softclock_process_tick_timeout(ffff8000211c28a8,0) at softclock_process_tick_timeout+0x196 sys/kern/kern_timeout.c:721 softclock(0) at softclock+0x11a sys/kern/kern_timeout.c:752 end trace frame: 0xffff80002117f060, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic acquiring blockable sleep lock with spinlock or critical section held (rwlock) kmmaplk ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823cdc77) at panic+0x15e sys/kern/subr_prf.c:218 witness_checkorder(ffffffff827773f0,1,0) at witness_checkorder+0x1146 sys/kern/subr_witness.c:833 rw_enter_read(ffffffff827773e0) at rw_enter_read+0x66 sys/kern/kern_rwlock.c:111 uvmfault_lookup(ffff80002117ecb8,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1537 uvm_fault_check(ffff80002117ecb8,ffff80002117ec90,ffff80002117ecf0,2) at uvm_fault_check+0x3d sys/uvm/uvm_fault.c:514 uvm_fault(ffffffff827773d8,ffff8000232ab000,0,2) at uvm_fault+0xb5 sys/uvm/uvm_fault.c:932 kpageflttrap(ffff80002117ee20,ffff8000232abfe8) at kpageflttrap+0x202 sys/arch/amd64/amd64/trap.c:265 kerntrap(ffff80002117ee20) at kerntrap+0xef sys/arch/amd64/amd64/trap.c:321 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b memcpy() at memcpy+0x15 timeout_run(ffff8000211c28a8) at timeout_run+0xd6 timeout_sync_leave sys/kern/kern_timeout.c:207 [inline] timeout_run(ffff8000211c28a8) at timeout_run+0xd6 sys/kern/kern_timeout.c:676 softclock_process_tick_timeout(ffff8000211c28a8,0) at softclock_process_tick_timeout+0x196 sys/kern/kern_timeout.c:721 softclock(0) at softclock+0x11a sys/kern/kern_timeout.c:752 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x1f acpicpu_idle() at acpicpu_idle+0x2eb sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff8276fff0) at sched_idle+0x417 sys/kern/kern_sched.c:178 end trace frame: 0x0, count: -18 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002117e8e0 rbx 0xffff80002117e8f0 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff81f5d135 kprintf+0x145 r9 0x1 r10 0x15e1f555c469da71 r11 0xd4aeacf5f05f89f3 r12 0x3000000008 r13 0xffff80002117e990 r14 0x100 r15 0x1 rip 0xffffffff81f1e418 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80002117e8d0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (idle0) pid=484041 stat=onproc flags process=14000 proc=40000200 pri=0, usrpri=50, nice=20 forw=0xab186a164367db4a, list=0xffff800021179260,0xffff8000211787f0 process=0xffff8000ffffe520 user=0xffff80002117a000, vmspace=0xffffffff8293bf30 estcpu=0, cpticks=4803, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 87196 290716 46002 0 3 0x82 nanosleep syz-executor.1 34434 252323 46002 0 7 0x2 syz-executor.0 46002 243291 2810 0 3 0x82 thrsleep syz-fuzzer 46002 455478 2810 0 3 0x4000082 thrsleep syz-fuzzer 46002 100462 2810 0 3 0x4000082 thrsleep syz-fuzzer 46002 35011 2810 0 2 0x4000082 syz-fuzzer 46002 140884 2810 0 3 0x4000082 thrsleep syz-fuzzer 46002 439243 2810 0 3 0x4000082 thrsleep syz-fuzzer 46002 1560 2810 0 3 0x4000082 thrsleep syz-fuzzer 46002 479642 2810 0 3 0x4000082 thrsleep syz-fuzzer 2810 104323 33906 0 3 0x10008a pause ksh 33906 471424 29262 0 3 0x92 select sshd 3393 183712 1 0 3 0x100083 ttyin getty 29262 165013 1 0 3 0x80 select sshd 19138 404111 98911 74 3 0x100092 bpf pflogd 98911 157728 1 0 3 0x80 netio pflogd 57609 414883 9895 73 3 0x100090 kqread syslogd 9895 459574 1 0 3 0x100082 netio syslogd 96940 252184 1 77 3 0x100090 poll dhclient 68289 311302 1 0 3 0x80 poll dhclient 39253 89117 0 0 3 0x14200 bored smr 10440 203618 0 0 3 0x14200 pgzero zerothread 6502 67067 0 0 3 0x14200 aiodoned aiodoned 92828 290440 0 0 3 0x14200 syncer update 90140 188451 0 0 3 0x14200 cleaner cleaner 37069 451670 0 0 3 0x14200 reaper reaper 25749 331810 0 0 3 0x14200 pgdaemon pagedaemon 36937 109516 0 0 3 0x14200 bored crynlk 96906 57959 0 0 3 0x14200 bored crypto 97593 48433 0 0 3 0x14200 bored viomb 65809 224865 0 0 3 0x40014200 acpi0 acpi0 82793 435049 0 0 3 0x40014200 idle1 87789 184733 0 0 3 0x14200 bored softnet 58206 27717 0 0 3 0x14200 bored systqmp 62625 177014 0 0 3 0x14200 bored systq 68365 71527 0 0 3 0x40014200 bored softclock *30309 484041 0 0 7 0x40014200 idle0 1 327703 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/multicore/kernel/sys/dev/kcov.c:125 r = 0 (0xffffffff8276bbc8) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1176 #1 mtx_enter_try+0x100 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 kcov_remote_leave+0x1f sys/dev/kcov.c:674 #4 timeout_run+0xd6 timeout_sync_leave sys/kern/kern_timeout.c:207 [inline] #4 timeout_run+0xd6 sys/kern/kern_timeout.c:676 #5 softclock_process_tick_timeout+0x196 sys/kern/kern_timeout.c:721 #6 softclock+0x11a sys/kern/kern_timeout.c:752 #7 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #8 Xsoftclock+0x1f #9 acpicpu_idle+0x2eb sys/dev/acpi/acpicpu.c:1206 #10 sched_idle+0x417 sys/kern/kern_sched.c:178 #11 proc_trampoline+0x1c shared mutex timeout r = 0 (0xffffffff826ed010) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1176 #1 timeout_run+0xb7 sys/kern/kern_timeout.c:670 #2 softclock_process_tick_timeout+0x196 sys/kern/kern_timeout.c:721 #3 softclock+0x11a sys/kern/kern_timeout.c:752 #4 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #5 Xsoftclock+0x1f #6 acpicpu_idle+0x2eb sys/dev/acpi/acpicpu.c:1206 #7 sched_idle+0x417 sys/kern/kern_sched.c:178 #8 proc_trampoline+0x1c Process 30309 (idle0) thread 0xffff800021178a80 (484041) exclusive kernel_lock &kernel_lock r = 1 (0xffffffff828bea50) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1176 #1 softintr_dispatch+0x4e sys/arch/amd64/amd64/softintr.c:90 #2 Xsoftclock+0x1f #3 acpicpu_idle+0x2eb sys/dev/acpi/acpicpu.c:1206 #4 sched_idle+0x417 sys/kern/kern_sched.c:178 #5 proc_trampoline+0x1c exclusive mutex /syzkaller/managers/multicore/kernel/sys/dev/kcov.c:125 r = 0 (0xffffffff8276bbc8) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1176 #1 mtx_enter_try+0x100 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 kcov_remote_leave+0x1f sys/dev/kcov.c:674 #4 timeout_run+0xd6 timeout_sync_leave sys/kern/kern_timeout.c:207 [inline] #4 timeout_run+0xd6 sys/kern/kern_timeout.c:676 #5 softclock_process_tick_timeout+0x196 sys/kern/kern_timeout.c:721 #6 softclock+0x11a sys/kern/kern_timeout.c:752 #7 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #8 Xsoftclock+0x1f #9 acpicpu_idle+0x2eb sys/dev/acpi/acpicpu.c:1206 #10 sched_idle+0x417 sys/kern/kern_sched.c:178 #11 proc_trampoline+0x1c shared mutex timeout r = 0 (0xffffffff826ed010) #0 witness_lock+0x4b0 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4b0 sys/kern/subr_witness.c:1176 #1 timeout_run+0xb7 sys/kern/kern_timeout.c:670 #2 softclock_process_tick_timeout+0x196 sys/kern/kern_timeout.c:721 #3 softclock+0x11a sys/kern/kern_timeout.c:752 #4 softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 #5 Xsoftclock+0x1f #6 acpicpu_idle+0x2eb sys/dev/acpi/acpicpu.c:1206 #7 sched_idle+0x417 sys/kern/kern_sched.c:178 #8 proc_trampoline+0x1c ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9485 6416K 6424K 78643K 11720 0 pcb 13 8K 8K 78643K 15 0 rtable 105 3K 3K 78643K 199 0 ifaddr 44 10K 10K 78643K 45 0 counters 43 33K 33K 78643K 43 0 ioctlops 0 0K 4K 78643K 1470 0 mount 1 1K 1K 78643K 1 0 vnodes 1217 77K 77K 78643K 1224 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 1K 1K 78643K 2 0 sem 4 0K 0K 78643K 6 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12598 0 file desc 4 9K 25K 78643K 2282 0 proc 59 63K 95K 78643K 451 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 1 0 in_multi 33 2K 2K 78643K 35 0 ether_multi 1 0K 0K 78643K 2 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 37 175K 175K 78643K 37 0 exec 0 0K 2K 78643K 358 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 272 41K 41K 78643K 5868 0 UVM aobj 3 2K 2K 78643K 3 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 4 0 NDP 6 0K 0K 78643K 10 0 temp 65 3967K 4031K 78643K 6537 0 kqueue 3 4K 9K 78643K 19 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 6 0 0 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 120 19 0 17 1 0 1 1 0 8 0 rtentry 112 45 0 1 2 0 2 2 0 8 0 unpcb 120 25 0 15 1 0 1 1 0 8 0 syncache 296 4 0 4 1 1 0 1 0 8 0 tcpqe 32 786 0 786 1 1 0 1 0 8 0 tcpcb 736 14 0 10 1 0 1 1 0 8 0 inpcb 296 47 0 40 1 0 1 1 0 8 0 nd6 48 6 0 0 1 0 1 1 0 8 0 kcovpl 48 2 0 0 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 13 0 11 1 0 1 1 0 8 0 pfstkey 112 13 0 11 1 0 1 1 0 8 0 pfstate 328 13 0 11 1 0 1 1 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 188 0 0 12 0 12 12 0 8 0 art_table 32 189 0 0 2 0 2 2 0 8 0 art_node 16 44 0 4 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 2 0 0 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 3674 0 2270 88 0 88 88 0 8 0 ffsino 272 3674 0 2270 95 1 94 94 0 8 0 nchpl 144 6150 0 4544 60 0 60 60 0 8 0 uvmvnodes 72 3719 0 0 68 0 68 68 0 8 0 vnodes 208 3719 0 0 196 0 196 196 0 8 0 namei 1024 14587 0 14587 2 1 1 1 0 8 1 percpumem 16 32 0 0 1 0 1 1 0 8 0 scxspl 216 18790 0 18789 9 8 1 8 0 8 0 plimitpl 152 15 0 7 1 0 1 1 0 8 0 sigapl 424 2498 0 2467 4 0 4 4 0 8 0 futexpl 56 12098 0 12098 1 0 1 1 0 8 1 knotepl 112 78 0 58 1 0 1 1 0 8 0 kqueuepl 152 3632 0 3630 1 0 1 1 0 8 0 pipepl 304 78 0 67 1 0 1 1 0 8 0 fdescpl 496 2482 0 2467 3 0 3 3 0 8 0 filepl 152 8302 0 8200 6 1 5 5 0 8 1 lockfpl 104 11 0 10 1 0 1 1 0 8 0 lockfspl 48 6 0 5 1 0 1 1 0 8 0 sessionpl 144 18 0 7 1 0 1 1 0 8 0 pgrppl 48 18 0 7 1 0 1 1 0 8 0 ucredpl 96 71 0 62 1 0 1 1 0 8 0 zombiepl 144 2467 0 2466 2 1 1 1 0 8 0 processpl 1056 2498 0 2466 3 0 3 3 0 8 0 procpl 672 5171 0 5132 5 1 4 4 0 8 0 sockpl 400 91 0 72 5 3 2 3 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl4k 4096 2 0 0 1 0 1 1 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 259 0 0 26 3 23 26 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 805 0 0 16 0 16 16 0 8 0 bufpl 280 5785 0 181 401 0 401 401 0 8 0 anonpl 16 194770 0 164248 153 3 150 151 0 124 0 amapchunkpl 152 9781 0 8856 47 4 43 46 0 158 0 amappl16 192 6598 0 5453 59 1 58 58 0 8 0 amappl15 184 2 0 1 2 1 1 1 0 8 0 amappl14 176 27 0 18 1 0 1 1 0 8 0 amappl13 168 35 0 31 1 0 1 1 0 8 0 amappl12 160 1087 0 1084 1 0 1 1 0 8 0 amappl11 152 57 0 39 1 0 1 1 0 8 0 amappl10 144 1186 0 1180 1 0 1 1 0 8 0 amappl9 136 387 0 387 1 1 0 1 0 8 0 amappl8 128 204 0 133 3 0 3 3 0 8 0 amappl7 120 246 0 237 1 0 1 1 0 8 0 amappl6 112 1247 0 1235 1 0 1 1 0 8 0 amappl5 104 1545 0 1529 1 0 1 1 0 8 0 amappl4 96 1357 0 1329 1 0 1 1 0 8 0 amappl3 88 129 0 119 1 0 1 1 0 8 0 amappl2 80 20040 0 19977 3 1 2 3 0 8 0 amappl1 72 79404 0 78954 23 12 11 19 0 8 0 amappl 80 5574 0 5385 5 0 5 5 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 2 0 0 1 0 1 1 0 8 0 uaddrrnd 24 2482 0 2467 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2482 0 2467 1 0 1 1 0 8 0 vmmpekpl 168 15969 0 15942 2 0 2 2 0 8 0 vmmpepl 168 317895 0 315484 218 101 117 161 0 357 2 vmsppl 368 2481 0 2467 2 0 2 2 0 8 0 pdppl 4096 4971 0 4934 65 24 41 45 0 8 4 pvpl 32 1391489 0 1357792 340 9 331 336 0 265 0 pmappl 232 2481 0 2467 2 1 1 2 0 8 0 extentpl 40 58 0 40 1 0 1 1 0 8 0 phpool 112 322 0 35 9 0 9 9 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff823cdc77) at panic+0x15e sys/kern/subr_prf.c:218 witness_checkorder(ffffffff827773f0,1,0) at witness_checkorder+0x1146 sys/kern/subr_witness.c:833 rw_enter_read(ffffffff827773e0) at rw_enter_read+0x66 sys/kern/kern_rwlock.c:111 uvmfault_lookup(ffff80002117ecb8,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1537 uvm_fault_check(ffff80002117ecb8,ffff80002117ec90,ffff80002117ecf0,2) at uvm_fault_check+0x3d sys/uvm/uvm_fault.c:514 uvm_fault(ffffffff827773d8,ffff8000232ab000,0,2) at uvm_fault+0xb5 sys/uvm/uvm_fault.c:932 kpageflttrap(ffff80002117ee20,ffff8000232abfe8) at kpageflttrap+0x202 sys/arch/amd64/amd64/trap.c:265 kerntrap(ffff80002117ee20) at kerntrap+0xef sys/arch/amd64/amd64/trap.c:321 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b memcpy() at memcpy+0x15 timeout_run(ffff8000211c28a8) at timeout_run+0xd6 timeout_sync_leave sys/kern/kern_timeout.c:207 [inline] timeout_run(ffff8000211c28a8) at timeout_run+0xd6 sys/kern/kern_timeout.c:676 softclock_process_tick_timeout(ffff8000211c28a8,0) at softclock_process_tick_timeout+0x196 sys/kern/kern_timeout.c:721 softclock(0) at softclock+0x11a sys/kern/kern_timeout.c:752 softintr_dispatch(0) at softintr_dispatch+0xfb sys/arch/amd64/amd64/softintr.c:90 Xsoftclock() at Xsoftclock+0x1f acpicpu_idle() at acpicpu_idle+0x2eb sys/dev/acpi/acpicpu.c:1206 sched_idle(ffffffff8276fff0) at sched_idle+0x417 sys/kern/kern_sched.c:178 end trace frame: 0x0, count: -18 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020d68ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 witness_checkorder(ffffffff828bea50,9,0) at witness_checkorder+0x111 sys/kern/subr_witness.c:765 __mp_lock(ffffffff828be848) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff828be848) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff828be848) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 __mp_acquire_count(ffffffff828be848,1) at __mp_acquire_count+0x4c sys/kern/kern_lock.c:227 tsleep(fffffd8063aeb250,11,ffffffff82428f8b,0) at tsleep+0x18b biowait(fffffd8063aeb250) at biowait+0x91 sys/kern/vfs_bio.c:1271 bwrite(fffffd8063aeb250) at bwrite+0x213 sys/kern/vfs_bio.c:772 ufs_dirremove(fffffd8063b11820,fffffd8063ad4228,800c,1) at ufs_dirremove+0x291 ufs_rmdir(ffff8000212a6f68) at ufs_rmdir+0x247 sys/ufs/ufs/ufs_vnops.c:1328 VOP_RMDIR(fffffd8063b11820,fffffd8063a95680,ffff8000212a7068) at VOP_RMDIR+0x136 sys/kern/vfs_vops.c:483 dounlinkat(ffff8000211c27e8,ffffff9c,7f7fffff14a0,8) at dounlinkat+0x14c sys/kern/vfs_syscalls.c:1881 syscall(ffff8000212a71e0) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000212a71e0) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 end trace frame: 0xffff8000212a7260, count: 0 ddb{1}> trace x86_ipi_db(ffff800020d68ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 witness_checkorder(ffffffff828bea50,9,0) at witness_checkorder+0x111 sys/kern/subr_witness.c:765 __mp_lock(ffffffff828be848) at __mp_lock+0xa1 read_rflags machine/cpufunc.h:195 [inline] __mp_lock(ffffffff828be848) at __mp_lock+0xa1 intr_disable machine/cpufunc.h:216 [inline] __mp_lock(ffffffff828be848) at __mp_lock+0xa1 sys/kern/kern_lock.c:142 __mp_acquire_count(ffffffff828be848,1) at __mp_acquire_count+0x4c sys/kern/kern_lock.c:227 tsleep(fffffd8063aeb250,11,ffffffff82428f8b,0) at tsleep+0x18b biowait(fffffd8063aeb250) at biowait+0x91 sys/kern/vfs_bio.c:1271 bwrite(fffffd8063aeb250) at bwrite+0x213 sys/kern/vfs_bio.c:772 ufs_dirremove(fffffd8063b11820,fffffd8063ad4228,800c,1) at ufs_dirremove+0x291 ufs_rmdir(ffff8000212a6f68) at ufs_rmdir+0x247 sys/ufs/ufs/ufs_vnops.c:1328 VOP_RMDIR(fffffd8063b11820,fffffd8063a95680,ffff8000212a7068) at VOP_RMDIR+0x136 sys/kern/vfs_vops.c:483 dounlinkat(ffff8000211c27e8,ffffff9c,7f7fffff14a0,8) at dounlinkat+0x14c sys/kern/vfs_syscalls.c:1881 syscall(ffff8000212a71e0) at syscall+0x4a1 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000212a71e0) at syscall+0x4a1 sys/arch/amd64/amd64/trap.c:590 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7fffff1490, count: -15