panic: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 32972 50735 32767 0x1010 0x2000 0K syz-executor * 65424 50735 32767 0x1010 0x4080000 1 syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8306d39d) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd804fb30ea8,2) at rw_enter+0x122 uvmfault_lookup(ffff800034032f10,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff800034032f10,ffff800034032f48,ffff800034032f70) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd804fb30dc8,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff8000340330b0,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff8000340330b0) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800034033434,5,20000100,ffff800034033468,0,37,d2c229ff19fe26af) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff8000ffff7bf0,ffff8000340335a0,ffff8000340334f0) at sys_sysctl+0x422 syscall(ffff8000340335a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff8000340335a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff800034033620, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8306d39d) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd804fb30ea8,2) at rw_enter+0x122 uvmfault_lookup(ffff800034032f10,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff800034032f10,ffff800034032f48,ffff800034032f70) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd804fb30dc8,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff8000340330b0,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff8000340330b0) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800034033434,5,20000100,ffff800034033468,0,37,d2c229ff19fe26af) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff8000ffff7bf0,ffff8000340335a0,ffff8000340334f0) at sys_sysctl+0x422 syscall(ffff8000340335a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff8000340335a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x8aa541a5870, count: -15 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff800034032b10 rbx 0xffff800029b7cd87 rdx 0 rcx 0xffff8000ffff7bf0 rax 0xffff800029b7bff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x60950c78e6b5f40a r11 0xf45e6108ba40e4bb r12 0xffff800029b7cb88 r13 0 r14 0 r15 0x1 rip 0xffffffff81a77465 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff800034032b00 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=65424 pid=50735 tcnt=5 stat=onproc flags process=1010 proc=4080000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff8000ffff6f48 scnt=4 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffff6f48,0xffff8000ffff62b0 process=0xffff800029fe8490 user=0xffff80003402e000, vmspace=0xfffffd804fb30dc8 estcpu=36, cpticks=2, pctcpu=0.0, user=0, sys=2, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 50735 32972 13200 32767 7 0x3010 syz-executor *50735 65424 13200 32767 7 0x4081010 syz-executor 50735 324916 13200 32767 2 0x4081090 syz-executor 50735 236582 13200 32767 2 0x4081090 syz-executor 50735 75328 13200 32767 2 0x4081010 syz-executor 13200 49582 97742 32767 3 0x90 nanoslp syz-executor 97742 202843 95438 0 3 0x82 wait syz-executor 22634 22339 15956 32767 2 0x490 syz-executor 22634 157438 15956 32767 3 0x4000090 netcon syz-executor 22634 156857 15956 32767 3 0x4000090 fsleep syz-executor 28830 14934 63319 32767 3 0x90 nanoslp syz-executor 28830 333482 63319 32767 3 0x4000090 fsleep syz-executor 28830 475413 63319 32767 3 0x4000090 fsleep syz-executor 28830 98282 63319 32767 3 0x4000090 ttyout syz-executor 23201 486689 73359 32767 3 0x90 nanoslp syz-executor 23201 240758 73359 32767 2 0x4000490 syz-executor 23201 426240 73359 32767 3 0x4000090 fsleep syz-executor 40355 392311 69925 32767 3 0x90 nanoslp syz-executor 40355 220638 69925 32767 3 0x4000090 kqread syz-executor 63319 146878 44027 32767 3 0x90 nanoslp syz-executor 44027 44497 95438 0 3 0x82 wait syz-executor 69925 124723 7403 32767 2 0x490 syz-executor 7403 64617 95438 0 3 0x82 wait syz-executor 73359 102552 51551 32767 3 0x90 nanoslp syz-executor 51551 345171 95438 0 3 0x82 wait syz-executor 88196 435037 52876 32767 2 0x490 syz-executor 52876 162326 95438 0 3 0x82 wait syz-executor 15956 68094 34456 32767 3 0x90 nanoslp syz-executor 34456 325467 95438 0 3 0x82 wait syz-executor 9703 262544 8816 32767 2 0x490 syz-executor 8816 368654 95438 0 3 0x82 wait syz-executor 37006 167824 20944 32767 2 0x490 syz-executor 20944 484928 95438 0 3 0x82 wait syz-executor 3041 370619 34949 32767 3 0x3810 suspend syz-executor 3041 374265 34949 32767 4 0x4081810 syz-executor 34949 189778 1 32767 3 0x90 wait syz-executor 32627 188309 26625 0 3 0x100082 sbwait arp 26625 139658 41823 0 3 0x10008a sigsusp sh 41823 41458 1 0 3 0x80 wait syz-executor 38123 271611 0 0 3 0x14200 bored sosplice 95438 193207 27049 0 3 0x82 kqread syz-executor 27049 344170 83093 0 3 0x10008a sigsusp ksh 83093 449995 11537 0 3 0x98 kqread sshd-session 11537 443632 37193 0 3 0x92 kqread sshd-session 67269 272739 1 0 3 0x100083 ttyin getty 37193 171422 1 0 3 0x88 kqread sshd 89264 112616 25305 73 3 0x1100090 kqread syslogd 25305 506186 1 0 3 0x100082 sbwait syslogd 58825 366609 1 0 3 0x100080 kqread resolvd 14296 318664 41834 77 3 0x100092 kqread dhcpleased 28917 221034 41834 77 3 0x100092 kqread dhcpleased 41834 242891 1 0 3 0x80 kqread dhcpleased 85600 486673 0 0 3 0x14200 bored smr 42357 402780 0 0 3 0x14200 pgzero zerothread 91551 121265 0 0 3 0x14200 aiodoned aiodoned 67000 8187 0 0 3 0x14200 syncer update 47065 195980 0 0 3 0x14200 cleaner cleaner 96041 329893 0 0 3 0x14200 reaper reaper 65839 466496 0 0 3 0x14200 pgdaemon pagedaemon 35288 422695 0 0 3 0x14200 bored viomb 13502 412812 0 0 3 0x40014200 acpi0 acpi0 47933 250283 0 0 3 0x40014200 idle1 65899 173983 0 0 3 0x14200 bored softnet3 86576 273881 0 0 3 0x14200 bored softnet2 2360 170086 0 0 3 0x14200 bored softnet1 98590 77139 0 0 3 0x14200 bored softnet0 60340 358402 0 0 3 0x14200 bored systqmp 10947 123154 0 0 3 0x14200 bored systq 9135 40119 0 0 3 0x14200 tmoslp softclockmp 68028 219005 0 0 2 0x40014200 softclock 78104 306229 0 0 3 0x40014200 idle0 1 278642 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex &table->inpt_mtx r = 0 (0xffffffff835e9f38) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 sysctl_file+0xa2d #4 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #5 sys_sysctl+0x422 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 50735 (syz-executor) thread 0xffff8000ffff7bf0 (65424) exclusive rwlock netlock r = 0 (0xffffffff83475e00) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 sysctl_file+0xa18 sys/kern/kern_sysctl.c:1675 #2 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #3 sys_sysctl+0x422 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8351e758) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 sysctl_vslock+0x80 sys/kern/kern_sysctl.c:181 #2 kern_sysctl+0x1b3 sys/kern/kern_sysctl.c:498 #3 sys_sysctl+0x422 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 exclusive rwlock sysctllk r = 0 (0xffffffff83479e10) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sysctl_vslock+0x45 sys/kern/kern_sysctl.c:176 #3 kern_sysctl+0x1b3 sys/kern/kern_sysctl.c:498 #4 sys_sysctl+0x422 #5 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #5 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #6 Xsyscall+0x128 exclusive mutex &table->inpt_mtx r = 0 (0xffffffff835e9f38) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 sysctl_file+0xa2d #4 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #5 sys_sysctl+0x422 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 50735 (syz-executor) thread 0xffff8000ffff62a0 (324916) exclusive rwlock vmmaplk r = 0 (0xfffffd804fb30eb8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 vm_map_lock_ln+0x143 sys/uvm/uvm_map.c:5252 #3 uvm_map_protect+0xe1 sys/uvm/uvm_map.c:3059 #4 sys_mprotect+0x34c sys/uvm/uvm_mmap.c:585 #5 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #5 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10223 10028K 10035K 166960K 13730 0 pcb 17 20K 22K 166960K 25 0 rtable 240 6K 7K 166960K 29376 0 pf 31 16K 16K 166960K 1659 0 ifaddr 42 15K 19K 166960K 3287 0 ifgroup 50 2K 2K 166960K 3296 0 sysctl 4 1K 5K 166960K 42 0 counters 64 36K 36K 166960K 1682 0 ioctlops 0 0K 2K 166960K 2271 0 iov 0 0K 32K 166960K 5352 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1462 92K 92K 166960K 23856 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 1103 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 2629 0 dirhash 27 5K 6K 166960K 1446 0 ACPI 1690 195K 286K 166960K 12418 0 file desc 31 117K 169K 166960K 58996 0 sigio 0 0K 0K 166960K 2233 0 proc 56 78K 176K 166960K 28880 0 subproc 130 8K 12K 166960K 12584 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 15345 0 in_multi 99 7K 7K 166960K 11568 0 ether_multi 1 0K 0K 166960K 381 0 mrt 1 0K 0K 166960K 17 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 277 1235K 1235K 166960K 277 0 exec 0 0K 1K 166960K 21314 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 328 93K 132K 166960K 511972 0 UVM aobj 131 6K 7K 166960K 152 0 pinsyscall 53 106K 132K 166960K 83195 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 1 0K 1K 166960K 3993 0 NDP 13 0K 2K 166960K 2450 0 temp 85 6825K 6952K 166960K 463567 0 kqueue 16 26K 37K 166960K 9604 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 10090 0 10085 70 69 1 4 0 8 0 rtentry 112 9629 0 9516 19 15 4 4 0 8 0 unpcb 144 59089 0 59072 261 257 4 10 0 8 3 syncache 336 682 0 682 64 63 1 1 0 8 1 tcpqe 32 266 0 266 73 72 1 1 0 8 1 tcpcb 808 36987 0 36966 443 437 6 19 0 8 3 arp 120 1669 0 1651 1 0 1 1 0 8 0 ipq 40 345 0 343 14 13 1 1 0 8 0 ipqe 40 7476 0 7474 14 13 1 1 0 8 0 inpcb 336 92154 0 92128 561 550 11 25 0 8 7 ip6q 72 10 0 10 10 9 1 1 0 8 1 ip6af 40 20 0 20 10 9 1 1 0 8 1 nd6 136 3047 0 3020 13 11 2 2 0 8 0 kcovpl 48 968 0 958 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 38776 0 38304 252 221 31 33 0 8 0 art_table 32 38777 0 38304 19 15 4 5 0 8 0 art_node 16 9628 0 9525 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 3 1 0 1 1 0 8 0 semapl 112 2627 0 2617 1 0 1 1 0 8 0 shmpl 112 149 0 21 4 0 4 4 0 8 0 dirhash 1024 988 0 953 30 25 5 5 0 8 0 dino2pl 256 78374 0 73834 286 2 284 284 0 8 0 ffsino 272 78374 0 73834 305 2 303 303 0 8 0 nchpl 144 144180 0 140991 119 0 119 119 0 8 0 uvmvnodes 80 11541 0 0 236 0 236 236 0 8 0 vnodes 216 11541 0 0 642 0 642 642 0 8 0 namei 1024 611393 0 611393 69 68 1 2 0 8 1 percpumem 16 855 0 809 1 0 1 1 0 8 0 kstatmem 264 1640 0 1618 3 1 2 2 0 8 0 scxspl 216 565760 0 565760 166 163 3 8 1 8 3 plimitpl 152 20280 0 20251 3 1 2 2 0 8 0 sigapl 424 57794 0 57732 25 17 8 9 0 8 0 futexpl 64 717167 0 717162 29 28 1 1 0 8 0 knotepl 120 2917 0 0 27 0 27 27 0 8 0 kqueuepl 216 21295 0 21282 205 202 3 8 0 8 2 pipepl 320 11640 0 11607 132 123 9 9 0 8 5 fdescpl 496 57775 0 57732 27 21 6 8 0 8 0 filepl 152 432748 0 432447 306 287 19 25 0 8 3 lockfpl 104 16374 0 16372 8 7 1 2 0 8 0 lockfspl 48 4710 0 4708 1 0 1 1 0 8 0 sessionpl 144 1270 0 1252 1 0 1 1 0 8 0 pgrppl 48 3555 0 3529 1 0 1 1 0 8 0 ucredpl 104 85200 0 85180 1 0 1 1 0 8 0 zombiepl 144 57735 0 57732 1 0 1 1 0 8 0 processpl 1160 57794 0 57732 19 14 5 6 0 8 0 procpl 648 137703 0 137628 23 15 8 8 0 8 0 srpgc 96 66 0 66 29 29 0 1 0 8 0 sosppl 168 796 0 795 52 51 1 1 0 8 0 sockpl 664 163174 0 163126 789 776 13 27 0 8 7 mcl64k 65536 66 0 0 5 2 3 3 0 8 0 mcl16k 16384 8 0 0 1 0 1 1 0 8 0 mcl12k 12288 4 0 0 1 0 1 1 0 8 0 mcl9k 9216 3 0 0 1 0 1 1 0 8 0 mcl8k 8192 81 0 0 10 7 3 9 0 8 0 mcl4k 4096 12 0 0 2 0 2 2 0 8 0 mcl2k2 2112 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 1065 0 0 33 14 19 32 0 8 0 mtagpl 96 9 0 0 1 0 1 1 0 8 0 mbufpl 256 8407 0 0 432 0 432 432 0 8 0 bufpl 280 99026 0 87484 825 0 825 825 0 8 0 anonpl 24 7655385 0 7636269 813 652 161 177 0 185 19 amapchunkpl 152 1670330 0 1669352 532 478 54 57 0 158 11 amappl16 200 206878 0 206165 636 582 54 68 0 8 5 amappl15 192 18 0 18 7 7 0 1 0 8 0 amappl14 184 2625 0 2614 1 0 1 1 0 8 0 amappl13 176 49 0 48 15 14 1 1 0 8 0 amappl12 168 71812 0 71767 14 11 3 3 0 8 0 amappl11 160 51 0 40 1 0 1 1 0 8 0 amappl10 152 14 0 13 2 1 1 1 0 8 0 amappl9 144 126 0 125 2 1 1 1 0 8 0 amappl8 136 29 0 27 1 0 1 1 0 8 0 amappl7 128 2161 0 2149 1 0 1 1 0 8 0 amappl6 120 8241 0 8238 1 0 1 1 0 8 0 amappl5 112 3808 0 3798 1 0 1 1 0 8 0 amappl4 104 4994 0 4977 1 0 1 1 0 8 0 amappl3 96 299297 0 299160 7 3 4 4 0 8 0 amappl2 88 63407 0 63316 3 0 3 3 0 8 0 amappl1 80 357128 0 356525 54 38 16 19 0 8 0 amappl 88 499072 0 498803 10 3 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 151 0 21 3 0 3 3 0 8 0 uaddrrnd 24 57775 0 57732 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 57775 0 57732 1 0 1 1 0 8 0 vmmpekpl 168 542703 0 542646 6 2 4 5 0 8 0 vmmpepl 168 3889740 0 3886693 919 757 162 180 0 357 1 vmsppl 440 57774 0 57732 14 8 6 7 0 8 0 rwobjpl 56 994523 0 981135 270 77 193 196 0 8 0 pdppl 4096 115557 0 115464 2282 2187 95 119 0 8 2 pvpl 32 51065 0 0 409 1 408 408 0 265 0 pmappl 248 57774 0 57732 16 12 4 4 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 4779 0 3580 35 0 35 35 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff834b5ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 msleep(ffff800029fe85f0,ffff800029fe8598,20,ffffffff830b551e,0) at msleep+0x204 single_thread_set(ffff8000ffff6f48,3) at single_thread_set+0x41e single_thread_wait sys/kern/kern_sig.c:2171 [inline] single_thread_set(ffff8000ffff6f48,3) at single_thread_set+0x41e sys/kern/kern_sig.c:2154 exit1(ffff8000ffff6f48,b,0,1) at exit1+0xaa sys/kern/kern_exit.c:133 sys_exit(ffff8000ffff6f48,ffff80003402dc70,ffff80003402dbc0) at sys_exit+0x1a syscall(ffff80003402dc70) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003402dc70) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7c6f16b5f5b0, count: 6 ddb{0}> trace x86_ipi_db(ffffffff834b5ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 msleep(ffff800029fe85f0,ffff800029fe8598,20,ffffffff830b551e,0) at msleep+0x204 single_thread_set(ffff8000ffff6f48,3) at single_thread_set+0x41e single_thread_wait sys/kern/kern_sig.c:2171 [inline] single_thread_set(ffff8000ffff6f48,3) at single_thread_set+0x41e sys/kern/kern_sig.c:2154 exit1(ffff8000ffff6f48,b,0,1) at exit1+0xaa sys/kern/kern_exit.c:133 sys_exit(ffff8000ffff6f48,ffff80003402dc70,ffff80003402dbc0) at sys_exit+0x1a syscall(ffff80003402dc70) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003402dc70) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7c6f16b5f5b0, count: -9 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8306d39d) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd804fb30ea8,2) at rw_enter+0x122 uvmfault_lookup(ffff800034032f10,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff800034032f10,ffff800034032f48,ffff800034032f70) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd804fb30dc8,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff8000340330b0,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff8000340330b0) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800034033434,5,20000100,ffff800034033468,0,37,d2c229ff19fe26af) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff8000ffff7bf0,ffff8000340335a0,ffff8000340334f0) at sys_sysctl+0x422 syscall(ffff8000340335a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff8000340335a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff800034033620, count: 0 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff8306d39d) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd804fb30eb8,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd804fb30ea8,2) at rw_enter+0x122 uvmfault_lookup(ffff800034032f10,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff800034032f10,ffff800034032f48,ffff800034032f70) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd804fb30dc8,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff8000340330b0,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff8000340330b0) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800034033434,5,20000100,ffff800034033468,0,37,d2c229ff19fe26af) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff8000ffff7bf0,ffff8000340335a0,ffff8000340334f0) at sys_sysctl+0x422 syscall(ffff8000340335a0) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff8000340335a0) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x8aa541a5870, count: -15