panic: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 104070 91843 32767 0x1010 0x2000 0K syz-executor *357171 91843 32767 0x1010 0x4080000 1 syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83075721) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8056527eb0,2) at rw_enter+0x122 uvmfault_lookup(ffff8000370009f0,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff8000370009f0,ffff800037000a28,ffff800037000a50) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8056527dd0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff800037000b90,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff800037000b90) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800037000f14,5,20000100,ffff800037000f48,0,37,5e7cb02485ae18) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff80002db7aa90,ffff800037001080,ffff800037000fd0) at sys_sysctl+0x422 syscall(ffff800037001080) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff800037001080) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff800037001100, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83075721) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8056527eb0,2) at rw_enter+0x122 uvmfault_lookup(ffff8000370009f0,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff8000370009f0,ffff800037000a28,ffff800037000a50) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8056527dd0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff800037000b90,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff800037000b90) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800037000f14,5,20000100,ffff800037000f48,0,37,5e7cb02485ae18) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff80002db7aa90,ffff800037001080,ffff800037000fd0) at sys_sysctl+0x422 syscall(ffff800037001080) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff800037001080) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xb5993e23ce0, count: -15 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff8000370005f0 rbx 0xffff800029b7cd87 rdx 0 rcx 0xffff80002db7aa90 rax 0xffff800029b7bff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x25b503093753ea75 r11 0xbfff9615025fc823 r12 0xffff800029b7cb88 r13 0 r14 0 r15 0x1 rip 0xffffffff81fe4a05 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff8000370005e0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=357171 pid=91843 tcnt=5 stat=onproc flags process=1010 proc=4080000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff80002db7b738 scnt=4 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002db7a070,0xffff80002db7a590 process=0xffff80002db71238 user=0xffff800036ffc000, vmspace=0xfffffd8056527dd0 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 89909 19775 91272 32767 2 0x10 syz-executor 89909 106677 91272 32767 3 0x4000090 netcon syz-executor 91843 104070 51798 32767 7 0x3010 syz-executor 91843 278174 51798 32767 2 0x4081090 syz-executor *91843 357171 51798 32767 7 0x4081010 syz-executor 91843 303621 51798 32767 2 0x4081090 syz-executor 91843 18067 51798 32767 2 0x4081010 syz-executor 48662 374000 64929 32767 2 0x490 syz-executor 48662 47860 64929 32767 3 0x4000090 fsleep syz-executor 48662 211150 64929 32767 3 0x4000090 sbwait syz-executor 48662 196566 64929 32767 3 0x4000090 fsleep syz-executor 78343 59734 3829 32767 3 0x90 nanoslp syz-executor 78343 214445 3829 32767 3 0x4000090 kqread syz-executor 78343 12924 3829 32767 3 0x4000090 fsleep syz-executor 67985 397951 65012 32767 2 0x490 syz-executor 67985 313628 65012 32767 3 0x4000090 netcon syz-executor 67985 121315 65012 32767 3 0x4000090 fsleep syz-executor 67985 143381 65012 32767 3 0x4000090 fsleep syz-executor 90604 73891 33807 32767 2 0x490 syz-executor 90604 33509 33807 32767 3 0x4000090 kqread syz-executor 90604 489518 33807 32767 3 0x4000090 fsleep syz-executor 90604 362079 33807 32767 3 0x4000090 kqread syz-executor 64929 402781 35095 32767 2 0x490 syz-executor 35095 232798 81563 0 3 0x82 wait syz-executor 91272 471259 91157 32767 2 0x490 syz-executor 91157 58234 81563 0 3 0x82 wait syz-executor 51798 376219 44158 32767 3 0x90 nanoslp syz-executor 44158 232177 81563 0 3 0x82 wait syz-executor 65012 431618 29189 32767 3 0x90 nanoslp syz-executor 29189 119012 81563 0 3 0x82 wait syz-executor 3829 278705 52042 32767 3 0x90 nanoslp syz-executor 52042 12246 81563 0 3 0x82 wait syz-executor 33807 256037 99421 32767 2 0x490 syz-executor 99421 24044 81563 0 3 0x82 wait syz-executor 48408 453680 68721 32767 3 0x90 wait syz-executor 68721 308050 81563 0 3 0x82 wait syz-executor 49353 276882 95260 32767 2 0x490 syz-executor 95260 452432 81563 0 3 0x82 wait syz-executor 98982 398872 48893 0 3 0x100082 sbwait ndp 48893 420447 16106 0 3 0x10008a sigsusp sh 16106 276536 1 0 3 0x80 wait syz-executor 2608 70572 0 0 3 0x14200 bored sosplice 81563 73428 78825 0 3 0x82 kqread syz-executor 78825 22460 2370 0 3 0x10008a sigsusp ksh 2370 323861 73868 0 3 0x98 kqread sshd-session 73868 101022 86624 0 3 0x92 kqread sshd-session 6915 28395 1 0 3 0x100083 ttyin getty 86624 477758 1 0 3 0x88 kqread sshd 15450 337436 26578 73 3 0x1100090 kqread syslogd 26578 165582 1 0 3 0x100082 sbwait syslogd 81456 372654 1 0 3 0x100080 kqread resolvd 85471 150601 48381 77 3 0x100092 kqread dhcpleased 44293 350567 48381 77 3 0x100092 kqread dhcpleased 48381 288859 1 0 3 0x80 kqread dhcpleased 37358 79464 0 0 3 0x14200 bored smr 6461 147827 0 0 2 0x14200 zerothread 39083 318993 0 0 3 0x14200 aiodoned aiodoned 26500 513521 0 0 3 0x14200 syncer update 77933 411624 0 0 3 0x14200 cleaner cleaner 56649 309282 0 0 3 0x14200 reaper reaper 91320 49749 0 0 3 0x14200 pgdaemon pagedaemon 23373 220678 0 0 3 0x14200 bored viomb 23543 236029 0 0 3 0x40014200 acpi0 acpi0 22815 103766 0 0 3 0x40014200 idle1 78475 283780 0 0 3 0x14200 bored softnet3 5325 32583 0 0 3 0x14200 bored softnet2 35069 30574 0 0 3 0x14200 bored softnet1 51976 414105 0 0 3 0x14200 bored softnet0 6303 119605 0 0 3 0x14200 bored systqmp 26027 401650 0 0 3 0x14200 bored systq 99886 490894 0 0 3 0x14200 tmoslp softclockmp 86439 44580 0 0 2 0x40014200 softclock 49783 140939 0 0 3 0x40014200 idle0 1 307726 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex &table->inpt_mtx r = 0 (0xffffffff834f9278) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 sysctl_file+0xa2d #4 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #5 sys_sysctl+0x422 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 91843 (syz-executor) thread 0xffff80002db7aa90 (357171) exclusive rwlock netlock r = 0 (0xffffffff83408220) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 sysctl_file+0xa18 sys/kern/kern_sysctl.c:1675 #2 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #3 sys_sysctl+0x422 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835e5af0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 sysctl_vslock+0x80 sys/kern/kern_sysctl.c:181 #2 kern_sysctl+0x1b3 sys/kern/kern_sysctl.c:498 #3 sys_sysctl+0x422 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 exclusive rwlock sysctllk r = 0 (0xffffffff83412930) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sysctl_vslock+0x45 sys/kern/kern_sysctl.c:176 #3 kern_sysctl+0x1b3 sys/kern/kern_sysctl.c:498 #4 sys_sysctl+0x422 #5 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #5 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #6 Xsyscall+0x128 exclusive mutex &table->inpt_mtx r = 0 (0xffffffff834f9278) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 sysctl_file+0xa2d #4 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #5 sys_sysctl+0x422 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 91843 (syz-executor) thread 0xffff80002db7a580 (303621) exclusive rwlock vmmaplk r = 0 (0xfffffd8056527ec0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 vm_map_lock_ln+0x143 sys/uvm/uvm_map.c:5252 #3 uvm_map_protect+0xe1 sys/uvm/uvm_map.c:3059 #4 sys_mprotect+0x34c sys/uvm/uvm_mmap.c:585 #5 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #5 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10214 10028K 10036K 166960K 12818 0 pcb 17 20K 22K 166960K 25 0 rtable 238 6K 7K 166960K 16701 0 pf 31 16K 16K 166960K 1061 0 ifaddr 42 15K 19K 166960K 2079 0 ifgroup 50 2K 2K 166960K 2096 0 sysctl 4 1K 5K 166960K 17 0 counters 64 36K 36K 166960K 1080 0 ioctlops 0 0K 2K 166960K 1063 0 iov 0 0K 28K 166960K 1478 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1468 92K 92K 166960K 12683 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 13K 166960K 335 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 806 0 dirhash 21 4K 4K 166960K 387 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 29 109K 169K 166960K 23629 0 sigio 0 0K 0K 166960K 518 0 proc 56 78K 176K 166960K 16458 0 subproc 117 7K 13K 166960K 8476 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 5127 0 in_multi 99 7K 7K 166960K 6613 0 ether_multi 1 0K 0K 166960K 167 0 mrt 1 0K 0K 166960K 4 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 259 1155K 1155K 166960K 259 0 exec 0 0K 1K 166960K 10106 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 305 84K 139K 166960K 189357 0 UVM aobj 131 6K 8K 166960K 146 0 pinsyscall 51 102K 134K 166960K 37772 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 1561 0 NDP 11 0K 2K 166960K 1543 0 temp 83 6825K 6952K 166960K 168109 0 kqueue 17 28K 35K 166960K 2996 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 3907 0 3901 25 24 1 4 0 8 0 rtentry 112 5863 0 5751 23 19 4 4 0 8 0 unpcb 144 21000 0 20983 128 122 6 10 0 8 5 syncache 336 85 0 85 33 32 1 1 0 8 1 tcpqe 32 52 0 52 25 24 1 1 0 8 1 tcpcb 808 11559 0 11543 187 179 8 21 0 8 5 arp 120 1047 0 1029 1 0 1 1 0 8 0 ipq 40 98 0 94 2 1 1 1 0 8 0 ipqe 40 1211 0 1206 2 1 1 1 0 8 0 inpcb 336 30819 0 30795 254 244 10 19 0 8 6 ip6q 72 30 0 30 5 5 0 1 0 8 0 ip6af 40 60 0 60 5 5 0 1 0 8 0 nd6 136 1717 0 1691 4 2 2 2 0 8 1 kcovpl 48 652 0 643 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 23795 0 23326 233 202 31 32 0 8 1 art_table 32 23796 0 23326 15 10 5 5 0 8 1 art_node 16 5862 0 5760 1 0 1 1 0 8 0 sysvmsgpl 40 7 0 3 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 804 0 794 1 0 1 1 0 8 0 shmpl 112 143 0 15 4 0 4 4 0 8 0 dirhash 1024 282 0 251 6 1 5 5 0 8 1 dino2pl 256 26917 0 23817 194 0 194 194 0 8 0 ffsino 272 26917 0 23817 208 1 207 207 0 8 0 nchpl 144 49222 0 46323 110 2 108 108 0 8 0 uvmvnodes 80 10277 0 0 210 0 210 210 0 8 0 vnodes 216 10277 0 0 571 0 571 571 0 8 0 namei 1024 229127 0 229127 49 48 1 2 0 8 1 percpumem 16 554 0 508 1 0 1 1 0 8 0 kstatmem 264 1038 0 1016 2 0 2 2 0 8 0 scxspl 216 319126 0 319126 67 63 4 8 1 8 4 plimitpl 152 7249 0 7223 2 0 2 2 0 8 0 sigapl 424 22621 0 22561 19 10 9 9 0 8 0 futexpl 64 237341 0 237334 39 38 1 1 0 8 0 knotepl 120 1464 0 0 18 0 18 18 0 8 0 kqueuepl 216 6948 0 6933 76 71 5 8 0 8 4 pipepl 320 4757 0 4727 66 60 6 11 0 8 2 fdescpl 496 22602 0 22561 25 19 6 8 0 8 0 filepl 152 153025 0 152742 169 143 26 28 0 8 7 lockfpl 104 6238 0 6236 4 3 1 2 0 8 0 lockfspl 48 1846 0 1844 1 0 1 1 0 8 0 sessionpl 144 526 0 509 1 0 1 1 0 8 0 pgrppl 48 2022 0 1997 1 0 1 1 0 8 0 ucredpl 104 27930 0 27911 1 0 1 1 0 8 0 zombiepl 144 22563 0 22561 1 0 1 1 0 8 0 processpl 1160 22621 0 22561 10 5 5 6 0 8 0 procpl 648 48912 0 48836 20 13 7 7 0 8 0 srpgc 96 35 0 35 17 17 0 1 0 8 0 sosppl 168 260 0 260 33 32 1 1 0 8 1 sockpl 664 56331 0 56284 443 428 15 29 0 8 8 mcl64k 65536 26 0 0 3 0 3 3 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 15 0 0 2 0 2 2 0 8 0 mcl4k 4096 5 0 0 1 0 1 1 0 8 0 mcl2k2 2112 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 679 0 0 26 7 19 26 0 8 0 mtagpl 96 6 0 0 1 0 1 1 0 8 0 mbufpl 256 7347 0 0 405 0 405 405 0 8 0 bufpl 280 37715 0 27438 735 0 735 735 0 8 0 anonpl 24 2678328 0 2669063 344 261 83 120 0 185 2 amapchunkpl 152 623811 0 622969 246 212 34 56 0 158 1 amappl16 200 53727 0 53507 369 343 26 32 0 8 8 amappl15 192 22 0 21 1 0 1 1 0 8 0 amappl14 184 1131 0 1120 1 0 1 1 0 8 0 amappl13 176 33 0 33 10 9 1 1 0 8 1 amappl12 168 31386 0 31344 25 22 3 3 0 8 0 amappl11 160 92 0 82 1 0 1 1 0 8 0 amappl10 152 47 0 46 4 3 1 1 0 8 0 amappl9 144 145 0 143 1 0 1 1 0 8 0 amappl8 136 29 0 27 1 0 1 1 0 8 0 amappl7 128 1114 0 1102 1 0 1 1 0 8 0 amappl6 120 5221 0 5218 1 0 1 1 0 8 0 amappl5 112 2147 0 2137 1 0 1 1 0 8 0 amappl4 104 1830 0 1812 1 0 1 1 0 8 0 amappl3 96 107887 0 107752 9 5 4 4 0 8 0 amappl2 88 23959 0 23872 3 0 3 3 0 8 0 amappl1 80 107862 0 107271 26 11 15 16 0 8 0 amappl 88 183915 0 183667 9 3 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 145 0 15 3 0 3 3 0 8 0 uaddrrnd 24 22602 0 22561 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 22602 0 22561 1 0 1 1 0 8 0 vmmpekpl 168 186196 0 186147 5 0 5 5 0 8 0 vmmpepl 168 1370839 0 1368384 357 238 119 123 0 357 7 vmsppl 440 22601 0 22561 16 10 6 7 0 8 0 rwobjpl 56 341454 0 329856 199 32 167 167 0 8 0 pdppl 4096 45211 0 45122 1413 1322 91 119 0 8 2 pvpl 32 63998 0 0 512 1 511 511 0 265 0 pmappl 248 22601 0 22561 9 5 4 4 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 3019 0 2038 29 0 29 29 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83426ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:158 mtx_leave(ffff80002db71340) at mtx_leave+0x118 sys/kern/kern_lock.c:332 msleep(ffff80002db71398,ffff80002db71340,20,ffffffff830b7de8,0) at msleep+0x1a7 sys/kern/kern_synch.c:232 single_thread_set(ffff80002db7b738,3) at single_thread_set+0x41e single_thread_wait sys/kern/kern_sig.c:2171 [inline] single_thread_set(ffff80002db7b738,3) at single_thread_set+0x41e sys/kern/kern_sig.c:2154 exit1(ffff80002db7b738,b,0,1) at exit1+0xaa sys/kern/kern_exit.c:133 sys_exit(ffff80002db7b738,ffff80002a07cd40,ffff80002a07cc90) at sys_exit+0x1a syscall(ffff80002a07cd40) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a07cd40) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x768439402d90, count: 4 ddb{0}> trace x86_ipi_db(ffffffff83426ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c kd_curproc sys/dev/kcov.c:589 [inline] __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x2c sys/dev/kcov.c:158 mtx_leave(ffff80002db71340) at mtx_leave+0x118 sys/kern/kern_lock.c:332 msleep(ffff80002db71398,ffff80002db71340,20,ffffffff830b7de8,0) at msleep+0x1a7 sys/kern/kern_synch.c:232 single_thread_set(ffff80002db7b738,3) at single_thread_set+0x41e single_thread_wait sys/kern/kern_sig.c:2171 [inline] single_thread_set(ffff80002db7b738,3) at single_thread_set+0x41e sys/kern/kern_sig.c:2154 exit1(ffff80002db7b738,b,0,1) at exit1+0xaa sys/kern/kern_exit.c:133 sys_exit(ffff80002db7b738,ffff80002a07cd40,ffff80002a07cc90) at sys_exit+0x1a syscall(ffff80002a07cd40) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a07cd40) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x768439402d90, count: -11 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83075721) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8056527eb0,2) at rw_enter+0x122 uvmfault_lookup(ffff8000370009f0,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff8000370009f0,ffff800037000a28,ffff800037000a50) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8056527dd0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff800037000b90,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff800037000b90) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800037000f14,5,20000100,ffff800037000f48,0,37,5e7cb02485ae18) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff80002db7aa90,ffff800037001080,ffff800037000fd0) at sys_sysctl+0x422 syscall(ffff800037001080) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff800037001080) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff800037001100, count: 0 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83075721) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8056527ec0,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8056527eb0,2) at rw_enter+0x122 uvmfault_lookup(ffff8000370009f0,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff8000370009f0,ffff800037000a28,ffff800037000a50) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8056527dd0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff800037000b90,20000100) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff800037000b90) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff800037000f14,5,20000100,ffff800037000f48,0,37,5e7cb02485ae18) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff80002db7aa90,ffff800037001080,ffff800037000fd0) at sys_sysctl+0x422 syscall(ffff800037001080) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff800037001080) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xb5993e23ce0, count: -15