panic: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 145143 65962 32767 0x1010 0x2000 0K syz-executor *305636 65962 32767 0x1010 0x4080000 1 syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83073f66) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8077a85980,2) at rw_enter+0x122 uvmfault_lookup(ffff80003dc55470,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80003dc55470,ffff80003dc554a8,ffff80003dc554d0) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8077a858a0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80003dc55610,20000130) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80003dc55610) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff80003dc55994,5,20000100,ffff80003dc559c8,0,37,d7857e4833e5a390) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff800029fe7c40,ffff80003dc55b00,ffff80003dc55a50) at sys_sysctl+0x422 syscall(ffff80003dc55b00) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003dc55b00) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff80003dc55b80, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83073f66) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8077a85980,2) at rw_enter+0x122 uvmfault_lookup(ffff80003dc55470,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80003dc55470,ffff80003dc554a8,ffff80003dc554d0) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8077a858a0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80003dc55610,20000130) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80003dc55610) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff80003dc55994,5,20000100,ffff80003dc559c8,0,37,d7857e4833e5a390) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff800029fe7c40,ffff80003dc55b00,ffff80003dc55a50) at sys_sysctl+0x422 syscall(ffff80003dc55b00) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003dc55b00) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x1fd60a64840, count: -15 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80003dc55070 rbx 0xffff800029b7cd87 rdx 0 rcx 0xffff800029fe7c40 rax 0xffff800029b7bff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x3e95354191f62023 r11 0xeb0a6c730a9fd0cf r12 0xffff800029b7cb88 r13 0 r14 0 r15 0x1 rip 0xffffffff81c9c6e5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003dc55060 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=305636 pid=65962 tcnt=5 stat=onproc flags process=1010 proc=4080000 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0xffff800029fe74a8 scnt=4 ecnt=0 forw=0xffffffffffffffff, list=0xffff800029fe74a8,0xffff800029fe6810 process=0xffff8000371ddb40 user=0xffff80003dc50000, vmspace=0xfffffd8077a858a0 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 1274 27179 30530 32767 2 0x10 syz-executor 1274 155018 30530 32767 3 0x4000090 fsleep syz-executor 65962 145143 60951 32767 7 0x3010 syz-executor *65962 305636 60951 32767 7 0x4081010 syz-executor 65962 457189 60951 32767 2 0x4081010 syz-executor 65962 42490 60951 32767 2 0x4081090 syz-executor 65962 446578 60951 32767 2 0x4081010 syz-executor 32447 20029 27461 32767 2 0x10 syz-executor 32447 357447 27461 32767 2 0x4000010 syz-executor 32447 448107 27461 32767 2 0x4000010 syz-executor 6189 399027 68426 32767 3 0x90 nanoslp syz-executor 6189 124864 68426 32767 3 0x4000090 piperd syz-executor 6189 188734 68426 32767 3 0x4000090 fsleep syz-executor 1780 412879 56841 32767 2 0x490 syz-executor 1780 362684 56841 32767 3 0x4000090 kqread syz-executor 1780 357833 56841 32767 3 0x4000090 fsleep syz-executor 92852 266924 94943 32767 3 0x90 nanoslp syz-executor 92852 9948 94943 32767 3 0x4000090 sbwait syz-executor 92852 299880 94943 32767 3 0x4000090 fsleep syz-executor 77436 132799 47131 32767 2 0x490 syz-executor 77436 271509 47131 32767 3 0x4000090 ttyout syz-executor 77436 166700 47131 32767 3 0x4000090 sbwait syz-executor 12685 142908 91821 32767 2 0x490 syz-executor 12685 500416 91821 32767 3 0x4000090 kqread syz-executor 68426 135561 50271 32767 2 0x490 syz-executor 50271 415397 79078 0 3 0x82 wait syz-executor 27461 9960 81005 32767 3 0x90 nanoslp syz-executor 81005 10537 79078 0 3 0x82 wait syz-executor 47131 364012 74107 32767 2 0x490 syz-executor 74107 74386 79078 0 3 0x82 wait syz-executor 60951 144880 94584 32767 3 0x90 nanoslp syz-executor 94584 150742 79078 0 3 0x82 wait syz-executor 56841 85776 1856 32767 2 0x490 syz-executor 1856 100482 79078 0 3 0x82 wait syz-executor 30530 86363 74027 32767 2 0x490 syz-executor 74027 116015 79078 0 3 0x82 wait syz-executor 94943 193670 12086 32767 2 0x490 syz-executor 12086 189054 79078 0 3 0x82 wait syz-executor 91821 286543 36414 32767 3 0x90 nanoslp syz-executor 36414 60685 79078 0 3 0x82 wait syz-executor 91535 366866 15035 0 3 0x100082 sbwait arp 15035 464736 7814 0 3 0x10008a sigsusp sh 7814 507151 1 0 3 0x80 wait syz-executor 29565 11775 25094 0 3 0x100082 sbwait arp 25094 66986 14247 0 3 0x10008a sigsusp sh 14247 198887 1 0 3 0x80 wait syz-executor 13798 489182 16452 0 3 0x100082 sbwait ndp 16452 346975 16370 0 3 0x10008a sigsusp sh 16370 87459 1 0 3 0x80 wait syz-executor 84161 501363 0 0 3 0x14200 bored sosplice 79078 352070 41767 0 3 0x82 kqread syz-executor 41767 471201 80141 0 3 0x10008a sigsusp ksh 80141 65388 68834 0 3 0x98 kqread sshd-session 68834 308745 25492 0 3 0x92 kqread sshd-session 87861 63384 1 0 3 0x100083 ttyin getty 25492 453810 1 0 3 0x88 kqread sshd 49270 369589 37898 73 3 0x1100090 kqread syslogd 37898 402000 1 0 3 0x100082 sbwait syslogd 14255 2011 1 0 3 0x100080 kqread resolvd 62367 520176 60430 77 3 0x100092 kqread dhcpleased 69529 207925 60430 77 3 0x100092 kqread dhcpleased 60430 379241 1 0 3 0x80 kqread dhcpleased 39983 304031 0 0 3 0x14200 bored smr 82214 479423 0 0 2 0x14200 zerothread 55174 393912 0 0 3 0x14200 aiodoned aiodoned 95898 160751 0 0 3 0x14200 syncer update 19374 398639 0 0 3 0x14200 cleaner cleaner 80012 473414 0 0 3 0x14200 reaper reaper 84483 240186 0 0 3 0x14200 pgdaemon pagedaemon 28910 412739 0 0 3 0x14200 bored viomb 14672 299684 0 0 3 0x40014200 acpi0 acpi0 49786 343398 0 0 3 0x40014200 idle1 71520 221299 0 0 3 0x14200 bored softnet3 71620 331135 0 0 3 0x14200 bored softnet2 45192 238248 0 0 3 0x14200 bored softnet1 39417 130760 0 0 3 0x14200 bored softnet0 35845 53241 0 0 3 0x14200 bored systqmp 19179 197656 0 0 3 0x14200 bored systq 47103 284902 0 0 3 0x14200 tmoslp softclockmp 76150 349185 0 0 2 0x40014200 softclock 97986 147809 0 0 3 0x40014200 idle0 1 223701 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex &table->inpt_mtx r = 0 (0xffffffff83519ac0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 sysctl_file+0x15e1 #4 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #5 sys_sysctl+0x422 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 65962 (syz-executor) thread 0xffff800029fe7c40 (305636) exclusive rwlock netlock r = 0 (0xffffffff8343fde0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 sysctl_file+0xa18 sys/kern/kern_sysctl.c:1675 #2 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #3 sys_sysctl+0x422 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835eca00) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 sysctl_vslock+0x80 sys/kern/kern_sysctl.c:181 #2 kern_sysctl+0x1b3 sys/kern/kern_sysctl.c:498 #3 sys_sysctl+0x422 #4 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #4 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #5 Xsyscall+0x128 exclusive rwlock sysctllk r = 0 (0xffffffff8342b2f0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 sysctl_vslock+0x45 sys/kern/kern_sysctl.c:176 #3 kern_sysctl+0x1b3 sys/kern/kern_sysctl.c:498 #4 sys_sysctl+0x422 #5 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #5 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #6 Xsyscall+0x128 exclusive mutex &table->inpt_mtx r = 0 (0xffffffff83519ac0) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 sysctl_file+0x15e1 #4 kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 #5 sys_sysctl+0x422 #6 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 65962 (syz-executor) thread 0xffff800035fa8f78 (42490) exclusive rwlock vmmaplk r = 0 (0xfffffd8077a85990) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 vm_map_lock_ln+0x143 sys/uvm/uvm_map.c:5252 #3 uvm_map_protect+0xe1 sys/uvm/uvm_map.c:3059 #4 sys_mprotect+0x34c sys/uvm/uvm_mmap.c:585 #5 syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #5 syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10222 10028K 10035K 166960K 12961 0 pcb 17 20K 22K 166960K 25 0 rtable 240 6K 7K 166960K 18292 0 pf 31 16K 16K 166960K 1154 0 ifaddr 42 15K 19K 166960K 2258 0 ifgroup 50 2K 2K 166960K 2279 0 sysctl 4 1K 5K 166960K 13 0 counters 64 36K 36K 166960K 1170 0 ioctlops 0 0K 4K 166960K 1155 0 iov 0 0K 32K 166960K 2350 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1494 94K 94K 166960K 14342 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 3 5K 13K 166960K 492 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 1022 0 dirhash 18 3K 4K 166960K 453 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 35 133K 197K 166960K 28117 0 sigio 0 0K 0K 166960K 809 0 proc 56 78K 176K 166960K 18304 0 subproc 143 8K 14K 166960K 9243 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 2 0K 0K 166960K 6348 0 in_multi 99 7K 7K 166960K 7208 0 ether_multi 1 0K 0K 166960K 197 0 mrt 2 0K 0K 166960K 14 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 271 1208K 1208K 166960K 271 0 exec 0 0K 1K 166960K 11962 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 330 101K 157K 166960K 229391 0 UVM aobj 131 5K 7K 166960K 148 0 pinsyscall 59 118K 152K 166960K 43845 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 2 0K 1K 166960K 1732 0 NDP 15 0K 2K 166960K 1676 0 temp 88 6825K 7017K 166960K 184429 0 kqueue 17 26K 36K 166960K 3707 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 4220 0 4213 29 28 1 3 0 8 0 rtentry 112 6389 0 6276 13 9 4 4 0 8 0 unpcb 144 23742 0 23727 141 139 2 6 0 8 1 syncache 336 201 0 201 44 43 1 1 0 8 1 sackhl 24 1 0 1 1 1 0 1 0 8 0 tcpqe 32 73 0 73 32 31 1 1 0 8 1 tcpcb 808 15588 0 15574 229 224 5 15 0 8 3 arp 120 1136 0 1117 1 0 1 1 0 8 0 ipq 40 119 0 114 5 4 1 1 0 8 0 ipqe 40 1335 0 1330 6 5 1 2 0 8 0 inpcb 336 37476 0 37450 275 270 5 21 0 8 2 ip6q 72 13 0 13 10 10 0 1 0 8 0 ip6af 40 26 0 26 10 10 0 1 0 8 0 nd6 136 1886 0 1860 7 5 2 2 0 8 0 kcovpl 48 711 0 700 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 26121 0 25644 221 189 32 33 0 8 2 art_table 32 26122 0 25644 10 5 5 5 0 8 0 art_node 16 6388 0 6285 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 1 1 0 1 1 0 8 0 semapl 112 1020 0 1010 1 0 1 1 0 8 0 shmpl 112 145 0 17 4 0 4 4 0 8 0 dirhash 1024 326 0 297 10 6 4 4 0 8 0 dino2pl 256 32993 0 29660 209 0 209 209 0 8 0 ffsino 272 32993 0 29660 223 0 223 223 0 8 0 nchpl 144 60106 0 56981 118 1 117 117 0 8 0 uvmvnodes 80 10418 0 0 213 0 213 213 0 8 0 vnodes 216 10418 0 0 579 0 579 579 0 8 0 namei 1024 275782 0 275782 52 51 1 2 0 8 1 percpumem 16 599 0 553 1 0 1 1 0 8 0 kstatmem 264 1128 0 1106 2 0 2 2 0 8 0 scxspl 216 325943 0 325943 79 75 4 8 1 8 4 plimitpl 152 8787 0 8759 2 0 2 2 0 8 0 sigapl 424 27071 0 27005 14 4 10 10 0 8 0 futexpl 64 294527 0 294522 35 34 1 1 0 8 0 knotepl 120 1668 0 0 25 0 25 25 0 8 0 kqueuepl 216 8635 0 8621 87 86 1 7 0 8 0 pipepl 320 6048 0 6011 47 43 4 11 0 8 0 fdescpl 496 27052 0 27005 20 13 7 8 0 8 0 filepl 152 183611 0 183300 148 134 14 22 0 8 0 lockfpl 104 6416 0 6413 4 3 1 2 0 8 0 lockfspl 48 1891 0 1888 1 0 1 1 0 8 0 sessionpl 144 657 0 638 1 0 1 1 0 8 0 pgrppl 48 2001 0 1974 1 0 1 1 0 8 0 ucredpl 104 35406 0 35387 1 0 1 1 0 8 0 zombiepl 144 27005 0 27005 1 0 1 1 0 8 1 processpl 1160 27071 0 27005 9 3 6 7 0 8 0 procpl 648 59933 0 59851 14 6 8 8 0 8 0 srpgc 96 41 0 41 17 17 0 1 0 8 0 sosppl 168 251 0 250 35 34 1 1 0 8 0 sockpl 664 66041 0 65995 407 400 7 23 0 8 2 mcl64k 65536 41 0 0 5 2 3 3 0 8 0 mcl16k 16384 4 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 17 0 0 3 0 3 3 0 8 0 mcl4k 4096 6 0 0 1 0 1 1 0 8 0 mcl2k2 2112 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 716 0 0 30 9 21 28 0 8 0 mtagpl 96 6 0 0 1 0 1 1 0 8 0 mbufpl 256 1721 0 0 64 1 63 63 0 8 0 bufpl 280 45548 0 35065 749 0 749 749 0 8 0 anonpl 24 3513034 0 3503853 478 354 124 124 0 185 41 amapchunkpl 152 741730 0 740865 304 259 45 49 0 158 6 amappl16 200 86536 0 86356 655 631 24 45 0 8 8 amappl15 192 11 0 10 2 1 1 1 0 8 0 amappl14 184 1392 0 1379 1 0 1 1 0 8 0 amappl13 176 30 0 28 1 0 1 1 0 8 0 amappl12 168 36641 0 36591 5 2 3 3 0 8 0 amappl11 160 49 0 38 1 0 1 1 0 8 0 amappl10 152 6 0 5 2 1 1 1 0 8 0 amappl9 144 180 0 178 1 0 1 1 0 8 0 amappl8 136 42 0 40 1 0 1 1 0 8 0 amappl7 128 1281 0 1267 1 0 1 1 0 8 0 amappl6 120 5669 0 5664 1 0 1 1 0 8 0 amappl5 112 2438 0 2429 1 0 1 1 0 8 0 amappl4 104 2390 0 2370 1 0 1 1 0 8 0 amappl3 96 131401 0 131263 7 3 4 4 0 8 0 amappl2 88 29207 0 29110 3 0 3 3 0 8 0 amappl1 80 148138 0 147481 21 4 17 18 0 8 0 amappl 88 222836 0 222574 8 1 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 147 0 17 3 0 3 3 0 8 0 uaddrrnd 24 27052 0 27005 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 27052 0 27005 1 0 1 1 0 8 0 vmmpekpl 168 238370 0 238317 9 4 5 5 0 8 0 vmmpepl 168 1660979 0 1658350 461 317 144 144 0 357 21 vmsppl 440 27051 0 27005 16 9 7 7 0 8 0 rwobjpl 56 444683 0 432866 209 33 176 176 0 8 5 pdppl 4096 54111 0 54010 1577 1472 105 133 0 8 4 pvpl 32 36991 0 0 291 1 290 290 0 265 0 pmappl 248 27051 0 27005 6 2 4 4 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 2948 0 2269 20 0 20 20 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff8345fff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x44 sys/dev/kcov.c:164 single_thread_set(ffff800029fe74a8,3) at single_thread_set+0x41e single_thread_wait sys/kern/kern_sig.c:2171 [inline] single_thread_set(ffff800029fe74a8,3) at single_thread_set+0x41e sys/kern/kern_sig.c:2154 exit1(ffff800029fe74a8,b,0,1) at exit1+0xaa sys/kern/kern_exit.c:133 sys_exit(ffff800029fe74a8,ffff80003dc1fad0,ffff80003dc1fa20) at sys_exit+0x1a syscall(ffff80003dc1fad0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003dc1fad0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x77ee9b7a5c20, count: 6 ddb{0}> trace x86_ipi_db(ffffffff8345fff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x44 sys/dev/kcov.c:164 single_thread_set(ffff800029fe74a8,3) at single_thread_set+0x41e single_thread_wait sys/kern/kern_sig.c:2171 [inline] single_thread_set(ffff800029fe74a8,3) at single_thread_set+0x41e sys/kern/kern_sig.c:2154 exit1(ffff800029fe74a8,b,0,1) at exit1+0xaa sys/kern/kern_exit.c:133 sys_exit(ffff800029fe74a8,ffff80003dc1fad0,ffff80003dc1fa20) at sys_exit+0x1a syscall(ffff80003dc1fad0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003dc1fad0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x77ee9b7a5c20, count: -9 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83073f66) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8077a85980,2) at rw_enter+0x122 uvmfault_lookup(ffff80003dc55470,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80003dc55470,ffff80003dc554a8,ffff80003dc554d0) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8077a858a0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80003dc55610,20000130) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80003dc55610) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff80003dc55994,5,20000100,ffff80003dc559c8,0,37,d7857e4833e5a390) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff800029fe7c40,ffff80003dc55b00,ffff80003dc55a50) at sys_sysctl+0x422 syscall(ffff80003dc55b00) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003dc55b00) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 end trace frame: 0xffff80003dc55b80, count: 0 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83073f66) at panic+0x1e5 sys/kern/subr_prf.c:198 witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 witness_debugger sys/kern/subr_witness.c:2518 [inline] witness_checkorder(fffffd8077a85990,1,0) at witness_checkorder+0x1197 sys/kern/subr_witness.c:780 rw_enter(fffffd8077a85980,2) at rw_enter+0x122 uvmfault_lookup(ffff80003dc55470,0) at uvmfault_lookup+0x122 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80003dc55470,ffff80003dc554a8,ffff80003dc554d0) at uvm_fault_check+0x47 sys/uvm/uvm_fault.c:672 uvm_fault(fffffd8077a858a0,20000000,0,2) at uvm_fault+0x112 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80003dc55610,20000130) at kpageflttrap+0x2d0 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80003dc55610) at kerntrap+0x14a sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b copyout() at copyout+0x62 kern_sysctl(ffff80003dc55994,5,20000100,ffff80003dc559c8,0,37,d7857e4833e5a390) at kern_sysctl+0x320 sys/kern/kern_sysctl.c:500 sys_sysctl(ffff800029fe7c40,ffff80003dc55b00,ffff80003dc55a50) at sys_sysctl+0x422 syscall(ffff80003dc55b00) at syscall+0xbb6 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80003dc55b00) at syscall+0xbb6 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x1fd60a64840, count: -15