witness: lock order reversal: 1st 0xffffffff82d0ad08 &sched_lock (&sched_lock) 2nd 0xffff800026138db8 &pr->ps_mtx (&pr->ps_mtx) lock order "&pr->ps_mtx"(mutex) -> "&sched_lock"(sched_lock) first seen at: #0 __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline] #0 __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline] #0 __mp_lock+0xa2 sys/kern/kern_lock.c:142 #1 donice+0x178 sys/kern/kern_resource.c:218 #2 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #2 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #3 Xsyscall+0x128 lock order "&sched_lock"(sched_lock) -> "&pr->ps_mtx"(mutex) first seen at: #0 mtx_enter+0x3e sys/kern/kern_lock.c:265 #1 single_thread_set+0x35a single_thread_wait sys/kern/kern_sig.c:2172 [inline] #1 single_thread_set+0x35a sys/kern/kern_sig.c:2155 #2 sigexit+0x90 sys/kern/kern_sig.c:1562 #3 postsig+0x4a9 sys/kern/kern_sig.c:1494 #4 userret+0x16e sys/kern/kern_sig.c:1987 #5 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #5 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #6 Xsyscall+0x128 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(ffff800026138db8,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(ffff800026138db8,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 mtx_enter(ffff800026138da8) at mtx_enter+0x3e sys/kern/kern_lock.c:265 single_thread_set(ffff800022d13a98,0,1) at single_thread_set+0x35a single_thread_wait sys/kern/kern_sig.c:2172 [inline] single_thread_set(ffff800022d13a98,0,1) at single_thread_set+0x35a sys/kern/kern_sig.c:2155 sigexit(ffff800022d13a98,6) at sigexit+0x90 sys/kern/kern_sig.c:1562 postsig(ffff800022d13a98,6,ffff80002e440fb8) at postsig+0x4a9 sys/kern/kern_sig.c:1494 userret(ffff800022d13a98) at userret+0x16e sys/kern/kern_sig.c:1987 syscall(ffff80002e4410f0) at syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] syscall(ffff80002e4410f0) at syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x8bff8184250, count: -9 ddb{0}> show registers rdi 0x3 rsi 0xffffffff82b6a550 __sancov_gen_cov_switch_values.134 rbp 0xffff80002e440cc0 rbx 0x3 rdx 0 rcx 0xffff800022d13a98 rax 0xffffffff82c29ff0 cpu_info_full_primary+0x1ff0 r8 0xffff80002e440c30 r9 0x8080808080808080 r10 0x533b38102d211f56 r11 0x3477814c61f7ebd9 r12 0xfffffd8003a0a430 r13 0 r14 0xfffffd80039f6b60 r15 0xfffffd80031c7bc0 rip 0xffffffff81334fdc db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002e440cb0 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor.4) pid=10628 stat=onproc flags process=500010 proc=4002000 pri=32, usrpri=80, nice=20 forw=0xffffffffffffffff, list=0xffff800021224d68,0xffff800022d12018 process=0xffff800026138ca8 user=0xffff80002e43c000, vmspace=0xfffffd8068fbf938 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 21070 90438 65954 32767 2 0x10 syz-executor.1 21070 337970 65954 32767 7 0x4000010 syz-executor.1 93438 39057 77979 32767 4 0x582010 syz-executor.4 *93438 10628 77979 32767 7 0x4502010 syz-executor.4 93438 174505 77979 32767 4 0x4580090 fsleep syz-executor.4 93438 439885 77979 32767 4 0x4580090 fsleep syz-executor.4 38919 472999 21740 32767 2 0x10 syz-executor.7 38919 515983 21740 32767 3 0x4000090 ttyout syz-executor.7 38919 428929 21740 32767 3 0x4000090 fsleep syz-executor.7 38919 51599 21740 32767 3 0x4000090 fsleep syz-executor.7 43659 119801 75528 32767 2 0x490 syz-executor.2 43659 160325 75528 32767 3 0x4000090 fsleep syz-executor.2 43659 337896 75528 32767 3 0x4000090 fsleep syz-executor.2 65954 467665 73066 32767 3 0x90 nanoslp syz-executor.1 73066 20098 68848 0 3 0x82 wait syz-executor.1 21740 208080 82062 32767 3 0x90 nanoslp syz-executor.7 82062 435291 68848 0 3 0x82 wait syz-executor.7 75528 339227 71084 32767 3 0x90 nanoslp syz-executor.2 71084 274807 68848 0 3 0x82 wait syz-executor.2 82306 423136 53543 32767 3 0x90 nanoslp syz-executor.6 53543 193389 68848 0 3 0x82 wait syz-executor.6 90618 135753 0 0 3 0x14200 bored sosplice 45128 230534 22990 32767 3 0x90 nanoslp syz-executor.5 22990 45988 68848 0 3 0x82 wait syz-executor.5 59660 167072 53898 32767 2 0x10 syz-executor.3 77979 514029 45350 32767 2 0x490 syz-executor.4 53898 487699 68848 0 3 0x82 wait syz-executor.3 47902 289956 84902 32767 2 0x10 syz-executor.0 45350 92149 68848 0 3 0x82 wait syz-executor.4 84902 312306 68848 0 3 0x82 wait syz-executor.0 68848 351421 18212 0 3 0x2000082 wait syz-fuzzer 68848 368631 18212 0 3 0x6000082 nanoslp syz-fuzzer 68848 164414 18212 0 3 0x6000082 wait syz-fuzzer 68848 498917 18212 0 3 0x6000082 thrsleep syz-fuzzer 68848 523469 18212 0 3 0x6000082 wait syz-fuzzer 68848 85467 18212 0 3 0x6000082 wait syz-fuzzer 68848 346518 18212 0 3 0x6000082 wait syz-fuzzer 68848 290072 18212 0 3 0x6000082 wait syz-fuzzer 68848 153264 18212 0 3 0x6000082 thrsleep syz-fuzzer 68848 399298 18212 0 3 0x6000082 thrsleep syz-fuzzer 68848 193207 18212 0 3 0x6000082 thrsleep syz-fuzzer 68848 517203 18212 0 3 0x6000082 wait syz-fuzzer 68848 82019 18212 0 3 0x6000082 thrsleep syz-fuzzer 68848 169317 18212 0 3 0x6000082 wait syz-fuzzer 68848 26102 18212 0 3 0x6000082 thrsleep syz-fuzzer 68848 101983 18212 0 3 0x6000082 kqread syz-fuzzer 18212 494404 85208 0 3 0x10008a sigsusp ksh 85208 429526 14713 0 3 0x9a kqread sshd 29816 95274 1 0 3 0x100083 ttyin getty 14713 251829 1 0 3 0x88 kqread sshd 72214 456428 72355 73 2 0x1100090 syslogd 72355 232054 1 0 3 0x100082 netio syslogd 10891 251888 1 0 3 0x100080 kqread resolvd 65235 99601 56763 77 3 0x100092 kqread dhcpleased 82782 74687 56763 77 3 0x100092 kqread dhcpleased 56763 102928 1 0 3 0x80 kqread dhcpleased 71414 180295 0 0 3 0x14200 bored smr 17246 290672 0 0 2 0x14200 zerothread 92275 17639 0 0 3 0x14200 aiodoned aiodoned 64265 109574 0 0 3 0x14200 syncer update 42636 381590 0 0 3 0x14200 cleaner cleaner 15286 104844 0 0 3 0x14200 reaper reaper 54832 285311 0 0 3 0x14200 pgdaemon pagedaemon 28924 263374 0 0 3 0x14200 bored viomb 97761 334327 0 0 3 0x40014200 acpi0 acpi0 24448 164257 0 0 3 0x40014200 idle1 52483 306470 0 0 3 0x14200 bored softnet3 16766 259953 0 0 3 0x14200 bored softnet2 62345 370589 0 0 3 0x14200 bored softnet1 28987 404180 0 0 3 0x14200 bored softnet0 48605 249953 0 0 3 0x14200 bored systqmp 56270 117070 0 0 3 0x14200 bored systq 89707 298685 0 0 3 0x40014200 bored softclock 93018 46878 0 0 3 0x40014200 idle0 1 420875 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive sched_lock &sched_lock r = 0 (0xffffffff82d0ad08) #0 witness_lock+0x447 #1 single_thread_set+0x179 sys/kern/kern_sig.c:2113 #2 sigexit+0x90 sys/kern/kern_sig.c:1562 #3 postsig+0x4a9 sys/kern/kern_sig.c:1494 #4 userret+0x16e sys/kern/kern_sig.c:1987 #5 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #5 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #6 Xsyscall+0x128 CPU 1: exclusive mutex &uvm.fpageqlock r = 0 (0xffffffff82d0aa18) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 uvm_pmr_getpages+0xeac sys/uvm/uvm_pmemrange.c:1205 #4 uvm_pagealloc+0x1a8 sys/uvm/uvm_page.c:910 #5 uvm_fault_lower+0x1ab #6 uvm_fault+0x238 #7 kpageflttrap+0x252 sys/arch/amd64/amd64/trap.c:279 #8 kerntrap+0xf3 sys/arch/amd64/amd64/trap.c:332 #9 alltraps_kern_meltdown+0x7b #10 _copyin+0x57 #11 syscall+0x606 mi_syscall sys/sys/syscall_mi.h:110 [inline] #11 syscall+0x606 sys/arch/amd64/amd64/trap.c:623 #12 Xsyscall+0x128 Process 21070 (syz-executor.1) thread 0xffff800022d13d40 (337970) exclusive rwlock amaplk r = 0 (0xfffffd8067a97088) #0 witness_lock+0x447 #1 uvm_fault_check+0x41a sys/uvm/uvm_fault.c:782 #2 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #3 kpageflttrap+0x252 sys/arch/amd64/amd64/trap.c:279 #4 kerntrap+0xf3 sys/arch/amd64/amd64/trap.c:332 #5 alltraps_kern_meltdown+0x7b #6 _copyin+0x57 #7 syscall+0x606 mi_syscall sys/sys/syscall_mi.h:110 [inline] #7 syscall+0x606 sys/arch/amd64/amd64/trap.c:623 #8 Xsyscall+0x128 shared rwlock vmmaplk r = 0 (0xfffffd8068fbf860) #0 witness_lock+0x447 #1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 #2 uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 #3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #4 kpageflttrap+0x252 sys/arch/amd64/amd64/trap.c:279 #5 kerntrap+0xf3 sys/arch/amd64/amd64/trap.c:332 #6 alltraps_kern_meltdown+0x7b #7 _copyin+0x57 #8 syscall+0x606 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x606 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 Process 93438 (syz-executor.4) thread 0xffff800022d13a98 (10628) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82c795f0) #0 witness_lock+0x447 #1 postsig+0x49e sys/kern/kern_sig.c:1500 #2 userret+0x16e sys/kern/kern_sig.c:1987 #3 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #3 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #4 Xsyscall+0x128 exclusive sched_lock &sched_lock r = 0 (0xffffffff82d0ad08) #0 witness_lock+0x447 #1 single_thread_set+0x179 sys/kern/kern_sig.c:2113 #2 sigexit+0x90 sys/kern/kern_sig.c:1562 #3 postsig+0x4a9 sys/kern/kern_sig.c:1494 #4 userret+0x16e sys/kern/kern_sig.c:1987 #5 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #5 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #6 Xsyscall+0x128 Process 59660 (syz-executor.3) thread 0xffff8000211ee2b8 (167072) exclusive rrwlock inode r = 0 (0xfffffd806714c5f8) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1314 #8 ufs_lookup+0x13ba sys/ufs/ufs/ufs_lookup.c:487 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #11 namei+0x55a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #13 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #13 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd807295f1b0) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 Process 47902 (syz-executor.0) thread 0xffff8000212002c0 (289956) exclusive rrwlock inode r = 0 (0xfffffd806714c708) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vget+0x200 sys/kern/vfs_subr.c:676 #6 ufs_ihashget+0x121 sys/ufs/ufs/ufs_ihash.c:119 #7 ffs_vget+0x7c sys/ufs/ffs/ffs_vfsops.c:1314 #8 ufs_lookup+0x13ba sys/ufs/ufs/ufs_lookup.c:487 #9 VOP_LOOKUP+0x5c sys/kern/vfs_vops.c:85 #10 vfs_lookup+0x6e2 sys/kern/vfs_lookup.c:566 #11 namei+0x55a sys/kern/vfs_lookup.c:250 #12 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #13 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #13 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #14 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd806dada928) #0 witness_lock+0x447 #1 rw_enter+0x3c8 sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x8c sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x84 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd5 sys/kern/vfs_lookup.c:418 #6 namei+0x55a sys/kern/vfs_lookup.c:250 #7 dounlinkat+0x9d sys/kern/vfs_syscalls.c:1847 #8 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #8 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #9 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10215 6412K 6420K 78643K 11328 0 pcb 13 12K 14K 78643K 17 0 rtable 242 6K 7K 78643K 1066 0 pf 29 8K 8K 78643K 51 0 ifaddr 44 15K 15K 78643K 92 0 ifgroup 50 2K 2K 78643K 94 0 sysctl 2 0K 0K 78643K 2 0 counters 60 35K 35K 78643K 82 0 ioctlops 0 0K 2K 78643K 51 0 iov 0 0K 28K 78643K 1067 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1279 80K 80K 78643K 4156 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 9K 78643K 167 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 1043 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 22 81K 129K 78643K 10914 0 sigio 0 0K 0K 78643K 248 0 proc 56 78K 115K 78643K 1450 0 subproc 104 6K 6K 78643K 247 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 337 0 in_multi 99 7K 7K 78643K 307 0 ether_multi 1 0K 0K 78643K 14 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 229 1023K 1023K 78643K 229 0 exec 0 0K 1K 78643K 2784 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 418 93K 103K 78643K 109376 0 UVM aobj 131 6K 6K 78643K 140 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 265 0 NDP 13 0K 2K 78643K 60 0 temp 74 5916K 6044K 78643K 29857 0 kqueue 12 18K 34K 78643K 1259 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 580 0 577 6 5 1 3 0 8 0 rtentry 112 248 0 134 4 0 4 4 0 8 0 unpcb 144 5679 0 5666 63 62 1 8 0 8 0 syncache 304 93 0 93 14 14 0 1 0 8 0 tcpqe 32 401 0 401 11 10 1 1 0 8 1 tcpcb 808 6824 0 6778 129 115 14 18 0 8 8 arp 120 41 0 23 1 0 1 1 0 8 0 ipq 40 13 0 13 5 5 0 1 0 8 0 ipqe 40 113 0 113 5 5 0 1 0 8 0 inpcb 368 9612 0 9562 120 106 14 17 0 8 8 nd6 136 72 0 44 2 0 2 2 0 8 0 kcovpl 48 19 0 11 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1014 0 544 32 1 31 31 0 8 0 art_table 32 1015 0 544 4 0 4 4 0 8 0 art_node 16 247 0 143 1 0 1 1 0 8 0 semapl 112 1006 0 996 1 0 1 1 0 8 0 shmpl 112 137 0 9 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 16403 0 14935 93 0 93 93 0 8 0 ffsino 272 16403 0 14935 99 0 99 99 0 8 0 nchpl 144 34542 0 32895 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 114628 0 114628 3 2 1 2 0 8 1 percpumem 16 54 0 11 1 0 1 1 0 8 0 kstatmem 264 44 0 22 2 0 2 2 0 8 0 scxspl 216 91024 0 91024 33 32 1 8 1 8 1 plimitpl 152 1795 0 1771 19 17 2 2 0 8 1 sigapl 424 11188 0 11135 7 0 7 7 0 8 0 futexpl 64 89751 0 89745 2 1 1 1 0 8 0 knotepl 120 639 0 0 18 2 16 18 0 8 0 kqueuepl 216 5059 0 5049 37 36 1 7 0 8 0 pipepl 320 2926 0 2898 82 78 4 13 0 8 1 fdescpl 496 11170 0 11137 6 1 5 6 0 8 0 filepl 152 81862 0 81624 118 103 15 20 0 8 5 lockfpl 104 2022 0 2020 3 2 1 2 0 8 0 lockfspl 48 557 0 555 1 0 1 1 0 8 0 sessionpl 144 34 0 18 1 0 1 1 0 8 0 pgrppl 48 194 0 178 1 0 1 1 0 8 0 ucredpl 104 14349 0 14331 1 0 1 1 0 8 0 zombiepl 144 11137 0 11135 1 0 1 1 0 8 0 processpl 1072 11188 0 11135 5 1 4 5 0 8 0 procpl 680 30547 0 30470 24 16 8 8 0 8 1 sosppl 168 146 0 146 11 10 1 1 0 8 1 sockpl 488 16353 0 16287 261 242 19 34 0 8 8 mcl64k 65536 25 0 0 3 0 3 3 0 8 0 mcl16k 16384 21 0 0 3 0 3 3 0 8 0 mcl12k 12288 17 0 0 2 0 2 2 0 8 0 mcl9k 9216 16 0 0 2 0 2 2 0 8 0 mcl8k 8192 25 0 0 4 1 3 3 0 8 0 mcl4k 4096 49 0 0 3 0 3 3 0 8 0 mcl2k2 2112 7 0 0 1 0 1 1 0 8 0 mcl2k 2048 310 0 0 31 7 24 31 0 8 0 mtagpl 96 5 0 0 1 0 1 1 0 8 0 mbufpl 256 1336 0 0 60 0 60 60 0 8 0 bufpl 288 21999 0 15667 453 0 453 453 0 8 0 anonpl 24 1194863 0 1184261 219 119 100 106 0 186 11 amapchunkpl 152 345489 0 344617 113 74 39 49 0 158 2 amappl16 200 27269 0 26979 178 158 20 35 0 8 3 amappl15 192 29 0 28 1 0 1 1 0 8 0 amappl14 184 197 0 181 2 1 1 2 0 8 0 amappl13 176 10 0 8 1 0 1 1 0 8 0 amappl12 168 11992 0 11958 3 1 2 3 0 8 0 amappl11 160 51 0 41 1 0 1 1 0 8 0 amappl10 152 38 0 26 1 0 1 1 0 8 0 amappl9 144 319 0 319 19 18 1 1 0 8 1 amappl8 136 542 0 413 5 0 5 5 0 8 0 amappl7 128 160 0 144 2 0 2 2 0 8 0 amappl6 120 436 0 410 2 1 1 2 0 8 0 amappl5 112 461 0 451 1 0 1 1 0 8 0 amappl4 104 785 0 743 3 1 2 3 0 8 0 amappl3 96 68123 0 68030 6 3 3 4 0 8 0 amappl2 88 11995 0 11925 3 1 2 3 0 8 0 amappl1 80 47534 0 47005 22 9 13 22 0 8 0 amappl 88 108331 0 108072 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 139 0 9 3 0 3 3 0 8 0 uaddrrnd 24 11170 0 11137 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 11170 0 11137 1 0 1 1 0 8 0 vmmpekpl 168 91468 0 91409 3 0 3 3 0 8 0 vmmpepl 168 658351 0 655991 275 155 120 125 0 357 8 vmsppl 464 11169 0 11137 7 2 5 6 0 8 0 rwobjpl 56 171962 0 164529 120 10 110 110 0 8 0 pdppl 4096 22348 0 22274 358 276 82 98 0 8 8 pvpl 32 3201363 0 3184613 510 323 187 362 0 265 23 pmappl 248 11169 0 11137 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1422 0 526 26 0 26 26 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(ffff800026138db8,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(ffff800026138db8,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 mtx_enter(ffff800026138da8) at mtx_enter+0x3e sys/kern/kern_lock.c:265 single_thread_set(ffff800022d13a98,0,1) at single_thread_set+0x35a single_thread_wait sys/kern/kern_sig.c:2172 [inline] single_thread_set(ffff800022d13a98,0,1) at single_thread_set+0x35a sys/kern/kern_sig.c:2155 sigexit(ffff800022d13a98,6) at sigexit+0x90 sys/kern/kern_sig.c:1562 postsig(ffff800022d13a98,6,ffff80002e440fb8) at postsig+0x4a9 sys/kern/kern_sig.c:1494 userret(ffff800022d13a98) at userret+0x16e sys/kern/kern_sig.c:1987 syscall(ffff80002e4410f0) at syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] syscall(ffff80002e4410f0) at syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x8bff8184250, count: -9 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d58ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0xb sys/dev/kcov.c:154 wakeup_n(ffffffff82d0a884,ffffffff) at wakeup_n+0x37 sys/kern/kern_synch.c:541 uvm_pmr_getpages(1,0,0,1,0,1,db3787303185a9ab,fffffd80681aeea0) at uvm_pmr_getpages+0xeef sys/uvm/uvm_pmemrange.c:1207 uvm_pagealloc(0,0,fffffd80681aeea0,2) at uvm_pagealloc+0x1a8 sys/uvm/uvm_page.c:910 uvm_fault_lower(ffff80002e411700,ffff80002e411738,ffff80002e411680,0) at uvm_fault_lower+0x1ab uvm_fault(fffffd8068fbf768,2000f000,0,1) at uvm_fault+0x238 kpageflttrap(ffff80002e4118a0,2000f000) at kpageflttrap+0x252 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80002e4118a0) at kerntrap+0xf3 sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b _copyin() at _copyin+0x57 syscall(ffff80002e411cf0) at syscall+0x606 mi_syscall sys/sys/syscall_mi.h:110 [inline] syscall(ffff80002e411cf0) at syscall+0x606 sys/arch/amd64/amd64/trap.c:623 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x73993879380, count: -15