witness: lock order reversal: 1st 0xffffffff82cc8bd0 &sched_lock (&sched_lock) 2nd 0xffff8000297b1e78 &pr->ps_mtx (&pr->ps_mtx) lock order "&pr->ps_mtx"(mutex) -> "&sched_lock"(sched_lock) first seen at: #0 __mp_lock+0xa2 read_rflags machine/cpufunc.h:195 [inline] #0 __mp_lock+0xa2 intr_disable machine/cpufunc.h:216 [inline] #0 __mp_lock+0xa2 sys/kern/kern_lock.c:142 #1 donice+0x178 sys/kern/kern_resource.c:218 #2 syscall+0x5e2 mi_syscall sys/sys/syscall_mi.h:110 [inline] #2 syscall+0x5e2 sys/arch/amd64/amd64/trap.c:623 #3 Xsyscall+0x128 lock order "&sched_lock"(sched_lock) -> "&pr->ps_mtx"(mutex) first seen at: #0 mtx_enter+0x3e sys/kern/kern_lock.c:265 #1 single_thread_set+0x35a single_thread_wait sys/kern/kern_sig.c:2172 [inline] #1 single_thread_set+0x35a sys/kern/kern_sig.c:2155 #2 sigexit+0x90 sys/kern/kern_sig.c:1562 #3 postsig+0x4a9 sys/kern/kern_sig.c:1494 #4 userret+0x16e sys/kern/kern_sig.c:1987 #5 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #5 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #6 Xsyscall+0x128 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(ffff8000297b1e78,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(ffff8000297b1e78,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 mtx_enter(ffff8000297b1e68) at mtx_enter+0x3e sys/kern/kern_lock.c:265 single_thread_set(ffff800021ec1298,0,1) at single_thread_set+0x35a single_thread_wait sys/kern/kern_sig.c:2172 [inline] single_thread_set(ffff800021ec1298,0,1) at single_thread_set+0x35a sys/kern/kern_sig.c:2155 sigexit(ffff800021ec1298,6) at sigexit+0x90 sys/kern/kern_sig.c:1562 postsig(ffff800021ec1298,6,ffff800025fa9458) at postsig+0x4a9 sys/kern/kern_sig.c:1494 userret(ffff800021ec1298) at userret+0x16e sys/kern/kern_sig.c:1987 syscall(ffff800025fa9590) at syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] syscall(ffff800025fa9590) at syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x95d5c5870a0, count: -9 ddb{1}> show registers rdi 0x3 rsi 0x40000 acpi_pdirpa+0x2be63 rbp 0xffff800025fa9160 rbx 0x3 rdx 0xffff800000d19b40 rcx 0xffff800021ec1298 rax 0x3ffff acpi_pdirpa+0x2be62 r8 0xffff800025fa90d0 r9 0x8080808080808080 r10 0x23fbd7dc00cfb909 r11 0x78e0418becbd59d1 r12 0xfffffd8003a0a430 r13 0 r14 0xfffffd80039f6530 r15 0xfffffd80031c7bc0 rip 0xffffffff81b6e27c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff800025fa9150 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor.2) pid=363235 stat=onproc flags process=500010 proc=4002000 pri=32, usrpri=82, nice=20 forw=0xffffffffffffffff, list=0xffff80002120d008,0xffffffff82c90e98 process=0xffff8000297b1d68 user=0xffff800025fa4000, vmspace=0xfffffd807d8bcb08 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 21265 426734 71284 32767 7 0x10 syz-executor.3 95758 257543 41571 32767 4 0x582010 syz-executor.2 *95758 363235 41571 32767 7 0x4502010 syz-executor.2 6345 54189 78785 32767 2 0x10 syz-executor.7 6345 255506 78785 32767 3 0x4000090 fsleep syz-executor.7 29735 412187 76189 32767 2 0x10 syz-executor.4 29735 198542 76189 32767 3 0x4000090 fsleep syz-executor.4 29735 144889 76189 32767 3 0x4000090 fsleep syz-executor.4 505 162235 72028 32767 2 0x10 syz-executor.1 505 344201 72028 32767 2 0x4000010 syz-executor.1 505 120300 72028 32767 2 0x4000010 syz-executor.1 60374 412571 37746 32767 2 0x10 syz-executor.6 60374 132349 37746 32767 3 0x4000090 fsleep syz-executor.6 60374 104531 37746 32767 3 0x4000090 fsleep syz-executor.6 60374 430389 37746 32767 2 0x4000010 syz-executor.6 99470 118243 50497 32767 2 0x10 syz-executor.0 99470 462377 50497 32767 3 0x4000090 fsleep syz-executor.0 99470 34402 50497 32767 3 0x4000090 fsleep syz-executor.0 37746 327517 97074 32767 3 0x90 nanoslp syz-executor.6 97074 233103 11514 0 3 0x82 wait syz-executor.6 41571 223873 44949 32767 3 0x90 nanoslp syz-executor.2 44949 304829 11514 0 3 0x82 wait syz-executor.2 50497 373825 28072 32767 3 0x90 nanoslp syz-executor.0 28072 442592 11514 0 3 0x82 wait syz-executor.0 71284 136658 94544 32767 3 0x90 nanoslp syz-executor.3 94544 238734 11514 0 3 0x82 wait syz-executor.3 78785 436067 8894 32767 3 0x90 nanoslp syz-executor.7 8894 140791 11514 0 3 0x82 wait syz-executor.7 67455 202547 0 0 3 0x14200 bored sosplice 76189 450289 72673 32767 3 0x90 nanoslp syz-executor.4 51188 457177 71658 32767 3 0x90 nanoslp syz-executor.5 71658 492439 11514 0 3 0x82 wait syz-executor.5 72673 442659 11514 0 3 0x82 wait syz-executor.4 72028 330923 19549 32767 3 0x90 nanoslp syz-executor.1 19549 122479 11514 0 3 0x82 wait syz-executor.1 11514 225819 10168 0 3 0x2000082 wait syz-fuzzer 11514 235146 10168 0 3 0x6000082 nanoslp syz-fuzzer 11514 203684 10168 0 3 0x6000082 wait syz-fuzzer 11514 190824 10168 0 3 0x6000082 thrsleep syz-fuzzer 11514 8782 10168 0 3 0x6000082 thrsleep syz-fuzzer 11514 52734 10168 0 3 0x6000082 wait syz-fuzzer 11514 40108 10168 0 3 0x6000082 wait syz-fuzzer 11514 313905 10168 0 3 0x6000082 wait syz-fuzzer 11514 320197 10168 0 3 0x6000082 thrsleep syz-fuzzer 11514 511144 10168 0 3 0x6000082 thrsleep syz-fuzzer 11514 325098 10168 0 3 0x6000082 thrsleep syz-fuzzer 11514 493282 10168 0 3 0x6000082 thrsleep syz-fuzzer 11514 43599 10168 0 3 0x6000082 kqread syz-fuzzer 11514 33099 10168 0 3 0x6000082 wait syz-fuzzer 11514 246706 10168 0 3 0x6000082 wait syz-fuzzer 11514 15910 10168 0 3 0x6000082 wait syz-fuzzer 10168 345995 46352 0 3 0x10008a sigsusp ksh 46352 353713 2752 0 3 0x9a kqread sshd 97826 157804 1 0 3 0x100083 ttyin getty 2752 439547 1 0 3 0x88 kqread sshd 58257 292325 51046 73 3 0x1100090 kqread syslogd 51046 383394 1 0 3 0x100082 netio syslogd 48691 394501 1 0 3 0x100080 kqread resolvd 85398 429145 13144 77 3 0x100092 kqread dhcpleased 31832 28711 13144 77 3 0x100092 kqread dhcpleased 13144 308413 1 0 3 0x80 kqread dhcpleased 38530 244994 0 0 3 0x14200 bored smr 20494 221517 0 0 2 0x14200 zerothread 48069 307044 0 0 3 0x14200 aiodoned aiodoned 25186 327482 0 0 3 0x14200 syncer update 69612 251929 0 0 3 0x14200 cleaner cleaner 54002 316317 0 0 3 0x14200 reaper reaper 33564 350531 0 0 3 0x14200 pgdaemon pagedaemon 17827 237876 0 0 3 0x14200 bored viomb 95342 249052 0 0 3 0x40014200 acpi0 acpi0 94937 394213 0 0 3 0x40014200 idle1 64817 13550 0 0 3 0x14200 bored softnet3 87890 107970 0 0 3 0x14200 bored softnet2 56271 129188 0 0 3 0x14200 bored softnet1 14708 123454 0 0 3 0x14200 bored softnet0 96468 501278 0 0 3 0x14200 bored systqmp 17833 397348 0 0 3 0x14200 bored systq 60160 335613 0 0 3 0x40014200 bored softclock 62770 151074 0 0 3 0x40014200 idle0 1 271560 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 0: exclusive mutex &uvm.fpageqlock r = 0 (0xffffffff82cc9298) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 uvm_pmr_getpages+0xeac sys/uvm/uvm_pmemrange.c:1205 #4 uvm_pagealloc+0x1a8 sys/uvm/uvm_page.c:910 #5 pmap_get_ptp+0x18d sys/arch/amd64/amd64/pmap.c:1209 #6 pmap_enter+0x2be sys/arch/amd64/amd64/pmap.c:2716 #7 uvm_fault_upper+0x2af sys/uvm/uvm_fault.c:1056 #8 uvm_fault+0x154 sys/uvm/uvm_fault.c:608 #9 upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 #10 usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 #11 recall_trap+0x8 exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806ba7a400) #0 witness_lock+0x447 #1 mtx_enter_try+0x104 #2 mtx_enter+0x4f sys/kern/kern_lock.c:266 #3 pmap_enter+0x1c3 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:423 [inline] #3 pmap_enter+0x1c3 sys/arch/amd64/amd64/pmap.c:2710 #4 uvm_fault_upper+0x2af sys/uvm/uvm_fault.c:1056 #5 uvm_fault+0x154 sys/uvm/uvm_fault.c:608 #6 upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 #7 usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 #8 recall_trap+0x8 CPU 1: exclusive sched_lock &sched_lock r = 0 (0xffffffff82cc8bd0) #0 witness_lock+0x447 #1 single_thread_set+0x179 sys/kern/kern_sig.c:2113 #2 sigexit+0x90 sys/kern/kern_sig.c:1562 #3 postsig+0x4a9 sys/kern/kern_sig.c:1494 #4 userret+0x16e sys/kern/kern_sig.c:1987 #5 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #5 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #6 Xsyscall+0x128 Process 21265 (syz-executor.3) thread 0xffff8000211e4810 (426734) exclusive rwlock amaplk r = 0 (0xfffffd806505f748) #0 witness_lock+0x447 #1 uvm_fault_check+0x41a sys/uvm/uvm_fault.c:782 #2 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #3 upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 #4 usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 #5 recall_trap+0x8 shared rwlock vmmaplk r = 0 (0xfffffd807d8bc2f0) #0 witness_lock+0x447 #1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 #2 uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 #3 uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 #4 upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 #5 usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 #6 recall_trap+0x8 Process 95758 (syz-executor.2) thread 0xffff800021ec1298 (363235) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82ca0228) #0 witness_lock+0x447 #1 postsig+0x49e sys/kern/kern_sig.c:1500 #2 userret+0x16e sys/kern/kern_sig.c:1987 #3 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #3 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #4 Xsyscall+0x128 exclusive sched_lock &sched_lock r = 0 (0xffffffff82cc8bd0) #0 witness_lock+0x447 #1 single_thread_set+0x179 sys/kern/kern_sig.c:2113 #2 sigexit+0x90 sys/kern/kern_sig.c:1562 #3 postsig+0x4a9 sys/kern/kern_sig.c:1494 #4 userret+0x16e sys/kern/kern_sig.c:1987 #5 syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] #5 syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10219 6412K 6420K 78643K 11341 0 pcb 13 10K 12K 78643K 15 0 rtable 242 6K 7K 78643K 895 0 pf 29 8K 8K 78643K 57 0 ifaddr 44 15K 15K 78643K 104 0 ifgroup 50 2K 2K 78643K 106 0 sysctl 3 1K 1K 78643K 3 0 counters 60 35K 35K 78643K 88 0 ioctlops 0 0K 2K 78643K 211 0 iov 0 0K 18K 78643K 722 0 mount 1 1K 1K 78643K 1 0 log 0 0K 0K 78643K 4 0 vnodes 1278 80K 80K 78643K 5227 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 3 5K 9K 78643K 106 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 908 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1697 195K 286K 78643K 12548 0 file desc 25 93K 113K 78643K 7294 0 sigio 0 0K 0K 78643K 1239 0 proc 56 78K 115K 78643K 1390 0 subproc 104 6K 6K 78643K 286 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 414 0 in_multi 99 7K 7K 78643K 350 0 ether_multi 1 0K 0K 78643K 18 0 mrt 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 253 1129K 1129K 78643K 253 0 exec 0 0K 1K 78643K 1474 0 tdb 3 0K 0K 78643K 3 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 8 62K 64K 78643K 10 0 UVM amap 410 92K 104K 78643K 74065 0 UVM aobj 131 4K 4K 78643K 139 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 166 0 NDP 11 0K 2K 78643K 69 0 temp 74 5920K 5986K 78643K 20991 0 kqueue 17 21K 26K 78643K 2457 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 22 0 0 1 0 1 1 0 8 0 rtpcb 120 335 0 332 5 4 1 2 0 8 0 rtentry 112 284 0 170 4 0 4 4 0 8 0 unpcb 144 3650 0 3635 36 35 1 6 0 8 0 syncache 304 96 0 96 17 16 1 1 0 8 1 tcpqe 32 1198 0 1198 15 14 1 1 0 8 1 tcpcb 808 3829 0 3815 83 81 2 15 0 8 0 arp 120 48 0 29 1 0 1 1 0 8 0 ipq 40 7 0 7 4 3 1 1 0 8 1 ipqe 40 24 0 24 4 3 1 1 0 8 1 inpcb 368 5731 0 5713 94 89 5 14 0 8 3 nd6 136 83 0 56 2 1 1 2 0 8 0 kcovpl 48 22 0 14 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1152 0 685 30 0 30 30 0 8 0 art_table 32 1153 0 685 4 0 4 4 0 8 0 art_node 16 283 0 179 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 2 1 1 0 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 902 0 892 1 0 1 1 0 8 0 shmpl 112 136 0 8 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 13355 0 11909 91 0 91 91 0 8 0 ffsino 272 13355 0 11909 97 0 97 97 0 8 0 nchpl 144 22802 0 21161 63 0 63 63 0 8 0 uvmvnodes 80 5926 0 0 121 0 121 121 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 86438 0 86438 5 4 1 2 0 8 1 percpumem 16 57 0 14 1 0 1 1 0 8 0 kstatmem 264 50 0 28 2 0 2 2 0 8 0 scxspl 216 76499 0 76499 40 37 3 8 1 8 3 plimitpl 152 1298 0 1274 11 9 2 2 0 8 1 sigapl 424 7561 0 7506 7 0 7 7 0 8 0 futexpl 64 68355 0 68348 5 4 1 1 0 8 0 knotepl 120 420 0 0 12 1 11 11 0 8 0 kqueuepl 216 4631 0 4621 62 57 5 8 0 8 4 pipepl 320 3562 0 3534 72 64 8 11 0 8 5 fdescpl 496 7543 0 7507 7 2 5 6 0 8 0 filepl 152 64172 0 63927 90 74 16 20 0 8 6 lockfpl 104 1207 0 1205 1 0 1 1 0 8 0 lockfspl 48 338 0 336 1 0 1 1 0 8 0 sessionpl 144 37 0 21 1 0 1 1 0 8 0 pgrppl 48 139 0 123 1 0 1 1 0 8 0 ucredpl 104 20349 0 20331 1 0 1 1 0 8 0 zombiepl 144 7507 0 7506 1 0 1 1 0 8 0 processpl 1072 7561 0 7506 4 0 4 4 0 8 0 procpl 680 20805 0 20724 25 17 8 8 0 8 1 sosppl 168 113 0 111 9 8 1 1 0 8 0 sockpl 488 10181 0 10145 201 193 8 28 0 8 2 mcl64k 65536 18 0 0 3 0 3 3 0 8 0 mcl16k 16384 17 0 0 3 0 3 3 0 8 0 mcl12k 12288 25 0 0 2 0 2 2 0 8 0 mcl9k 9216 20 0 0 2 0 2 2 0 8 0 mcl8k 8192 17 0 0 3 0 3 3 0 8 0 mcl4k 4096 41 0 0 5 1 4 4 0 8 0 mcl2k2 2112 8 0 0 1 0 1 1 0 8 0 mcl2k 2048 339 0 0 38 6 32 38 0 8 0 mtagpl 96 4 0 0 1 0 1 1 0 8 0 mbufpl 256 1807 0 0 107 0 107 107 0 8 0 bufpl 288 16275 0 9950 453 0 453 453 0 8 0 anonpl 24 870708 0 858843 186 96 90 100 0 186 0 amapchunkpl 152 237773 0 236821 112 73 39 48 0 158 1 amappl16 200 18451 0 18149 87 61 26 28 0 8 7 amappl15 192 20 0 19 2 1 1 1 0 8 0 amappl14 184 207 0 191 2 1 1 2 0 8 0 amappl13 176 22 0 20 1 0 1 1 0 8 0 amappl12 168 8385 0 8346 3 1 2 3 0 8 0 amappl11 160 55 0 45 1 0 1 1 0 8 0 amappl10 152 50 0 36 1 0 1 1 0 8 0 amappl9 144 249 0 248 1 0 1 1 0 8 0 amappl8 136 449 0 336 4 0 4 4 0 8 0 amappl7 128 99 0 85 2 0 2 2 0 8 0 amappl6 120 414 0 389 2 1 1 2 0 8 0 amappl5 112 391 0 382 1 0 1 1 0 8 0 amappl4 104 796 0 754 2 0 2 2 0 8 0 amappl3 96 46342 0 46235 5 2 3 4 0 8 0 amappl2 88 8194 0 8119 3 1 2 3 0 8 0 amappl1 80 35517 0 34979 22 9 13 22 0 8 0 amappl 88 73175 0 72901 7 0 7 7 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 138 0 8 3 0 3 3 0 8 0 uaddrrnd 24 7543 0 7507 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 7543 0 7507 1 0 1 1 0 8 0 vmmpekpl 168 69191 0 69121 4 0 4 4 0 8 0 vmmpepl 168 455008 0 452504 197 81 116 121 0 357 5 vmsppl 464 7542 0 7507 7 2 5 6 0 8 0 rwobjpl 56 122969 0 115504 112 4 108 108 0 8 0 pdppl 4096 15094 0 15014 365 283 82 90 0 8 2 pvpl 32 2454761 0 2436235 421 249 172 336 0 265 1 pmappl 248 7542 0 7507 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1409 0 483 28 0 28 28 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82c05ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82cc89c8) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82cc89c8) at __mp_lock+0x122 sys/kern/kern_lock.c:147 wakeup_n(ffffffff82cc9104,ffffffff) at wakeup_n+0x37 sys/kern/kern_synch.c:541 uvm_pmr_getpages(1,0,0,1,0,1,4b601359b97baa48,0) at uvm_pmr_getpages+0xeef sys/uvm/uvm_pmemrange.c:1207 uvm_pagealloc(fffffd806ba7a440,321a000,0,3) at uvm_pagealloc+0x1a8 sys/uvm/uvm_page.c:910 pmap_get_ptp(fffffd806ba7a3f0,c86958c4000) at pmap_get_ptp+0x18d sys/arch/amd64/amd64/pmap.c:1209 pmap_enter(fffffd806ba7a3f0,c86958c4000,68174000,3,21) at pmap_enter+0x2be sys/arch/amd64/amd64/pmap.c:2716 uvm_fault_upper(ffff800025f91070,ffff800025f910a8,ffff800025f90f70,0) at uvm_fault_upper+0x2af sys/uvm/uvm_fault.c:1056 uvm_fault(fffffd807d8bc1f8,c86958c4000,0,1) at uvm_fault+0x154 sys/uvm/uvm_fault.c:608 upageflttrap(ffff800025f911f0,c86958c4000) at upageflttrap+0x86 sys/arch/amd64/amd64/trap.c:188 usertrap(ffff800025f911f0) at usertrap+0x226 sys/arch/amd64/amd64/trap.c:436 recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x7bff1d640640, count: -14 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x1c: addq $0x8,%rsp ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 witness_checkorder(ffff8000297b1e78,9,0) at witness_checkorder+0x10b7 witness_debugger sys/kern/subr_witness.c:2510 [inline] witness_checkorder(ffff8000297b1e78,9,0) at witness_checkorder+0x10b7 sys/kern/subr_witness.c:1110 mtx_enter(ffff8000297b1e68) at mtx_enter+0x3e sys/kern/kern_lock.c:265 single_thread_set(ffff800021ec1298,0,1) at single_thread_set+0x35a single_thread_wait sys/kern/kern_sig.c:2172 [inline] single_thread_set(ffff800021ec1298,0,1) at single_thread_set+0x35a sys/kern/kern_sig.c:2155 sigexit(ffff800021ec1298,6) at sigexit+0x90 sys/kern/kern_sig.c:1562 postsig(ffff800021ec1298,6,ffff800025fa9458) at postsig+0x4a9 sys/kern/kern_sig.c:1494 userret(ffff800021ec1298) at userret+0x16e sys/kern/kern_sig.c:1987 syscall(ffff800025fa9590) at syscall+0x4e7 mi_syscall_return sys/sys/syscall_mi.h:137 [inline] syscall(ffff800025fa9590) at syscall+0x4e7 sys/arch/amd64/amd64/trap.c:644 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x95d5c5870a0, count: -9