panic: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 174797 81420 0 0x8000002 0 0 syz-executor.3 * 87540 28932 0 0x14000 0x200 1 reaper db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828e1e26) at panic+0x17b sys/kern/subr_prf.c:198 witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 witness_debugger sys/kern/subr_witness.c:2513 [inline] witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 sys/kern/subr_witness.c:777 rw_enter_read(ffffffff82d6c778) at rw_enter_read+0x87 sys/kern/kern_rwlock.c:112 uvmfault_lookup(ffff80002a155280,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80002a155280,ffff80002a1552b8,ffff80002a1552e0) at uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 uvm_fault(ffffffff82d6c698,7f862b4a1000,0,2) at uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80002a155420,7f862b4a1288) at kpageflttrap+0x238 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80002a155420) at kerntrap+0xf2 sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8069431078,ffff80002a1555a8) at uvm_anfree_list+0x98 amap_wipeout(fffffd806cf5fc88) at amap_wipeout+0x1d1 sys/uvm/uvm_amap.c:504 uvm_unmap_detach(ffff80002a155670,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 end trace frame: 0xffff80002a1556b0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: acquiring blockable sleep lock with spinlock or critical section held (rwlock) vmmaplk ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828e1e26) at panic+0x17b sys/kern/subr_prf.c:198 witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 witness_debugger sys/kern/subr_witness.c:2513 [inline] witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 sys/kern/subr_witness.c:777 rw_enter_read(ffffffff82d6c778) at rw_enter_read+0x87 sys/kern/kern_rwlock.c:112 uvmfault_lookup(ffff80002a155280,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80002a155280,ffff80002a1552b8,ffff80002a1552e0) at uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 uvm_fault(ffffffff82d6c698,7f862b4a1000,0,2) at uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80002a155420,7f862b4a1288) at kpageflttrap+0x238 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80002a155420) at kerntrap+0xf2 sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8069431078,ffff80002a1555a8) at uvm_anfree_list+0x98 amap_wipeout(fffffd806cf5fc88) at amap_wipeout+0x1d1 sys/uvm/uvm_amap.c:504 uvm_unmap_detach(ffff80002a155670,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd8069511370) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd8069511370) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a149718) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -17 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a154ee0 rbx 0xffff800029ceccdf rdx 0 rcx 0xffff80002a149718 rax 0xffff800029cebff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xf7bca788452d1595 r11 0x26c3b7529b67b6c8 r12 0xffff800029cecae0 r13 0 r14 0 r15 0x1 rip 0xffffffff8195b50c db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a154ed0 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{1}> show proc PROC (reaper) tid=87540 pid=28932 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=4, usrpri=84, slppri=4, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a1499a8,0xffff80002a149208 process=0xffff80002a15b9b8 user=0xffff80002a150000, vmspace=0xffffffff82d6c698 estcpu=34, cpticks=7, pctcpu=29.46, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 22845 464978 34586 0 2 0x8000000 syz-executor.1 22845 238730 34586 0 3 0xc000080 fsleep syz-executor.1 65890 37062 22997 0 2 0x8000002 ifconfig 22997 446663 1627 0 3 0x810008a sigsusp sh 45998 250696 9507 0 2 0x8000002 ifconfig 71124 314362 72563 0 2 0x8000000 syz-executor.7 71124 445306 72563 0 3 0xc000080 fsleep syz-executor.7 71124 510498 72563 0 3 0xc000080 fsleep syz-executor.7 1627 264714 80095 0 3 0x8000082 wait syz-executor.0 9507 139531 33507 0 3 0x810008a sigsusp sh 33507 408029 80095 0 3 0x8000082 wait syz-executor.6 5904 157600 29465 0 3 0x8000080 nanoslp syz-executor.2 5904 355226 29465 0 3 0xc000080 ttyin syz-executor.2 93815 456416 1 0 3 0x18000082 nanoslp getty 81420 174797 80095 0 7 0x8000002 syz-executor.3 29465 154088 80095 0 2 0x8000482 syz-executor.2 13062 225256 80095 0 2 0x8000002 syz-executor.5 72563 348073 80095 0 2 0x8000482 syz-executor.7 34586 11612 80095 0 2 0x8000482 syz-executor.1 51780 321960 0 0 3 0x14200 acct acct 57098 94861 0 0 3 0x14200 bored sosplice 87317 473399 80095 0 3 0x8000082 nanoslp syz-executor.4 80095 466317 57468 0 3 0x1a000082 thrsleep syz-fuzzer 80095 247562 57468 0 3 0x1e000082 nanoslp syz-fuzzer 80095 69585 57468 0 3 0x1e000082 thrsleep syz-fuzzer 80095 73131 57468 0 3 0x1e000082 wait syz-fuzzer 80095 364203 57468 0 3 0x1e000082 thrsleep syz-fuzzer 80095 303446 57468 0 3 0x1e000082 kqread syz-fuzzer 80095 367331 57468 0 3 0x1e000082 wait syz-fuzzer 80095 349048 57468 0 3 0x1e000082 wait syz-fuzzer 80095 164165 57468 0 3 0x1e000082 wait syz-fuzzer 80095 59228 57468 0 3 0x1e000082 wait syz-fuzzer 80095 290986 57468 0 3 0x1e000082 thrsleep syz-fuzzer 80095 31193 57468 0 3 0x1e000082 thrsleep syz-fuzzer 80095 364450 57468 0 3 0x1e000082 wait syz-fuzzer 80095 196658 57468 0 3 0x1e000082 thrsleep syz-fuzzer 80095 401785 57468 0 3 0x1e000082 wait syz-fuzzer 80095 490294 57468 0 3 0x1e000082 wait syz-fuzzer 57468 437023 17785 0 3 0x810008a sigsusp ksh 17785 64978 50915 0 3 0x1800009a kqread sshd 50915 257024 1 0 3 0x18000088 kqread sshd 98835 376952 60899 74 3 0x19100092 bpf pflogd 60899 517534 1 0 3 0x18000080 sbwait pflogd 64357 368272 92172 73 2 0x19100010 syslogd 92172 221954 1 0 3 0x18100082 sbwait syslogd 71232 290213 1 0 3 0x18100080 kqread resolvd 71001 40345 97203 77 2 0x18100012 dhcpleased 35387 349302 97203 77 3 0x18100092 kqread dhcpleased 97203 112576 1 0 3 0x18000080 kqread dhcpleased 27745 198692 0 0 3 0x14200 bored smr 835 131325 0 0 2 0x14200 zerothread 42010 195009 0 0 3 0x14200 aiodoned aiodoned 87019 522054 0 0 3 0x14200 syncer update 40565 166597 0 0 3 0x14200 cleaner cleaner *28932 87540 0 0 7 0x14200 reaper 55980 488402 0 0 3 0x14200 pgdaemon pagedaemon 67439 268812 0 0 3 0x14200 bored viomb 53035 523290 0 0 3 0x40014200 acpi0 acpi0 19600 40834 0 0 3 0x40014200 idle1 81887 61674 0 0 3 0x14200 bored softnet3 15610 221098 0 0 3 0x14200 bored softnet2 33211 136558 0 0 3 0x14200 bored softnet1 59066 520868 0 0 2 0x14200 softnet0 32496 25765 0 0 3 0x14200 bored systqmp 25357 63229 0 0 3 0x14200 bored systq 62365 144642 0 0 3 0x14200 tmoslp softclockmp 13973 29524 0 0 3 0x40014200 tmoslp softclock 7638 120071 0 0 3 0x40014200 idle0 1 491514 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806800cbb0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 pmap_page_remove+0xa7 rcr3 machine/cpufunc.h:141 [inline] #3 pmap_page_remove+0xa7 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:425 [inline] #3 pmap_page_remove+0xa7 sys/arch/amd64/amd64/pmap.c:1950 #4 uvm_anfree_list+0x98 #5 amap_wipeout+0x1d1 sys/uvm/uvm_amap.c:504 #6 uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 #7 uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 #8 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 #9 reaper+0x197 sys/kern/kern_exit.c:463 #10 proc_trampoline+0x10 Process 13062 (syz-executor.5) thread 0xffff80002a1487b8 (225256) exclusive rrwlock inode r = 0 (0xfffffd807a41e1b0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 ufs_ihashins+0x46 #5 ffs_vget+0x141 sys/ufs/ffs/ffs_vfsops.c:1230 #6 ffs_inode_alloc+0x1e4 sys/ufs/ffs/ffs_alloc.c:393 #7 ufs_mkdir+0xe6 sys/ufs/ufs/ufs_vnops.c:1117 #8 VOP_MKDIR+0xc3 sys/kern/vfs_vops.c:388 #9 domkdirat+0x125 sys/kern/vfs_syscalls.c:3077 #10 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #10 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #11 Xsyscall+0x128 exclusive rrwlock inode r = 0 (0xfffffd8068f5ab38) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 vfs_lookup+0xd3 sys/kern/vfs_lookup.c:418 #6 namei+0x56a sys/kern/vfs_lookup.c:250 #7 domkdirat+0x79 sys/kern/vfs_syscalls.c:3062 #8 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #8 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #9 Xsyscall+0x128 Process 64357 (syslogd) thread 0xffff8000ffffd9b0 (368272) exclusive rrwlock inode r = 0 (0xfffffd806e7b52c0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 rw_enter+0x32d sys/kern/kern_rwlock.c:309 #2 rrw_enter+0x91 sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0x8b sys/kern/vfs_vops.c:518 #4 vn_lock+0x85 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0xf1 sys/kern/vfs_syscalls.c:2904 #6 syscall+0x854 mi_syscall sys/sys/syscall_mi.h:180 [inline] #6 syscall+0x854 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 28932 (reaper) thread 0xffff80002a149718 (87540) exclusive rwlock amaplk r = 0 (0xfffffd8058823670) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 amap_unref+0x2f sys/uvm/uvm_amap.c:1363 #2 uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 #3 uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 #4 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 #5 reaper+0x197 sys/kern/kern_exit.c:463 #6 proc_trampoline+0x10 exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806800cbb0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 pmap_page_remove+0xa7 rcr3 machine/cpufunc.h:141 [inline] #3 pmap_page_remove+0xa7 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:425 [inline] #3 pmap_page_remove+0xa7 sys/arch/amd64/amd64/pmap.c:1950 #4 uvm_anfree_list+0x98 #5 amap_wipeout+0x1d1 sys/uvm/uvm_amap.c:504 #6 uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 #7 uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 #8 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 #9 reaper+0x197 sys/kern/kern_exit.c:463 #10 proc_trampoline+0x10 Process 59066 (softnet0) thread 0xffff8000ffffe7b0 (520868) shared rwlock softnet0 r = 0 (0xffff80000002c070) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 taskq_thread+0xda sys/kern/kern_task.c:446 #2 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10187 6501K 6623K 166960K 11758 0 pcb 17 13K 14K 166960K 289 0 rtable 179 8K 9K 166960K 1029 0 pf 28 8K 10K 166960K 155 0 ifaddr 37 14K 16K 166960K 158 0 ifgroup 47 2K 2K 166960K 237 0 sysctl 3 0K 0K 166960K 9 0 counters 60 35K 36K 166960K 162 0 ioctlops 0 0K 4K 166960K 1588 0 iov 0 0K 24K 166960K 118 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1370 86K 87K 166960K 2332 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 48 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 177 0 dirhash 12 2K 2K 166960K 45 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 17 61K 85K 166960K 2146 0 sigio 0 0K 0K 166960K 61 0 proc 84 116K 128K 166960K 1278 0 subproc 104 6K 7K 166960K 377 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 281 0 in_multi 73 5K 7K 166960K 368 0 ether_multi 1 0K 0K 166960K 21 0 mrt 1 0K 0K 166960K 9 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 854 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 317 90K 118K 166960K 21021 0 UVM aobj 96 7K 7K 166960K 105 0 pinsyscall 41 82K 108K 166960K 3835 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 177 0 NDP 10 0K 1K 166960K 112 0 temp 81 6816K 6892K 166960K 70443 0 kqueue 12 18K 30K 166960K 278 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 222 0 219 1 0 1 1 0 8 0 rtentry 112 340 0 262 4 0 4 4 0 8 0 unpcb 144 1744 0 1729 19 17 2 6 0 8 1 syncache 336 4 0 4 1 1 0 1 0 8 0 tcpqe 32 26 0 26 1 1 0 1 0 8 0 tcpcb 808 619 0 612 14 13 1 5 0 8 0 arp 120 60 0 48 1 0 1 1 0 8 0 inpcb 392 2180 0 2170 25 23 2 8 0 8 0 nd6 136 87 0 71 1 0 1 1 0 8 0 pkpcb 40 13 0 13 9 9 0 1 0 8 0 kcovpl 48 29 0 21 1 0 1 1 0 8 0 ppxss 1168 17 0 17 8 7 1 1 0 8 1 pffrag 232 14 0 12 1 0 1 1 0 482 0 pffrnode 88 14 0 12 1 0 1 1 0 8 0 pffrent 40 28 0 26 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 175 0 137 1 0 1 1 0 8 0 pfstkey 128 175 0 137 3 0 3 3 0 8 0 pfstate 376 175 0 137 10 2 8 8 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1296 0 946 38 10 28 29 0 8 0 art_table 32 1297 0 946 4 0 4 4 0 8 0 art_node 16 335 0 264 1 0 1 1 0 8 0 sysvmsgpl 40 22 0 8 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 175 0 165 1 0 1 1 0 8 0 shmpl 112 102 0 9 3 0 3 3 0 8 0 dirhash 1024 39 0 22 3 0 3 3 0 8 0 dino2pl 256 4853 0 3336 96 0 96 96 0 8 0 ffsino 272 4853 0 3336 103 0 103 103 0 8 0 nchpl 144 8089 0 7504 67 41 26 67 0 8 0 uvmvnodes 80 5399 0 0 111 0 111 111 0 8 0 vnodes 216 5399 0 0 300 0 300 300 0 8 0 namei 1024 27623 0 27622 8 6 2 2 0 8 1 percpumem 16 95 0 51 1 0 1 1 0 8 0 vcpupl 3904 7 0 1 1 0 1 1 0 8 0 vmpool 696 15 0 9 1 0 1 1 0 8 0 kstatmem 264 122 0 102 2 0 2 2 0 8 0 scsiplug 72 4 0 4 2 2 0 1 0 8 0 scxspl 216 49292 0 49292 15 14 1 8 1 8 1 plimitpl 152 267 0 250 1 0 1 1 0 8 0 sigapl 424 2454 0 2402 9 1 8 9 0 8 0 futexpl 64 29398 0 29395 3 2 1 1 0 8 0 knotepl 120 916 0 0 26 0 26 26 0 8 0 kqueuepl 216 632 0 624 5 4 1 3 0 8 0 pipepl 320 446 0 418 4 1 3 4 0 8 0 fdescpl 496 2414 0 2384 9 4 5 5 0 8 0 filepl 152 14572 0 14330 23 11 12 16 0 8 0 lockfpl 104 493 0 491 1 0 1 1 0 8 0 lockfspl 48 199 0 197 1 0 1 1 0 8 0 sessionpl 144 45 0 28 1 0 1 1 0 8 0 pgrppl 48 81 0 64 1 0 1 1 0 8 0 ucredpl 104 2196 0 2183 1 0 1 1 0 8 0 zombiepl 144 2404 0 2402 2 1 1 1 0 8 0 processpl 1136 2454 0 2402 6 1 5 6 0 8 0 procpl 656 4823 0 4751 10 2 8 9 0 8 0 srpgc 96 9 0 9 4 4 0 1 0 8 0 sosppl 168 31 0 31 10 9 1 1 0 8 1 sockpl 664 4182 0 4153 44 40 4 15 0 8 1 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 10 0 0 2 0 2 2 0 8 0 mcl12k 12288 15 0 0 2 0 2 2 0 8 0 mcl9k 9216 8 0 0 1 0 1 1 0 8 0 mcl8k 8192 18 0 0 3 0 3 3 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 11 0 0 1 0 1 1 0 8 0 mcl2k 2048 376 0 0 39 0 39 39 0 8 0 mtagpl 96 5 0 0 1 0 1 1 0 8 0 mbufpl 256 601 0 0 31 0 31 31 0 8 0 bufpl 280 12278 0 3964 594 0 594 594 0 8 0 anonpl 24 426401 0 419889 136 47 89 93 0 186 26 amapchunkpl 152 69473 0 68839 73 33 40 41 0 158 8 amappl16 200 9730 0 9601 57 41 16 21 0 8 4 amappl15 192 12 0 12 4 4 0 1 0 8 0 amappl14 184 218 0 205 2 1 1 2 0 8 0 amappl13 176 14 0 13 2 1 1 1 0 8 0 amappl12 168 3427 0 3389 3 1 2 2 0 8 0 amappl11 160 50 0 36 1 0 1 1 0 8 0 amappl10 152 93 0 77 1 0 1 1 0 8 0 amappl9 144 187 0 187 3 2 1 1 0 8 1 amappl8 136 492 0 395 4 0 4 4 0 8 0 amappl7 128 70 0 55 1 0 1 1 0 8 0 amappl6 120 589 0 562 2 1 1 2 0 8 0 amappl5 112 256 0 238 1 0 1 1 0 8 0 amappl4 104 771 0 721 2 0 2 2 0 8 0 amappl3 96 13269 0 13193 3 0 3 3 0 8 0 amappl2 88 2978 0 2898 3 1 2 3 0 8 0 amappl1 80 18377 0 17822 23 10 13 23 0 8 0 amappl 88 20095 0 19901 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 104 0 9 2 0 2 2 0 8 0 uaddrrnd 24 2429 0 2392 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2429 0 2392 1 0 1 1 0 8 0 vmmpekpl 168 21287 0 21217 4 0 4 4 0 8 0 vmmpepl 168 170428 0 168341 168 59 109 118 0 357 1 vmsppl 440 2428 0 2391 7 2 5 5 0 8 0 rwobjpl 56 51895 0 45131 103 7 96 96 0 8 0 pdppl 4096 4865 0 4788 193 112 81 81 0 8 4 pvpl 32 44564 0 0 361 1 360 360 0 265 0 pmappl 248 2428 0 2391 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 547 0 151 12 0 12 12 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffffffff82cddff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82d98530) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d98530) at __mp_lock+0x122 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 __mp_lock(ffffffff82d98530) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d98530) at __mp_lock+0x122 sys/kern/kern_lock.c:147 syscall(ffff80002d6a0e20) at syscall+0x83b mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002d6a0e20) at syscall+0x83b sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7afc443f00b0, count: 6 ddb{0}> trace x86_ipi_db(ffffffff82cddff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82d98530) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d98530) at __mp_lock+0x122 sys/kern/kern_lock.c:147 softintr_dispatch(0) at softintr_dispatch+0x52 sys/arch/amd64/amd64/softintr.c:88 Xsoftclock() at Xsoftclock+0x27 __mp_lock(ffffffff82d98530) at __mp_lock+0x122 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82d98530) at __mp_lock+0x122 sys/kern/kern_lock.c:147 syscall(ffff80002d6a0e20) at syscall+0x83b mi_syscall sys/sys/syscall_mi.h:180 [inline] syscall(ffff80002d6a0e20) at syscall+0x83b sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7afc443f00b0, count: -9 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x1c: addq $0x8,%rsp db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828e1e26) at panic+0x17b sys/kern/subr_prf.c:198 witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 witness_debugger sys/kern/subr_witness.c:2513 [inline] witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 sys/kern/subr_witness.c:777 rw_enter_read(ffffffff82d6c778) at rw_enter_read+0x87 sys/kern/kern_rwlock.c:112 uvmfault_lookup(ffff80002a155280,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80002a155280,ffff80002a1552b8,ffff80002a1552e0) at uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 uvm_fault(ffffffff82d6c698,7f862b4a1000,0,2) at uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80002a155420,7f862b4a1288) at kpageflttrap+0x238 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80002a155420) at kerntrap+0xf2 sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8069431078,ffff80002a1555a8) at uvm_anfree_list+0x98 amap_wipeout(fffffd806cf5fc88) at amap_wipeout+0x1d1 sys/uvm/uvm_amap.c:504 uvm_unmap_detach(ffff80002a155670,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 end trace frame: 0xffff80002a1556b0, count: 0 ddb{1}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828e1e26) at panic+0x17b sys/kern/subr_prf.c:198 witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 witness_debugger sys/kern/subr_witness.c:2513 [inline] witness_checkorder(ffffffff82d6c788,1,0) at witness_checkorder+0xdf4 sys/kern/subr_witness.c:777 rw_enter_read(ffffffff82d6c778) at rw_enter_read+0x87 sys/kern/kern_rwlock.c:112 uvmfault_lookup(ffff80002a155280,0) at uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1785 uvm_fault_check(ffff80002a155280,ffff80002a1552b8,ffff80002a1552e0) at uvm_fault_check+0x3e sys/uvm/uvm_fault.c:672 uvm_fault(ffffffff82d6c698,7f862b4a1000,0,2) at uvm_fault+0xf2 sys/uvm/uvm_fault.c:600 kpageflttrap(ffff80002a155420,7f862b4a1288) at kpageflttrap+0x238 sys/arch/amd64/amd64/trap.c:279 kerntrap(ffff80002a155420) at kerntrap+0xf2 sys/arch/amd64/amd64/trap.c:332 alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd8007382760) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8069431078,ffff80002a1555a8) at uvm_anfree_list+0x98 amap_wipeout(fffffd806cf5fc88) at amap_wipeout+0x1d1 sys/uvm/uvm_amap.c:504 uvm_unmap_detach(ffff80002a155670,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd8069511370) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd8069511370) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a149718) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -17