uvm_fault(0xffffffff8361aa80, 0x7f80a8ef76b0, 0, 2) -> e kernel: page fault trap, code=2 Stopped at pmap_page_remove+0x45d: xchgq %rax,0(%r14,%rcx,1) TID PID UID PRFLAGS PFLAGS CPU COMMAND 112538 17979 73 0x1100010 0 0 syslogd *113869 25445 0 0x14000 0x200 1 reaper pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d sys/arch/amd64/amd64/pmap.c:2014 uvm_anfree_list(fffffd8068289be8,0) at uvm_anfree_list+0xd6 amap_wipeout(fffffd806ff5d1b8) at amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff800029fe52f0,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 uvm_map_teardown(fffffd806c1bc6f8) at uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 uvmspace_free(fffffd806c1bc6f8) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 reaper(ffff800029fd8cb0) at reaper+0x246 sys/kern/kern_exit.c:480 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xffffffff8361aa80, 0x7f80a8ef76b0, 0, 2) -> e ddb{1}> trace pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d sys/arch/amd64/amd64/pmap.c:2014 uvm_anfree_list(fffffd8068289be8,0) at uvm_anfree_list+0xd6 amap_wipeout(fffffd806ff5d1b8) at amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff800029fe52f0,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 uvm_map_teardown(fffffd806c1bc6f8) at uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 uvmspace_free(fffffd806c1bc6f8) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 reaper(ffff800029fd8cb0) at reaper+0x246 sys/kern/kern_exit.c:480 end trace frame: 0x0, count: -7 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff800029fe51f0 rbx 0xfffffd8061030e88 rdx 0 rcx 0x7f8000000000 rax 0 r8 0 r9 0 r10 0x87f6ee750c431c6c r11 0x3d1d9943e0e8df22 r12 0 r13 0x800000007f7c7000 r14 0xa8ef76b0 r15 0xfffffd80073a70c8 rip 0xffffffff81c533dd pmap_page_remove+0x45d cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800029fe5170 ss 0x10 pmap_page_remove+0x45d: xchgq %rax,0(%r14,%rcx,1) ddb{1}> show proc PROC (reaper) tid=113869 pid=25445 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=84, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800029fd8f38,0xffff800029fd8a38 process=0xffff800029feb1e0 user=0xffff800029fe0000, vmspace=0xffffffff8361aa80 estcpu=36, cpticks=5, pctcpu=23.9, user=0, sys=18898, intr=454 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 97662 170132 53290 0 3 0x82 wait syz-executor 15919 349950 53290 0 3 0x82 wait syz-executor 27541 237272 53290 0 3 0x82 wait syz-executor 35919 121528 53290 0 3 0x82 wait syz-executor 73817 509715 53290 0 3 0x82 wait syz-executor 42032 477733 53290 0 3 0x82 wait syz-executor 887 91590 53290 0 3 0x82 wait syz-executor 93638 478215 1 0 3 0x100083 ttyin getty 29215 130382 0 0 3 0x14200 bored sosplice 53290 34685 41827 0 3 0x82 wait syz-executor 41827 427143 6308 0 3 0x10008a sigsusp ksh 6308 471082 34023 0 3 0x98 kqread sshd-session 34023 191347 3405 0 3 0x92 kqread sshd-session 3405 51281 1 0 3 0x88 kqread sshd 54381 259622 31541 74 3 0x1100092 bpf pflogd 31541 239035 1 0 3 0x80 sbwait pflogd 17979 112538 59299 73 7 0x1100010 syslogd 59299 106802 1 0 3 0x100082 sbwait syslogd 13910 396767 1 0 3 0x100080 kqread resolvd 23225 449596 65063 77 3 0x100092 kqread dhcpleased 5515 513511 65063 77 3 0x100092 kqread dhcpleased 65063 222357 1 0 3 0x80 kqread dhcpleased 48404 41700 0 0 3 0x14200 bored smr 80173 134480 0 0 3 0x14200 pgzero zerothread 40003 304806 0 0 3 0x14200 aiodoned aiodoned 87618 9151 0 0 3 0x14200 syncer update 24148 10719 0 0 3 0x14200 cleaner cleaner *25445 113869 0 0 7 0x14200 reaper 34310 73585 0 0 3 0x14200 pgdaemon pagedaemon 68092 97273 0 0 3 0x14200 bored viomb 80387 425532 0 0 3 0x40014200 acpi0 acpi0 15233 196355 0 0 3 0x40014200 idle1 79157 73138 0 0 3 0x14200 bored softnet3 38029 57048 0 0 3 0x14200 bored softnet2 21172 297232 0 0 3 0x14200 bored softnet1 80431 410273 0 0 3 0x14200 bored softnet0 5037 29990 0 0 3 0x14200 bored systqmp 91150 269376 0 0 3 0x14200 bored systq 5283 323823 0 0 3 0x14200 tmoslp softclockmp 15434 347629 0 0 3 0x40014200 tmoslp softclock 70510 518231 0 0 3 0x40014200 idle0 1 117477 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd8069a57cb8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1155 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pmap_page_remove+0xcd rcr3 machine/cpufunc.h:139 [inline] #3 pmap_page_remove+0xcd pmap_map_ptes sys/arch/amd64/amd64/pmap.c:437 [inline] #3 pmap_page_remove+0xcd sys/arch/amd64/amd64/pmap.c:1974 #4 uvm_anfree_list+0xd6 #5 amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 #6 uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 #7 uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 #8 uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 #9 reaper+0x246 sys/kern/kern_exit.c:480 #10 proc_trampoline+0x10 Process 17979 (syslogd) thread 0xffff8000ffffd960 (112538) Process 25445 (reaper) thread 0xffff800029fd8cb0 (113869) ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10210 14219K 14576K 166960K 14289 0 pcb 17 15K 17K 166960K 627 0 rtable 218 9K 10K 166960K 3350 0 pf 51 21K 25K 166960K 376 0 ifaddr 43 8K 8K 166960K 441 0 ifgroup 64 2K 3K 166960K 469 0 sysctl 4 1K 1K 166960K 4 0 counters 68 36K 37K 166960K 284 0 ioctlops 0 0K 4K 166960K 1850 0 iov 0 0K 24K 166960K 262 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1494 94K 94K 166960K 4193 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 13K 166960K 39 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 105 0 dirhash 15 2K 3K 166960K 45 0 ACPI 1690 195K 286K 166960K 12418 0 file desc 9 29K 93K 166960K 3583 0 sigio 0 0K 0K 166960K 49 0 proc 72 91K 140K 166960K 3260 0 subproc 91 5K 7K 166960K 1261 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 288 0 in_multi 89 6K 7K 166960K 1184 0 ether_multi 1 0K 0K 166960K 10 0 mrt 1 0K 0K 166960K 7 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 97 440K 440K 166960K 97 0 exec 0 0K 1K 166960K 1818 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 228 73K 95K 166960K 29511 0 UVM aobj 62 5K 6K 166960K 70 0 pinsyscall 34 68K 106K 166960K 7007 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 150 0 NDP 14 0K 2K 166960K 325 0 temp 77 6824K 6952K 166960K 183858 0 kqueue 13 20K 30K 166960K 354 0 SYN cache 2 10K 18K 166960K 3 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 427 0 424 3 2 1 3 0 8 0 rtentry 112 1196 0 1102 4 0 4 4 0 8 0 unpcb 144 1772 0 1755 19 18 1 6 0 8 0 syncache 336 12 0 12 8 8 0 1 0 8 0 tcpqe 32 9 0 9 5 5 0 1 0 8 0 tcpcb 808 812 0 808 30 29 1 8 0 8 0 arp 120 208 0 191 1 0 1 1 0 8 0 inpcb 336 3050 0 3043 41 40 1 10 0 8 0 nd6 136 314 0 292 1 0 1 1 0 8 0 pkpcb 40 7 0 7 5 5 0 1 0 8 0 kcovpl 48 97 0 90 1 0 1 1 0 8 0 ppxss 1168 15 0 15 7 7 0 1 0 8 0 pfstscr 40 6 0 6 3 3 0 1 0 8 0 pffrag 232 27 0 26 1 0 1 1 0 482 0 pffrnode 88 25 0 24 1 0 1 1 0 8 0 pffrent 40 81 0 80 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 5 0 2 1 0 1 1 0 8 0 pfanchor 1288 5 0 0 1 0 1 1 0 8 0 pftag 88 8 0 2 1 0 1 1 0 8 0 pfstitem 24 274 0 257 1 0 1 1 0 8 0 pfstkey 128 295 0 279 2 0 2 2 0 8 0 pfstate 376 282 0 268 8 4 4 6 0 8 0 pfrule 1344 51 0 31 2 0 2 2 0 8 0 art_heap8 4096 3 0 0 3 0 3 3 0 8 0 art_heap4 256 4727 0 4322 46 17 29 31 0 8 0 art_table 32 4730 0 4322 4 0 4 4 0 8 0 art_node 16 1163 0 1079 1 0 1 1 0 8 0 sysvmsgpl 40 12 0 6 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 101 0 91 1 0 1 1 0 8 0 shmpl 112 67 0 8 2 0 2 2 0 8 0 dirhash 1024 39 0 20 3 0 3 3 0 8 0 dino2pl 256 5542 0 3861 106 0 106 106 0 8 0 ffsino 272 5542 0 3861 113 0 113 113 0 8 0 nchpl 144 8925 0 7113 69 1 68 68 0 8 0 uvmvnodes 80 6131 0 0 126 0 126 126 0 8 0 vnodes 216 6131 0 0 341 0 341 341 0 8 0 namei 1024 38003 0 38003 11 10 1 2 0 8 1 percpumem 16 156 0 108 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 0 1 0 1 1 0 8 0 kstatmem 264 244 0 216 4 1 3 3 0 8 0 scsiplug 72 1 0 1 1 1 0 1 0 8 0 scxspl 216 66509 0 66509 20 19 1 8 1 8 1 plimitpl 152 477 0 458 1 0 1 1 0 8 0 sigapl 424 3734 0 3684 11 4 7 9 0 8 0 futexpl 64 38092 0 38092 8 7 1 1 0 8 1 knotepl 120 716 0 0 17 0 17 17 0 8 0 kqueuepl 216 599 0 590 3 2 1 3 0 8 0 pipepl 320 687 0 660 12 9 3 8 0 8 0 fdescpl 496 3694 0 3671 8 3 5 5 0 8 0 filepl 152 19794 0 19572 55 45 10 19 0 8 0 lockfpl 104 935 0 933 2 1 1 2 0 8 0 lockfspl 48 383 0 381 1 0 1 1 0 8 0 sessionpl 144 120 0 111 1 0 1 1 0 8 0 pgrppl 48 235 0 218 1 0 1 1 0 8 0 ucredpl 104 3080 0 3066 1 0 1 1 0 8 0 zombiepl 144 3721 0 3713 3 2 1 1 0 8 0 processpl 1160 3734 0 3684 6 2 4 6 0 8 0 procpl 648 7222 0 7166 12 6 6 8 0 8 0 srpgc 96 18 0 18 9 9 0 1 0 8 0 sosppl 168 8 0 8 4 4 0 1 0 8 0 sockpl 664 5287 0 5260 79 72 7 21 0 8 4 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 3 0 0 1 0 1 1 0 8 0 mcl9k 9216 4 0 0 1 0 1 1 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 5 0 0 1 0 1 1 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 241 0 0 27 0 27 27 0 8 0 mtagpl 96 83 0 0 2 0 2 2 0 8 0 mbufpl 256 1367 0 0 80 1 79 80 0 8 0 bufpl 280 12576 0 6430 442 0 442 442 0 8 0 anonpl 24 507325 0 503193 276 221 55 79 0 185 10 amapchunkpl 152 94954 0 94458 96 64 32 36 0 158 8 amappl16 200 8907 0 8881 128 125 3 27 0 8 0 amappl15 192 7 0 7 1 1 0 1 0 8 0 amappl14 184 340 0 328 1 0 1 1 0 8 0 amappl13 176 11 0 10 1 0 1 1 0 8 0 amappl12 168 5767 0 5737 4 2 2 3 0 8 0 amappl11 160 50 0 36 1 0 1 1 0 8 0 amappl10 152 14 0 13 1 0 1 1 0 8 0 amappl9 144 176 0 176 1 1 0 1 0 8 0 amappl8 136 21 0 18 1 0 1 1 0 8 0 amappl7 128 327 0 314 1 0 1 1 0 8 0 amappl6 120 1052 0 1051 1 0 1 1 0 8 0 amappl5 112 499 0 487 1 0 1 1 0 8 0 amappl4 104 604 0 584 1 0 1 1 0 8 0 amappl3 96 18940 0 18840 6 2 4 4 0 8 0 amappl2 88 2006 0 1936 2 0 2 2 0 8 0 amappl1 80 24612 0 24051 16 2 14 14 0 8 0 amappl 88 28228 0 28062 5 0 5 5 0 92 0 dma4096 4096 3 0 3 3 3 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 69 0 8 2 0 2 2 0 8 0 uaddrrnd 24 3694 0 3664 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3694 0 3664 1 0 1 1 0 8 0 vmmpekpl 168 30214 0 30150 5 1 4 4 0 8 0 vmmpepl 168 227468 0 225673 178 94 84 104 0 357 0 vmsppl 440 3693 0 3663 6 2 4 5 0 8 0 rwobjpl 56 67085 0 59981 119 16 103 108 0 8 0 pdppl 4096 7395 0 7326 241 170 71 85 0 8 2 pvpl 32 33921 0 0 273 0 273 273 0 265 0 pmappl 248 3693 0 3663 3 0 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 725 0 286 13 0 13 13 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff8345eff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff835af478) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff835af478) at __mp_lock+0x192 sys/kern/kern_lock.c:144 __mp_acquire_count(ffffffff835af478,1) at __mp_acquire_count+0x58 mi_switch() at mi_switch+0x658 sys/kern/sched_bsd.c:460 sleep_finish(0,1) at sleep_finish+0x219 sys/kern/kern_synch.c:416 vwaitforio(fffffd806df11638,0,ffffffff8309a04b,ffffffffffffffff) at vwaitforio+0xd2 ffs_fsync(ffff80002a06a410) at ffs_fsync+0x376 sys/ufs/ffs/ffs_vnops.c:482 VOP_FSYNC(fffffd806df11638,fffffd807f7d3680,1,ffff8000ffffd960) at VOP_FSYNC+0x108 sys/kern/vfs_vops.c:311 sys_fsync(ffff8000ffffd960,ffff80002a06a5c0,ffff80002a06a510) at sys_fsync+0x16f sys/kern/vfs_syscalls.c:2926 syscall(ffff80002a06a5c0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a06a5c0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f172101d6a0, count: 2 ddb{0}> trace x86_ipi_db(ffffffff8345eff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff835af478) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:113 [inline] __mp_lock(ffffffff835af478) at __mp_lock+0x192 sys/kern/kern_lock.c:144 __mp_acquire_count(ffffffff835af478,1) at __mp_acquire_count+0x58 mi_switch() at mi_switch+0x658 sys/kern/sched_bsd.c:460 sleep_finish(0,1) at sleep_finish+0x219 sys/kern/kern_synch.c:416 vwaitforio(fffffd806df11638,0,ffffffff8309a04b,ffffffffffffffff) at vwaitforio+0xd2 ffs_fsync(ffff80002a06a410) at ffs_fsync+0x376 sys/ufs/ffs/ffs_vnops.c:482 VOP_FSYNC(fffffd806df11638,fffffd807f7d3680,1,ffff8000ffffd960) at VOP_FSYNC+0x108 sys/kern/vfs_vops.c:311 sys_fsync(ffff8000ffffd960,ffff80002a06a5c0,ffff80002a06a510) at sys_fsync+0x16f sys/kern/vfs_syscalls.c:2926 syscall(ffff80002a06a5c0) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80002a06a5c0) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f172101d6a0, count: -13 ddb{0}> machine ddbcpu 1 Stopped at pmap_page_remove+0x45d: xchgq %rax,0(%r14,%rcx,1) pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d sys/arch/amd64/amd64/pmap.c:2014 uvm_anfree_list(fffffd8068289be8,0) at uvm_anfree_list+0xd6 amap_wipeout(fffffd806ff5d1b8) at amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff800029fe52f0,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 uvm_map_teardown(fffffd806c1bc6f8) at uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 uvmspace_free(fffffd806c1bc6f8) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 reaper(ffff800029fd8cb0) at reaper+0x246 sys/kern/kern_exit.c:480 end trace frame: 0x0, count: 8 ddb{1}> trace pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80073a7060) at pmap_page_remove+0x45d sys/arch/amd64/amd64/pmap.c:2014 uvm_anfree_list(fffffd8068289be8,0) at uvm_anfree_list+0xd6 amap_wipeout(fffffd806ff5d1b8) at amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff800029fe52f0,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 uvm_map_teardown(fffffd806c1bc6f8) at uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 uvmspace_free(fffffd806c1bc6f8) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 reaper(ffff800029fd8cb0) at reaper+0x246 sys/kern/kern_exit.c:480 end trace frame: 0x0, count: -7