uvm_fault(0xffffffff82e985b8, 0x7fbe93c1e240, 0, 2) -> e kernel: page fault trap, code=2 Stopped at pmap_page_remove+0x33d: xchgq %rax,0(%r14,%rcx,1) TID PID UID PRFLAGS PFLAGS CPU COMMAND 199271 66158 0 0x14000 0x200 1 zerothread *247252 12985 0 0x14000 0x200 0 reaper pmap_page_remove(fffffd8006f0a860) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd8006f0a860) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8069b559d8,0) at uvm_anfree_list+0x98 amap_wipeout(fffffd806e90c638) at amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff80002a154f50,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd806a8291d0) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd806a8291d0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a149488) at reaper+0x197 sys/kern/kern_exit.c:475 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: uvm_fault(0xffffffff82e985b8, 0x7fbe93c1e240, 0, 2) -> e ddb{0}> trace pmap_page_remove(fffffd8006f0a860) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd8006f0a860) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8069b559d8,0) at uvm_anfree_list+0x98 amap_wipeout(fffffd806e90c638) at amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff80002a154f50,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd806a8291d0) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd806a8291d0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a149488) at reaper+0x197 sys/kern/kern_exit.c:475 end trace frame: 0x0, count: -7 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff80002a154e50 rbx 0xfffffd806b3ad350 rdx 0 rcx 0x7f8000000000 rax 0 r8 0 r9 0 r10 0x4aeb5141820c0af5 r11 0x68d94fbb49cad393 r12 0 r13 0x800000007f7c7000 r14 0x3e93c1e240 r15 0xfffffd8006f0a8c8 rip 0xffffffff8266b02d pmap_page_remove+0x33d cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a154dd0 ss 0x10 pmap_page_remove+0x33d: xchgq %rax,0(%r14,%rcx,1) ddb{0}> show proc PROC (reaper) tid=247252 pid=12985 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=86, usrpri=86, slppri=4, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a149718,0xffff80002a148f78 process=0xffff80002a15b130 user=0xffff80002a150000, vmspace=0xffffffff82e985b8 estcpu=36, cpticks=35, pctcpu=20.38, user=0, sys=4, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 84292 80316 86111 0 2 0x8000000 syz-executor.7 15428 438770 51890 0 3 0x8000002 biowait syz-executor.0 1741 361769 51890 0 3 0x8000002 biowait syz-executor.5 86111 62435 51890 0 3 0x8000082 nanoslp syz-executor.7 24490 427056 0 0 3 0x14200 acct acct 21839 439321 51890 0 3 0x8000002 biowait syz-executor.2 12591 346993 51890 0 3 0x8000002 biowait syz-executor.6 15503 390615 51890 0 3 0x8000082 wait syz-executor.4 97292 502527 51890 0 3 0x8000002 biowait syz-executor.1 688 229794 51890 0 3 0x8000002 biowait syz-executor.3 47679 59948 0 0 3 0x14200 bored sosplice 68758 129090 0 0 3 0x14280 nfsidl nfsio 88905 223636 0 0 3 0x14280 nfsidl nfsio 56598 436495 0 0 3 0x14280 nfsidl nfsio 48039 295973 0 0 3 0x14280 nfsidl nfsio 73800 281018 0 0 3 0x14280 nfsidl nfsio 845 163378 0 0 3 0x14280 nfsidl nfsio 26155 319482 0 0 3 0x14280 nfsidl nfsio 44227 126339 0 0 3 0x14280 nfsidl nfsio 8323 168203 0 0 3 0x14280 nfsidl nfsio 65374 125455 0 0 3 0x14280 nfsidl nfsio 48527 496565 0 0 3 0x14280 nfsidl nfsio 44913 225452 0 0 3 0x14280 nfsidl nfsio 84660 110582 0 0 3 0x14280 nfsidl nfsio 64278 149396 0 0 3 0x14280 nfsidl nfsio 27119 233600 0 0 3 0x14280 nfsidl nfsio 49334 9366 0 0 3 0x14280 nfsidl nfsio 73725 296619 0 0 3 0x14280 nfsidl nfsio 61376 415041 0 0 3 0x14280 nfsidl nfsio 89444 121360 0 0 3 0x14280 nfsidl nfsio 31957 308780 0 0 3 0x14280 nfsidl nfsio 51890 59920 74451 0 3 0x1a000082 wait syz-fuzzer 51890 310339 74451 0 3 0x1e000082 nanoslp syz-fuzzer 51890 129352 74451 0 3 0x1e000082 wait syz-fuzzer 51890 267779 74451 0 3 0x1e000082 thrsleep syz-fuzzer 51890 432242 74451 0 3 0x1e000082 thrsleep syz-fuzzer 51890 502521 74451 0 3 0x1e000082 thrsleep syz-fuzzer 51890 184513 74451 0 3 0x1e000082 thrsleep syz-fuzzer 51890 64740 74451 0 3 0x1e000082 wait syz-fuzzer 51890 203549 74451 0 3 0x1e000082 wait syz-fuzzer 51890 406209 74451 0 3 0x1e000082 thrsleep syz-fuzzer 51890 379702 74451 0 3 0x1e000082 thrsleep syz-fuzzer 51890 470185 74451 0 3 0x1e000082 wait syz-fuzzer 51890 464113 74451 0 3 0x1e000082 kqread syz-fuzzer 51890 276706 74451 0 3 0x1e000082 wait syz-fuzzer 51890 442163 74451 0 3 0x1e000082 wait syz-fuzzer 51890 393140 74451 0 3 0x1e000082 wait syz-fuzzer 74451 96656 96879 0 3 0x810008a sigsusp ksh 96879 443529 39836 0 3 0x1800009a kqread sshd 312 293269 1 0 3 0x18100083 ttyin getty 39836 433131 1 0 3 0x18000088 kqread sshd 79941 162675 99232 73 3 0x19100010 biowait syslogd 99232 518648 1 0 3 0x18100082 sbwait syslogd 4559 194940 1 0 3 0x18100080 kqread resolvd 50379 160654 38005 77 3 0x18100092 kqread dhcpleased 19228 378911 38005 77 3 0x18100092 kqread dhcpleased 38005 99581 1 0 3 0x18000080 kqread dhcpleased 61114 420601 0 0 3 0x14200 bored smr 66158 199271 0 0 7 0x14200 zerothread 7051 16688 0 0 3 0x14200 aiodoned aiodoned 88739 48770 0 0 3 0x14200 syncer update 66008 337962 0 0 3 0x14200 cleaner cleaner *12985 247252 0 0 7 0x14200 reaper 95725 508647 0 0 3 0x14200 pgdaemon pagedaemon 66185 170462 0 0 3 0x14200 bored viomb 80051 376385 0 0 3 0x40014200 acpi0 acpi0 41395 15444 0 0 3 0x40014200 idle1 96988 393009 0 0 3 0x14200 bored softnet3 60960 460229 0 0 3 0x14200 bored softnet2 71080 411661 0 0 3 0x14200 bored softnet1 99885 24584 0 0 3 0x14200 bored softnet0 25905 103485 0 0 3 0x14200 bored systqmp 58529 363720 0 0 3 0x14200 bored systq 43329 98581 0 0 3 0x14200 tmoslp softclockmp 46933 489280 0 0 2 0x40014200 softclock 23408 271488 0 0 3 0x40014200 idle0 1 297546 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806b192020) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 pmap_page_remove+0xa7 rcr3 machine/cpufunc.h:139 [inline] #3 pmap_page_remove+0xa7 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:425 [inline] #3 pmap_page_remove+0xa7 sys/arch/amd64/amd64/pmap.c:1950 #4 uvm_anfree_list+0x98 #5 amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 #6 uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 #7 uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 #8 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 #9 reaper+0x197 sys/kern/kern_exit.c:475 #10 proc_trampoline+0x10 Process 15428 (syz-executor.0) thread 0xffff80002a21a040 (438770) Process 1741 (syz-executor.5) thread 0xffff80002a156030 (361769) Process 21839 (syz-executor.2) thread 0xffff8000345e6a78 (439321) Process 12591 (syz-executor.6) thread 0xffff8000345e67e8 (346993) Process 97292 (syz-executor.1) thread 0xffff80002a21b750 (502527) Process 688 (syz-executor.3) thread 0xffff80002a157740 (229794) Process 79941 (syslogd) thread 0xffff8000ffffdc40 (162675) Process 12985 (reaper) thread 0xffff80002a149488 (247252) ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10217 6443K 7186K 166960K 16117 0 pcb 17 12K 12K 166960K 396 0 rtable 186 9K 10K 166960K 1431 0 pf 42 11K 12K 166960K 197 0 ifaddr 44 15K 16K 166960K 222 0 ifgroup 75 3K 3K 166960K 319 0 sysctl 3 0K 1K 166960K 8 0 counters 76 37K 38K 166960K 210 0 ioctlops 0 0K 4K 166960K 1614 0 iov 0 0K 16K 166960K 156 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1377 87K 87K 166960K 3861 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 5K 13K 166960K 59 0 VM map 2 1K 1K 166960K 2 0 sem 21 16K 16K 166960K 154 0 dirhash 12 2K 3K 166960K 120 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 11 37K 78K 166960K 2691 0 sigio 0 0K 0K 166960K 36 0 proc 59 79K 115K 166960K 1444 0 subproc 104 6K 7K 166960K 481 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 373 0 in_multi 69 5K 7K 166960K 475 0 ether_multi 1 0K 0K 166960K 14 0 mrt 1 0K 0K 166960K 5 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 115 519K 519K 166960K 115 0 exec 0 0K 1K 166960K 1127 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 229 78K 98K 166960K 24886 0 UVM aobj 102 15K 15K 166960K 110 0 pinsyscall 31 62K 100K 166960K 4580 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 213 0 NDP 17 0K 1K 166960K 155 0 temp 75 6808K 14744K 166960K 81780 0 kqueue 12 18K 28K 166960K 386 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 331 0 328 1 0 1 1 0 8 0 rtentry 112 478 0 403 4 1 3 4 0 8 0 unpcb 144 1994 0 1981 9 8 1 4 0 8 0 syncache 336 13 0 13 7 7 0 1 0 8 0 tcpqe 32 92 0 92 3 3 0 1 0 8 0 tcpcb 808 836 0 831 16 15 1 8 0 8 0 arp 120 84 0 70 1 0 1 1 0 8 0 inpcb 384 2751 0 2743 18 16 2 9 0 8 1 nd6 136 119 0 100 1 0 1 1 0 8 0 pkpcb 40 16 0 16 10 10 0 1 0 8 0 kcovpl 48 37 0 29 1 0 1 1 0 8 0 ppxss 1168 18 0 18 7 7 0 1 0 8 0 pffrag 232 16 0 14 1 0 1 1 0 482 0 pffrnode 88 14 0 12 1 0 1 1 0 8 0 pffrent 40 106 0 103 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 194 0 166 1 0 1 1 0 8 0 pfstkey 128 194 0 166 2 0 2 2 0 8 0 pfstate 376 194 0 166 7 3 4 4 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 6 0 4 5 3 2 4 0 8 0 art_heap4 256 1788 0 1483 42 19 23 29 0 8 3 art_table 32 1794 0 1487 5 1 4 4 0 8 0 art_node 16 468 0 403 1 0 1 1 0 8 0 sysvmsgpl 40 28 0 8 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 149 0 130 1 0 1 1 0 8 0 shmpl 112 107 0 8 3 0 3 3 0 8 0 dirhash 1024 89 0 72 3 0 3 3 0 8 0 dino2pl 256 5794 0 4266 96 0 96 96 0 8 0 ffsino 272 5794 0 4266 103 0 103 103 0 8 0 nchpl 144 9881 0 8144 66 0 66 66 0 8 0 uvmvnodes 80 7704 0 0 158 0 158 158 0 8 0 vnodes 216 7704 0 0 428 0 428 428 0 8 0 namei 1024 36407 0 36407 9 8 1 2 0 8 1 percpumem 16 119 0 67 1 0 1 1 0 8 0 vcpupl 3904 3 0 1 1 0 1 1 0 8 0 vmpool 696 13 0 11 4 3 1 1 0 8 0 kstatmem 264 168 0 134 3 0 3 3 0 8 0 scsiplug 72 7 0 7 5 5 0 1 0 8 0 scxspl 216 64601 0 64594 19 18 1 8 1 8 0 plimitpl 152 526 0 511 1 0 1 1 0 8 0 sigapl 424 2977 0 2914 8 0 8 8 0 8 0 futexpl 64 44926 0 44926 6 5 1 1 0 8 1 knotepl 120 668 0 0 18 0 18 18 0 8 0 kqueuepl 216 827 0 819 1 0 1 1 0 8 0 pipepl 320 519 0 491 3 0 3 3 0 8 0 fdescpl 496 2927 0 2905 6 2 4 5 0 8 0 filepl 152 20233 0 19996 17 6 11 13 0 8 0 lockfpl 104 976 0 974 1 0 1 1 0 8 0 lockfspl 48 435 0 433 1 0 1 1 0 8 0 sessionpl 144 50 0 34 1 0 1 1 0 8 0 pgrppl 48 82 0 66 1 0 1 1 0 8 0 ucredpl 104 3439 0 3428 1 0 1 1 0 8 0 zombiepl 144 2915 0 2914 2 1 1 1 0 8 0 processpl 1144 2977 0 2914 6 0 6 6 0 8 0 procpl 656 5726 0 5648 9 0 9 9 0 8 0 srpgc 96 38 0 38 8 8 0 1 0 8 0 sosppl 168 16 0 16 7 7 0 1 0 8 0 sockpl 664 5119 0 5095 38 35 3 9 0 8 1 mcl64k 65536 13 0 0 2 0 2 2 0 8 0 mcl16k 16384 9 0 0 2 0 2 2 0 8 0 mcl12k 12288 9 0 0 1 0 1 1 0 8 0 mcl9k 9216 4 0 0 1 0 1 1 0 8 0 mcl8k 8192 9 0 0 2 0 2 2 0 8 0 mcl4k 4096 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 419 0 0 48 5 43 48 0 8 1 mtagpl 96 13 0 0 1 0 1 1 0 8 0 mbufpl 256 641 0 0 26 0 26 26 0 8 1 bufpl 280 14454 0 5676 628 0 628 628 0 8 0 anonpl 24 599156 0 592565 126 51 75 90 0 186 1 amapchunkpl 152 85066 0 84539 71 30 41 43 0 158 8 amappl16 200 13250 0 13068 126 111 15 36 0 8 0 amappl15 192 9 0 9 2 2 0 1 0 8 0 amappl14 184 252 0 242 2 1 1 2 0 8 0 amappl13 176 10 0 10 1 1 0 1 0 8 0 amappl12 168 3969 0 3947 2 0 2 2 0 8 0 amappl11 160 139 0 120 1 0 1 1 0 8 0 amappl10 152 81 0 77 1 0 1 1 0 8 0 amappl9 144 145 0 145 2 2 0 1 0 8 0 amappl8 136 303 0 266 2 0 2 2 0 8 0 amappl7 128 62 0 47 1 0 1 1 0 8 0 amappl6 120 680 0 664 2 1 1 2 0 8 0 amappl5 112 272 0 259 1 0 1 1 0 8 0 amappl4 104 768 0 734 2 0 2 2 0 8 0 amappl3 96 15770 0 15717 3 0 3 3 0 8 0 amappl2 88 3425 0 3359 5 3 2 5 0 8 0 amappl1 80 19244 0 18769 22 10 12 22 0 8 0 amappl 88 23934 0 23790 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 109 0 8 2 0 2 2 0 8 0 uaddrrnd 24 2940 0 2916 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2940 0 2916 1 0 1 1 0 8 0 vmmpekpl 168 23933 0 23862 5 1 4 4 0 8 0 vmmpepl 168 203782 0 202123 186 86 100 120 0 357 3 vmsppl 440 2939 0 2915 4 0 4 4 0 8 0 rwobjpl 56 61099 0 52212 139 12 127 127 0 8 0 pdppl 4096 5887 0 5832 205 138 67 73 0 8 12 pvpl 32 49127 0 0 398 1 397 397 0 265 0 pmappl 248 2939 0 2915 6 3 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 577 0 204 12 0 12 12 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace pmap_page_remove(fffffd8006f0a860) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd8006f0a860) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8069b559d8,0) at uvm_anfree_list+0x98 amap_wipeout(fffffd806e90c638) at amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff80002a154f50,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd806a8291d0) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd806a8291d0) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a149488) at reaper+0x197 sys/kern/kern_exit.c:475 end trace frame: 0x0, count: -7 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0xf sys/dev/kcov.c:154 uvm_pagezero_thread(ffff80002a148298) at uvm_pagezero_thread+0xc0 sys/uvm/uvm_pmemrange.c:2194 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0xf sys/dev/kcov.c:154 uvm_pagezero_thread(ffff80002a148298) at uvm_pagezero_thread+0xc0 sys/uvm/uvm_pmemrange.c:2194 end trace frame: 0x0, count: -5