uvm_fault(0xffffffff8356fc50, 0x7f8317a20cf0, 0, 2) -> e kernel: page fault trap, code=2 Stopped at pmap_page_remove+0x45d: xchgq %rax,0(%r14,%rcx,1) TID PID UID PRFLAGS PFLAGS CPU COMMAND * 19275 18915 0 0x14000 0x200 0 reaper pmap_page_remove(fffffd80070cd1c0) at pmap_page_remove+0x45d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80070cd1c0) at pmap_page_remove+0x45d sys/arch/amd64/amd64/pmap.c:2005 uvm_anfree_list(fffffd8074a46450,0) at uvm_anfree_list+0xd6 amap_wipeout(fffffd80797af160) at amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff800029fe5630,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 uvm_map_teardown(fffffd806adc3898) at uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 uvmspace_free(fffffd806adc3898) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 reaper(ffff800029fd96d0) at reaper+0x246 sys/kern/kern_exit.c:481 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: uvm_fault(0xffffffff8356fc50, 0x7f8317a20cf0, 0, 2) -> e ddb{0}> trace pmap_page_remove(fffffd80070cd1c0) at pmap_page_remove+0x45d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80070cd1c0) at pmap_page_remove+0x45d sys/arch/amd64/amd64/pmap.c:2005 uvm_anfree_list(fffffd8074a46450,0) at uvm_anfree_list+0xd6 amap_wipeout(fffffd80797af160) at amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff800029fe5630,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 uvm_map_teardown(fffffd806adc3898) at uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 uvmspace_free(fffffd806adc3898) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 reaper(ffff800029fd96d0) at reaper+0x246 sys/kern/kern_exit.c:481 end trace frame: 0x0, count: -7 ddb{0}> show registers rdi 0 rsi 0 rbp 0xffff800029fe5530 rbx 0xfffffd805811f8a8 rdx 0 rcx 0x7f8000000000 rax 0 r8 0x62f718ca000 r9 0 r10 0x421d71eadaa51257 r11 0x4b62dfc877d88570 r12 0 r13 0x800000007f7c7000 r14 0x317a20cf0 r15 0xfffffd80070cd228 rip 0xffffffff820a8d8d pmap_page_remove+0x45d cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff800029fe54b0 ss 0x10 pmap_page_remove+0x45d: xchgq %rax,0(%r14,%rcx,1) ddb{0}> show proc PROC (reaper) tid=19275 pid=18915 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=4, usrpri=84, slppri=4, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff800029fd9958,0xffff800029fd9458 process=0xffff800029feb668 user=0xffff800029fe0000, vmspace=0xffffffff8356fc50 estcpu=34, cpticks=2, pctcpu=19.22, user=0, sys=52529, intr=265 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 87644 237670 29270 0 2 0x2 ifconfig 29270 118806 99998 0 3 0x10008a sigsusp sh 99998 366903 73610 0 3 0x82 wait syz-executor 68304 350488 73610 0 3 0x82 piperd syz-executor 26337 26483 73610 0 3 0x82 piperd syz-executor 86636 109267 73610 0 3 0x82 piperd syz-executor 73338 83442 73610 0 3 0x82 piperd syz-executor 6104 515654 73610 0 3 0x82 piperd syz-executor 1671 36955 0 0 3 0x14200 acct acct 89450 501057 73610 0 3 0x82 piperd syz-executor 23584 252820 1 0 3 0x100083 ttyin getty 85916 442735 0 0 3 0x14280 nfsidl nfsio 66164 332671 0 0 3 0x14280 nfsidl nfsio 6061 277372 0 0 3 0x14280 nfsidl nfsio 95798 472722 0 0 3 0x14280 nfsidl nfsio 60011 197982 0 0 3 0x14280 nfsidl nfsio 67969 251841 0 0 3 0x14280 nfsidl nfsio 76208 445820 0 0 3 0x14280 nfsidl nfsio 63706 249950 0 0 3 0x14280 nfsidl nfsio 15457 322741 0 0 3 0x14280 nfsidl nfsio 43595 452046 0 0 3 0x14280 nfsidl nfsio 58151 404364 0 0 3 0x14280 nfsidl nfsio 14037 73279 0 0 3 0x14280 nfsidl nfsio 19505 394117 0 0 3 0x14280 nfsidl nfsio 89888 224272 0 0 3 0x14280 nfsidl nfsio 41317 506668 0 0 3 0x14280 nfsidl nfsio 30968 319952 0 0 3 0x14280 nfsidl nfsio 88266 333898 0 0 3 0x14280 nfsidl nfsio 73591 83738 0 0 3 0x14280 nfsidl nfsio 58495 217839 0 0 3 0x14280 nfsidl nfsio 83631 207441 0 0 3 0x14280 nfsidl nfsio 61179 354515 0 0 3 0x14200 bored sosplice 73610 500417 23960 0 3 0x82 wait syz-executor 23960 306647 92598 0 3 0x10008a sigsusp ksh 92598 373896 45740 0 3 0x98 kqread sshd-session 45740 31613 10674 0 3 0x92 kqread sshd-session 10674 449511 1 0 3 0x88 kqread sshd 87794 87445 54483 74 3 0x1100092 bpf pflogd 54483 270106 1 0 3 0x80 sbwait pflogd 53435 425524 98005 73 2 0x1100010 syslogd 98005 230439 1 0 3 0x100082 sbwait syslogd 35259 355869 1 0 3 0x100080 kqread resolvd 75996 157349 69713 77 2 0x100012 dhcpleased 21201 218615 69713 77 3 0x100092 kqread dhcpleased 69713 517294 1 0 3 0x80 kqread dhcpleased 83534 269551 0 0 3 0x14200 bored smr 355 155176 0 0 2 0x14200 zerothread 60173 192057 0 0 3 0x14200 aiodoned aiodoned 34071 123340 0 0 3 0x14200 syncer update 64971 59764 0 0 3 0x14200 cleaner cleaner *18915 19275 0 0 7 0x14200 reaper 7000 336822 0 0 3 0x14200 pgdaemon pagedaemon 3923 12195 0 0 3 0x14200 bored viomb 43252 44517 0 0 3 0x40014200 acpi0 acpi0 43618 348005 0 0 7 0x40014200 idle1 1261 137211 0 0 3 0x14200 bored softnet3 24966 391073 0 0 3 0x14200 bored softnet2 41667 1453 0 0 3 0x14200 bored softnet1 53714 419534 0 0 2 0x14200 softnet0 60848 110706 0 0 3 0x14200 bored systqmp 5344 26543 0 0 3 0x14200 bored systq 65586 413982 0 0 3 0x14200 tmoslp softclockmp 89555 486466 0 0 3 0x40014200 tmoslp softclock 83142 350871 0 0 3 0x40014200 idle0 1 171087 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806f0c77d8) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pmap_page_remove+0xcd rcr3 machine/cpufunc.h:139 [inline] #3 pmap_page_remove+0xcd pmap_map_ptes sys/arch/amd64/amd64/pmap.c:430 [inline] #3 pmap_page_remove+0xcd sys/arch/amd64/amd64/pmap.c:1965 #4 uvm_anfree_list+0xd6 #5 amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 #6 uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 #7 uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 #8 uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 #9 reaper+0x246 sys/kern/kern_exit.c:481 #10 proc_trampoline+0x10 Process 53435 (syslogd) thread 0xffff8000ffffdbe8 (425524) Process 18915 (reaper) thread 0xffff800029fd96d0 (19275) Process 53714 (softnet0) thread 0xffff8000ffffe510 (419534) ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10236 10201K 14500K 166960K 20749 0 pcb 17 16K 18K 166960K 1996 0 rtable 198 17K 18K 166960K 8056 0 pf 42 19K 28K 166960K 857 0 ifaddr 37 9K 11K 166960K 1107 0 ifgroup 59 2K 3K 166960K 1278 0 sysctl 4 1K 5K 166960K 19 0 counters 66 36K 37K 166960K 708 0 ioctlops 0 0K 4K 166960K 2697 0 iov 0 0K 36K 166960K 480 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1507 95K 95K 166960K 10450 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 28K 36K 166960K 104 0 VM map 2 1K 1K 166960K 2 0 sem 21 5K 6K 166960K 29 0 dirhash 15 2K 3K 166960K 141 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 11 37K 89K 166960K 9408 0 sigio 0 0K 0K 166960K 193 0 proc 79 103K 128K 166960K 7763 0 subproc 91 5K 6K 166960K 3220 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 1477 0 in_multi 68 5K 7K 166960K 2863 0 ether_multi 1 0K 0K 166960K 62 0 mrt 1 0K 0K 166960K 26 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 265 1182K 1182K 166960K 265 0 exec 0 0K 1K 166960K 4892 0 pfkey data 0 0K 0K 166960K 37 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 210 186K 216K 166960K 77032 0 UVM aobj 200 9K 9K 166960K 204 0 pinsyscall 36 72K 100K 166960K 16701 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 379 0 NDP 21 1K 2K 166960K 826 0 temp 73 6823K 6952K 166960K 309069 0 kqueue 13 20K 34K 166960K 983 0 SYN cache 2 8K 16K 166960K 3 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 1196 0 1193 9 8 1 3 0 8 0 rtentry 112 2887 0 2809 8 4 4 4 0 8 0 unpcb 144 7084 0 7067 58 57 1 12 0 8 0 syncache 336 18 0 18 12 12 0 1 0 8 0 tcpqe 32 8 0 8 5 5 0 1 0 8 0 tcpcb 808 2789 0 2785 74 73 1 8 0 8 0 arp 120 526 0 512 1 0 1 1 0 8 0 inpcb 336 10070 0 9985 108 100 8 16 0 8 0 nd6 136 776 0 758 1 0 1 1 0 8 0 pkpcb 40 163 0 163 16 16 0 2 0 8 0 kcovpl 48 247 0 240 1 0 1 1 0 8 0 ppxss 1168 49 0 49 20 20 0 1 0 8 0 pfstscr 40 4 0 4 2 2 0 1 0 8 0 pffrag 232 85 0 83 5 4 1 1 0 482 0 pffrnode 88 82 0 80 5 4 1 1 0 8 0 pffrent 40 386 0 384 5 4 1 1 0 8 0 pfosfp 40 1432 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1432 0 714 21 0 21 21 0 8 0 pfrktable 1344 7 0 4 3 2 1 1 0 8 0 pfanchor 1288 2 0 0 1 0 1 1 0 8 0 pftag 88 6 0 4 1 0 1 1 0 8 0 pfqueue 264 1 0 1 1 1 0 1 0 8 0 pfstitem 24 737 0 697 1 0 1 1 0 8 0 pfstkey 128 745 0 706 4 1 3 4 0 8 0 pfstate 376 737 0 701 17 9 8 12 0 8 0 pfrule 1344 41 0 29 5 4 1 2 0 8 0 art_heap8 4096 7 0 3 5 1 4 5 0 8 0 art_heap4 256 11311 0 10980 74 47 27 31 0 8 2 art_table 32 11318 0 10983 4 0 4 4 0 8 0 art_node 16 2866 0 2798 1 0 1 1 0 8 0 sysvmsgpl 40 25 0 14 2 1 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 23 0 4 1 0 1 1 0 8 0 shmpl 112 201 0 4 6 0 6 6 0 8 0 dirhash 1024 111 0 90 4 1 3 4 0 8 0 dino2pl 256 13203 0 11208 126 1 125 125 0 8 0 ffsino 272 13203 0 11208 134 1 133 133 0 8 0 nchpl 144 22155 0 21231 74 39 35 65 0 8 0 uvmvnodes 80 9639 0 0 197 0 197 197 0 8 0 vnodes 216 9639 0 0 536 0 536 536 0 8 0 namei 1024 105959 0 105959 21 20 1 2 0 8 1 percpumem 16 368 0 321 1 0 1 1 0 8 0 vcpupl 3904 30 0 3 4 0 4 4 0 8 0 vmpool 696 42 0 15 3 0 3 3 0 8 0 pfiaddrpl 120 1 0 0 1 0 1 1 0 8 0 kstatmem 264 668 0 642 11 8 3 3 0 8 0 scsiplug 72 13 0 13 8 8 0 1 0 8 0 scxspl 216 204051 0 204051 37 36 1 8 1 8 1 plimitpl 152 2014 0 1997 1 0 1 1 0 8 0 sigapl 424 9263 0 9197 11 2 9 9 0 8 0 futexpl 64 96595 0 96595 27 26 1 1 0 8 1 knotepl 120 957 0 0 17 0 17 17 0 8 0 kqueuepl 216 2281 0 2272 31 30 1 5 0 8 0 pipepl 320 1540 0 1513 16 13 3 8 0 8 0 fdescpl 496 9218 0 9193 14 10 4 5 0 8 0 filepl 152 62956 0 62734 121 111 10 22 0 8 0 lockfpl 104 3176 0 3174 5 4 1 3 0 8 0 lockfspl 48 1097 0 1095 1 0 1 1 0 8 0 sessionpl 144 269 0 260 1 0 1 1 0 8 0 pgrppl 48 631 0 614 1 0 1 1 0 8 0 ucredpl 104 10192 0 10177 1 0 1 1 0 8 0 zombiepl 144 9198 0 9197 2 1 1 1 0 8 0 processpl 1160 9263 0 9197 7 1 6 6 0 8 0 procpl 648 19502 0 19436 11 3 8 9 0 8 0 srpgc 96 50 0 50 12 12 0 1 0 8 0 sosppl 168 49 0 49 20 20 0 1 0 8 0 sockpl 664 18607 0 18502 169 158 11 34 0 8 0 mcl64k 65536 10 0 0 2 0 2 2 0 8 0 mcl16k 16384 4 0 0 1 0 1 1 0 8 0 mcl12k 12288 3 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 5 0 0 1 0 1 1 0 8 0 mcl2k2 2112 7 0 0 1 0 1 1 0 8 0 mcl2k 2048 426 0 0 30 7 23 30 0 8 0 mtagpl 96 90 0 0 3 1 2 2 0 8 0 mbufpl 256 2488 0 0 142 0 142 142 0 8 0 bufpl 280 26655 0 17014 689 0 689 689 0 8 0 anonpl 24 1209811 0 1204890 294 180 114 117 0 185 55 amapchunkpl 152 252098 0 251713 150 106 44 47 0 158 18 amappl16 200 18192 0 18153 188 175 13 16 0 8 6 amappl15 192 13 0 13 2 2 0 1 0 8 0 amappl14 184 602 0 590 1 0 1 1 0 8 0 amappl13 176 8 0 8 2 2 0 1 0 8 0 amappl12 168 13656 0 13630 3 1 2 2 0 8 0 amappl11 160 54 0 39 1 0 1 1 0 8 0 amappl10 152 25 0 25 1 1 0 1 0 8 0 amappl9 144 137 0 136 1 0 1 1 0 8 0 amappl8 136 22 0 19 1 0 1 1 0 8 0 amappl7 128 595 0 582 1 0 1 1 0 8 0 amappl6 120 2554 0 2549 1 0 1 1 0 8 0 amappl5 112 1096 0 1083 1 0 1 1 0 8 0 amappl4 104 1047 0 1025 1 0 1 1 0 8 0 amappl3 96 49677 0 49601 5 1 4 4 0 8 0 amappl2 88 4025 0 3955 2 0 2 2 0 8 0 amappl1 80 50246 0 49681 19 5 14 14 0 8 0 amappl 88 74492 0 74365 7 2 5 6 0 92 0 dma16384 16384 1 0 1 1 1 0 1 0 8 0 dma4096 4096 3 0 3 3 3 0 1 0 8 0 dma2048 2048 2 0 2 2 2 0 1 0 8 0 dma1024 1024 2 0 1 1 0 1 1 0 8 0 dma512 512 4 0 4 4 4 0 1 0 8 0 dma256 256 8 0 8 3 3 0 1 0 8 0 dma128 128 257 0 257 4 4 0 1 0 8 0 dma64 64 8 0 8 3 3 0 1 0 8 0 dma32 32 8 0 8 2 2 0 1 0 8 0 dma16 16 19 0 18 1 0 1 1 0 8 0 aobjpl 72 203 0 4 4 0 4 4 0 8 0 uaddrrnd 24 9260 0 9208 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 9260 0 9208 1 0 1 1 0 8 0 vmmpekpl 168 74308 0 74244 5 1 4 4 0 8 0 vmmpepl 168 556628 0 555054 227 133 94 100 0 357 5 vmsppl 440 9259 0 9207 9 2 7 7 0 8 0 rwobjpl 56 151029 0 140262 170 14 156 156 0 8 0 pdppl 4096 18527 0 18441 460 368 92 102 0 8 6 pvpl 32 53097 0 0 421 1 420 420 0 265 0 pmappl 248 9259 0 9207 5 1 4 4 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 1229 0 664 17 0 17 17 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace pmap_page_remove(fffffd80070cd1c0) at pmap_page_remove+0x45d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80070cd1c0) at pmap_page_remove+0x45d sys/arch/amd64/amd64/pmap.c:2005 uvm_anfree_list(fffffd8074a46450,0) at uvm_anfree_list+0xd6 amap_wipeout(fffffd80797af160) at amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff800029fe5630,0) at uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 uvm_map_teardown(fffffd806adc3898) at uvm_map_teardown+0x35e sys/uvm/uvm_map.c:2518 uvmspace_free(fffffd806adc3898) at uvmspace_free+0xcd sys/uvm/uvm_map.c:3422 reaper(ffff800029fd96d0) at reaper+0x246 sys/kern/kern_exit.c:481 end trace frame: 0x0, count: -7 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x41e sys/dev/acpi/acpicpu.c:1219 sched_idle(ffff800029b7bff0) at sched_idle+0x558 sys/kern/kern_sched.c:182 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x41e sys/dev/acpi/acpicpu.c:1219 sched_idle(ffff800029b7bff0) at sched_idle+0x558 sys/kern/kern_sched.c:182 end trace frame: 0x0, count: -5