uvm_fault(0xffffffff82d6d388, 0x7f8220a48df0, 0, 2) -> e kernel: page fault trap, code=2 Stopped at pmap_page_remove+0x33d: xchgq %rax,0(%r14,%rcx,1) TID PID UID PRFLAGS PFLAGS CPU COMMAND 77381 55599 0 0x8000000 0 0 syz-executor.3 *222155 35109 0 0x14000 0x200 1 reaper pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8068ca5600,0) at uvm_anfree_list+0x98 amap_wipeout(fffffd806d4394a0) at amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff80002a155740,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd80741f1010) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd80741f1010) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a148cd8) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: 8 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: uvm_fault(0xffffffff82d6d388, 0x7f8220a48df0, 0, 2) -> e ddb{1}> trace pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8068ca5600,0) at uvm_anfree_list+0x98 amap_wipeout(fffffd806d4394a0) at amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff80002a155740,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd80741f1010) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd80741f1010) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a148cd8) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -7 ddb{1}> show registers rdi 0 rsi 0 rbp 0xffff80002a155640 rbx 0xfffffd806827d1c8 rdx 0 rcx 0x7f8000000000 rax 0 r8 0 r9 0 r10 0x1831fe1c8ca9e6e7 r11 0x85b550fd442c9114 r12 0 r13 0x800000007f7c7000 r14 0x220a48df0 r15 0xfffffd80070b0108 rip 0xffffffff81c25bed pmap_page_remove+0x33d cs 0x8 rflags 0x10246 __ALIGN_SIZE+0xf246 rsp 0xffff80002a1555c0 ss 0 pmap_page_remove+0x33d: xchgq %rax,0(%r14,%rcx,1) ddb{1}> show proc PROC (reaper) tid=222155 pid=35109 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=4, usrpri=66, slppri=4, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a149718,0xffff80002a148a58 process=0xffff80002a15b548 user=0xffff80002a150000, vmspace=0xffffffff82d6d388 estcpu=16, cpticks=2, pctcpu=13.89, user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 38593 246159 38422 0 2 0x8000000 syz-executor.4 37620 518393 23862 0 2 0x8000000 syz-executor.0 37620 170537 23862 0 3 0xc000080 msgwait syz-executor.0 37620 2477 23862 0 3 0xc000080 fsleep syz-executor.0 37620 499139 23862 0 3 0xc000080 fsleep syz-executor.0 2258 147 4037 0 2 0x8000000 syz-executor.1 2258 351913 4037 0 3 0xc000080 fsleep syz-executor.1 41429 508436 16527 0 2 0x8000000 syz-executor.5 41429 242428 16527 0 3 0xc000080 fsleep syz-executor.5 55599 77381 27468 0 7 0x8000000 syz-executor.3 55599 203056 27468 0 3 0xc000000 biowait syz-executor.3 4037 478636 47402 0 3 0x8000082 nanoslp syz-executor.1 38422 243981 47402 0 3 0x8000082 nanoslp syz-executor.4 44600 154745 0 0 3 0x14200 acct acct 16353 223879 47402 0 3 0x8000082 nanoslp syz-executor.6 14196 202726 47402 0 3 0x8000082 nanoslp syz-executor.2 23862 111626 47402 0 3 0x8000082 nanoslp syz-executor.0 27468 332675 47402 0 3 0x8000082 nanoslp syz-executor.3 14626 418274 47402 0 3 0x8000002 biowait syz-executor.7 89081 370335 1 0 3 0x18100083 ttyin getty 16527 176681 47402 0 3 0x8000082 nanoslp syz-executor.5 70351 244273 0 0 3 0x14200 bored sosplice 47402 87375 82687 0 3 0x1a000082 thrsleep syz-fuzzer 47402 487707 82687 0 3 0x1e000082 nanoslp syz-fuzzer 47402 498475 82687 0 3 0x1e000082 thrsleep syz-fuzzer 47402 53291 82687 0 3 0x1e000082 wait syz-fuzzer 47402 358169 82687 0 3 0x1e000082 wait syz-fuzzer 47402 264030 82687 0 3 0x1e000082 wait syz-fuzzer 47402 325760 82687 0 3 0x1e000082 thrsleep syz-fuzzer 47402 144957 82687 0 3 0x1e000082 thrsleep syz-fuzzer 47402 446756 82687 0 3 0x1e000082 thrsleep syz-fuzzer 47402 127971 82687 0 3 0x1e000082 wait syz-fuzzer 47402 70641 82687 0 3 0x1e000082 thrsleep syz-fuzzer 47402 276004 82687 0 3 0x1e000082 wait syz-fuzzer 47402 3602 82687 0 3 0x1e000082 wait syz-fuzzer 47402 394400 82687 0 3 0x1e000082 wait syz-fuzzer 47402 411709 82687 0 3 0x1e000082 wait syz-fuzzer 47402 326263 82687 0 3 0x1e000082 kqread syz-fuzzer 82687 18074 5914 0 3 0x810008a sigsusp ksh 5914 132719 35530 0 3 0x1800009a kqread sshd 35530 331169 1 0 3 0x18000088 kqread sshd 68573 362690 56184 73 3 0x19100090 kqread syslogd 56184 396590 1 0 3 0x18100082 sbwait syslogd 36940 506124 1 0 3 0x18100080 kqread resolvd 60115 407757 71724 77 3 0x18100092 kqread dhcpleased 78548 198805 71724 77 3 0x18100092 kqread dhcpleased 71724 73975 1 0 3 0x18000080 kqread dhcpleased 24231 472047 0 0 3 0x14200 bored smr 63752 289299 0 0 2 0x14200 zerothread 94527 315481 0 0 3 0x14200 aiodoned aiodoned 78279 151577 0 0 3 0x14200 syncer update 82059 450 0 0 3 0x14200 cleaner cleaner *35109 222155 0 0 7 0x14200 reaper 98969 205177 0 0 3 0x14200 pgdaemon pagedaemon 72276 26675 0 0 3 0x14200 bored viomb 70867 118408 0 0 3 0x40014200 acpi0 acpi0 3981 266525 0 0 3 0x40014200 idle1 97709 88660 0 0 3 0x14200 bored softnet3 29437 202887 0 0 3 0x14200 bored softnet2 61584 395519 0 0 3 0x14200 bored softnet1 21299 84268 0 0 3 0x14200 bored softnet0 65593 286102 0 0 3 0x14200 bored systqmp 64159 453966 0 0 3 0x14200 bored systq 14187 116313 0 0 3 0x14200 tmoslp softclockmp 76045 116864 0 0 3 0x40014200 tmoslp softclock 60883 353313 0 0 3 0x40014200 idle0 1 206104 0 0 3 0x8080082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd8066dfd9c0) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1157 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 pmap_page_remove+0xa7 rcr3 machine/cpufunc.h:139 [inline] #3 pmap_page_remove+0xa7 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:425 [inline] #3 pmap_page_remove+0xa7 sys/arch/amd64/amd64/pmap.c:1950 #4 uvm_anfree_list+0x98 #5 amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 #6 uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 #7 uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 #8 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 #9 reaper+0x197 sys/kern/kern_exit.c:463 #10 proc_trampoline+0x10 Process 55599 (syz-executor.3) thread 0xffff80002f0f9748 (203056) Process 14626 (syz-executor.7) thread 0xffff80002a2202b8 (418274) Process 35109 (reaper) thread 0xffff80002a148cd8 (222155) ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10191 6504K 7101K 166960K 16999 0 pcb 17 12K 12K 166960K 571 0 rtable 205 14K 15K 166960K 1499 0 pf 31 9K 10K 166960K 170 0 ifaddr 42 15K 16K 166960K 194 0 ifgroup 56 2K 2K 166960K 274 0 sysctl 3 0K 1K 166960K 12 0 counters 64 36K 36K 166960K 176 0 ioctlops 0 0K 4K 166960K 1666 0 iov 0 0K 24K 166960K 220 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1432 90K 91K 166960K 4275 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 20K 21K 166960K 71 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 248 0 dirhash 12 2K 2K 166960K 141 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 15 53K 89K 166960K 3540 0 sigio 0 0K 0K 166960K 64 0 proc 58 79K 127K 166960K 1495 0 subproc 104 6K 7K 166960K 429 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 572 0 in_multi 88 6K 7K 166960K 497 0 ether_multi 1 0K 0K 166960K 32 0 mrt 1 0K 0K 166960K 7 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 1128 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 283 100K 135K 166960K 32255 0 UVM aobj 125 8K 8K 166960K 133 0 pinsyscall 35 70K 100K 166960K 5355 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 248 0 NDP 11 0K 2K 166960K 133 0 temp 76 6820K 14756K 166960K 78923 0 kqueue 12 18K 28K 166960K 517 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 380 0 377 1 0 1 1 0 8 0 rtentry 112 501 0 409 4 1 3 4 0 8 0 unpcb 144 2586 0 2571 6 5 1 4 0 8 0 syncache 336 9 0 9 5 5 0 1 0 8 0 sackhl 24 1 1 1 1 1 0 1 0 8 0 tcpqe 32 168 0 168 3 3 0 1 0 8 0 tcpcb 808 1096 0 1089 23 21 2 8 0 8 1 arp 120 88 0 70 1 0 1 1 0 8 0 inpcb 384 3816 0 3808 28 25 3 8 0 8 2 nd6 136 127 0 104 2 1 1 2 0 8 0 pkpcb 40 24 0 24 10 10 0 1 0 8 0 kcovpl 48 33 0 25 1 0 1 1 0 8 0 ppxss 1168 11 0 11 8 7 1 1 0 8 1 pffrag 232 39 0 38 2 1 1 1 0 482 0 pffrnode 88 33 0 32 2 1 1 1 0 8 0 pffrent 40 288 0 287 2 1 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 312 0 266 1 0 1 1 0 8 0 pfstkey 128 312 0 266 3 1 2 3 0 8 0 pfstate 376 312 0 266 10 4 6 8 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 2 0 1 2 1 1 2 0 8 0 art_heap4 256 1796 0 1389 42 16 26 30 0 8 0 art_table 32 1798 0 1390 5 1 4 4 0 8 0 art_node 16 481 0 401 1 0 1 1 0 8 0 sysvmsgpl 40 21 0 8 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 244 0 234 1 0 1 1 0 8 0 shmpl 112 130 0 8 4 0 4 4 0 8 0 dirhash 1024 103 0 86 3 0 3 3 0 8 0 dino2pl 256 7249 0 5718 97 0 97 97 0 8 0 ffsino 272 7249 0 5718 103 0 103 103 0 8 0 nchpl 144 12685 0 12104 67 40 27 67 0 8 0 uvmvnodes 80 9322 0 0 191 0 191 191 0 8 0 vnodes 216 9322 0 0 518 0 518 518 0 8 0 namei 1024 44268 0 44267 9 8 1 2 0 8 0 percpumem 16 102 0 56 1 0 1 1 0 8 0 vcpupl 3904 8 0 2 1 0 1 1 0 8 0 vmpool 696 18 0 12 1 0 1 1 0 8 0 kstatmem 264 134 0 112 2 0 2 2 0 8 0 scsiplug 72 17 0 17 9 8 1 1 0 8 1 scxspl 216 90595 0 90593 21 20 1 8 1 8 0 plimitpl 152 626 0 611 1 0 1 1 0 8 0 sigapl 424 3822 0 3774 9 2 7 8 0 8 0 futexpl 64 57681 0 57677 6 5 1 1 0 8 0 knotepl 120 954 0 0 25 0 25 25 0 8 0 kqueuepl 216 1004 0 995 1 0 1 1 0 8 0 pipepl 320 581 0 553 3 0 3 3 0 8 0 fdescpl 496 3778 0 3752 5 0 5 5 0 8 0 filepl 152 25037 0 24800 19 7 12 14 0 8 0 lockfpl 104 923 0 921 1 0 1 1 0 8 0 lockfspl 48 375 0 373 1 0 1 1 0 8 0 sessionpl 144 50 0 34 1 0 1 1 0 8 0 pgrppl 48 89 0 73 1 0 1 1 0 8 0 ucredpl 104 4734 0 4721 1 0 1 1 0 8 0 zombiepl 144 3776 0 3774 2 1 1 1 0 8 0 processpl 1136 3822 0 3774 8 3 5 6 0 8 0 procpl 656 7609 0 7540 12 3 9 9 0 8 0 srpgc 96 28 0 28 10 10 0 1 0 8 0 sosppl 168 56 0 56 16 15 1 1 0 8 1 sockpl 664 6851 0 6824 35 31 4 9 0 8 1 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 9 0 0 2 0 2 2 0 8 0 mcl4k 4096 6 0 0 1 0 1 1 0 8 0 mcl2k 2048 572 0 0 38 0 38 38 0 8 0 mtagpl 96 23 0 0 1 0 1 1 0 8 0 mbufpl 256 1043 0 0 61 0 61 61 0 8 0 bufpl 280 14882 0 5559 667 0 667 667 0 8 0 anonpl 24 599451 0 593027 128 59 69 93 0 186 0 amapchunkpl 152 107740 0 107044 88 52 36 42 0 158 1 amappl16 200 13325 0 13185 108 88 20 21 0 8 9 amappl15 192 13 0 13 1 1 0 1 0 8 0 amappl14 184 227 0 216 2 1 1 2 0 8 0 amappl13 176 14 0 14 1 1 0 1 0 8 0 amappl12 168 4813 0 4783 3 1 2 2 0 8 0 amappl11 160 94 0 84 1 0 1 1 0 8 0 amappl10 152 91 0 80 1 0 1 1 0 8 0 amappl9 144 194 0 194 2 2 0 1 0 8 0 amappl8 136 275 0 237 2 0 2 2 0 8 0 amappl7 128 62 0 47 1 0 1 1 0 8 0 amappl6 120 657 0 642 2 1 1 2 0 8 0 amappl5 112 274 0 262 1 0 1 1 0 8 0 amappl4 104 777 0 740 2 0 2 2 0 8 0 amappl3 96 20248 0 20168 3 0 3 3 0 8 0 amappl2 88 4304 0 4231 3 1 2 3 0 8 0 amappl1 80 21534 0 21041 23 11 12 22 0 8 0 amappl 88 31281 0 31085 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 132 0 8 3 0 3 3 0 8 0 uaddrrnd 24 3796 0 3764 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3796 0 3764 1 0 1 1 0 8 0 vmmpekpl 168 28100 0 28035 4 0 4 4 0 8 0 vmmpepl 168 244828 0 242975 200 101 99 113 0 357 7 vmsppl 440 3795 0 3763 7 2 5 5 0 8 0 rwobjpl 56 70220 0 59659 159 7 152 152 0 8 3 pdppl 4096 7599 0 7532 263 191 72 77 0 8 5 pvpl 32 45592 0 0 368 0 368 368 0 265 0 pmappl 248 3795 0 3763 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 661 0 251 12 0 12 12 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffffffff82c81ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82e0b828) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82e0b828) at __mp_lock+0x129 sys/kern/kern_lock.c:147 intr_handler(ffff80002a23abb0,ffff80000067b200) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f end of kernel end trace frame: 0x7ccd13eb3560, count: 9 ddb{0}> trace x86_ipi_db(ffffffff82c81ff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff82e0b828) at __mp_lock+0x129 __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff82e0b828) at __mp_lock+0x129 sys/kern/kern_lock.c:147 intr_handler(ffff80002a23abb0,ffff80000067b200) at intr_handler+0x62 sys/arch/amd64/amd64/intr.c:539 Xintr_ioapic_edge25_untramp() at Xintr_ioapic_edge25_untramp+0x18f end of kernel end trace frame: 0x7ccd13eb3560, count: -6 ddb{0}> machine ddbcpu 1 Stopped at pmap_page_remove+0x33d: xchgq %rax,0(%r14,%rcx,1) pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8068ca5600,0) at uvm_anfree_list+0x98 amap_wipeout(fffffd806d4394a0) at amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff80002a155740,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd80741f1010) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd80741f1010) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a148cd8) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: 8 ddb{1}> trace pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d _atomic_swap_64 machine/atomic.h:117 [inline] pmap_page_remove(fffffd80070b00a0) at pmap_page_remove+0x33d sys/arch/amd64/amd64/pmap.c:1990 uvm_anfree_list(fffffd8068ca5600,0) at uvm_anfree_list+0x98 amap_wipeout(fffffd806d4394a0) at amap_wipeout+0x1af sys/uvm/uvm_amap.c:502 uvm_unmap_detach(ffff80002a155740,1) at uvm_unmap_detach+0x7d sys/uvm/uvm_map.c:1354 uvm_map_teardown(fffffd80741f1010) at uvm_map_teardown+0x2f8 sys/uvm/uvm_map.c:2554 uvmspace_free(fffffd80741f1010) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a148cd8) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -7