panic: pmap_remove_ptes: unmanaged page marked PG_PVLIST: va 0x7cd0d216000, opte 0xffffffffffffffff Stopped at db_enter+0x1c: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 13668 89852 0 0x14000 0x200 1 zerothread * 55511 70164 0 0x14000 0x200 0 reaper db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828f26d3) at panic+0x17b sys/kern/subr_prf.c:198 pmap_remove_ptes(fffffd806b6293f0,fffffd8007677640,7f83e68690b0,7cd0d216000,7cd0d23f000,0,bbc628bfd9d3526) at pmap_remove_ptes+0x33e pmap_do_remove(fffffd806b6293f0,7cd0d216000,7cd0d23f000,0) at pmap_do_remove+0x410 sys/arch/amd64/amd64/pmap.c:1896 uvm_unmap_kill_entry_withlock(fffffd806b195c20,fffffd806b79d0b8,0) at uvm_unmap_kill_entry_withlock+0x1b1 sys/uvm/uvm_map.c:1897 uvm_map_teardown(fffffd806b195c20) at uvm_map_teardown+0x1c7 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd806b195c20) at uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2534 uvmspace_free(fffffd806b195c20) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a148f68) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: 7 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: pmap_remove_ptes: unmanaged page marked PG_PVLIST: va 0x7cd0d216000, opte 0xffffffffffffffff ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828f26d3) at panic+0x17b sys/kern/subr_prf.c:198 pmap_remove_ptes(fffffd806b6293f0,fffffd8007677640,7f83e68690b0,7cd0d216000,7cd0d23f000,0,bbc628bfd9d3526) at pmap_remove_ptes+0x33e pmap_do_remove(fffffd806b6293f0,7cd0d216000,7cd0d23f000,0) at pmap_do_remove+0x410 sys/arch/amd64/amd64/pmap.c:1896 uvm_unmap_kill_entry_withlock(fffffd806b195c20,fffffd806b79d0b8,0) at uvm_unmap_kill_entry_withlock+0x1b1 sys/uvm/uvm_map.c:1897 uvm_map_teardown(fffffd806b195c20) at uvm_map_teardown+0x1c7 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd806b195c20) at uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2534 uvmspace_free(fffffd806b195c20) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a148f68) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -8 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a154f30 rbx 0xffffffff82ca3cdf cpu_info_full_primary+0x2cdf rdx 0 rcx 0xffff80002a148f68 rax 0xffffffff82ca2ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xc7da6d13b9b07acf r11 0xb2b1f0bfbfade1eb r12 0xffffffff82ca3ae0 cpu_info_full_primary+0x2ae0 r13 0 r14 0 r15 0x1 rip 0xffffffff820385fc db_enter+0x1c cs 0x8 rflags 0x246 rsp 0xffff80002a154f20 ss 0x10 db_enter+0x1c: addq $0x8,%rsp ddb{0}> show proc PROC (reaper) tid=55511 pid=70164 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=4, usrpri=83, slppri=4, nice=20 wchan=0x0, wmesg=, ps_single=0x0 forw=0xffffffffffffffff, list=0xffff80002a1491f8,0xffff80002a148ce8 process=0xffff80002a15b548 user=0xffff80002a150000, vmspace=0xffffffff82e45418 estcpu=33, cpticks=11, pctcpu=30.38, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 66908 334946 1171 0 2 0x810008a sh 1171 271929 32329 0 3 0x8000082 wait syz-executor.0 40252 296844 67215 0 3 0x8000080 nanoslp syz-executor.1 40252 46150 67215 0 3 0xc000080 ttyin syz-executor.1 20368 444961 83249 0 2 0x810008a sh 83249 438467 32329 0 3 0x8000082 wait syz-executor.3 67964 9589 32329 0 3 0x8000082 wait syz-executor.7 2494 152123 32329 0 2 0x8000082 syz-executor.4 23097 475970 32329 0 3 0x8000082 wait syz-executor.5 45037 148096 1 -1 4 0x8082010 syz-executor.2 45037 181306 1 -1 3 0xc002010 suspend syz-executor.2 45037 15059 1 -1 4 0xc082010 syz-executor.2 37009 329932 1 0 3 0x18100083 ttyin getty 67215 520993 32329 0 3 0x8000082 nanoslp syz-executor.1 11335 20585 1 0 3 0x8000080 fsleep syz-executor.7 11335 371517 1 0 3 0xc000080 fsleep syz-executor.7 11335 64403 1 0 3 0xc000080 netio syz-executor.7 40610 128064 0 0 3 0x14200 bored sosplice 93804 225409 19610 0 3 0x18100082 netio arp 19610 325295 1 0 3 0x810008a sigsusp sh 32329 356774 10577 0 3 0x1a000082 thrsleep syz-fuzzer 32329 300987 10577 0 3 0x1e000082 nanoslp syz-fuzzer 32329 199063 10577 0 3 0x1e000082 wait syz-fuzzer 32329 300463 10577 0 3 0x1e000082 thrsleep syz-fuzzer 32329 101772 10577 0 2 0x1e000002 syz-fuzzer 32329 92520 10577 0 3 0x1e000082 wait syz-fuzzer 32329 43322 10577 0 3 0x1e000082 wait syz-fuzzer 32329 161728 10577 0 3 0x1e000082 wait syz-fuzzer 32329 174733 10577 0 3 0x1e000082 thrsleep syz-fuzzer 32329 220353 10577 0 2 0x1e000002 syz-fuzzer 32329 468902 10577 0 3 0x1e000082 thrsleep syz-fuzzer 32329 490387 10577 0 3 0x1e000082 wait syz-fuzzer 32329 385813 10577 0 3 0x1e000082 thrsleep syz-fuzzer 32329 231390 10577 0 3 0x1e000082 wait syz-fuzzer 32329 88896 10577 0 3 0x1e000082 thrsleep syz-fuzzer 32329 4513 10577 0 3 0x1e000082 thrsleep syz-fuzzer 10577 513633 91867 0 3 0x810008a sigsusp ksh 91867 259222 72903 0 3 0x1800009a kqread sshd 72903 252500 1 0 3 0x18000088 kqread sshd 50337 454381 82405 73 2 0x19100010 syslogd 82405 414044 1 0 3 0x18100082 sbwait syslogd 93002 96945 1 0 3 0x18100080 kqread resolvd 89795 260259 17723 77 3 0x18100092 kqread dhcpleased 98618 82607 17723 77 3 0x18100092 kqread dhcpleased 17723 345213 1 0 3 0x18000080 kqread dhcpleased 12534 475128 0 0 3 0x14200 bored smr 89852 13668 0 0 7 0x14200 zerothread 65671 79432 0 0 3 0x14200 aiodoned aiodoned 14299 85146 0 0 3 0x14200 syncer update 14780 354355 0 0 3 0x14200 cleaner cleaner *70164 55511 0 0 7 0x14200 reaper 75902 80762 0 0 3 0x14200 pgdaemon pagedaemon 53703 250739 0 0 3 0x14200 bored viomb 31909 34882 0 0 3 0x40014200 acpi0 acpi0 81832 433453 0 0 3 0x40014200 idle1 63334 231374 0 0 3 0x14200 bored softnet3 321 389475 0 0 3 0x14200 bored softnet2 28964 270340 0 0 3 0x14200 bored softnet1 50487 385393 0 0 3 0x14200 bored softnet0 83385 207309 0 0 3 0x14200 bored systqmp 20542 84512 0 0 3 0x14200 bored systq 4357 406803 0 0 3 0x14200 tmoslp softclockmp 90828 328709 0 0 3 0x40014200 tmoslp softclock 41301 320369 0 0 3 0x40014200 idle0 1 780 0 0 3 0x8000082 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd806b629400) #0 witness_lock+0x446 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x446 sys/kern/subr_witness.c:1187 #1 mtx_enter_try+0x103 #2 mtx_enter+0x4e sys/kern/kern_lock.c:266 #3 pmap_do_remove+0x99 rcr3 machine/cpufunc.h:141 [inline] #3 pmap_do_remove+0x99 pmap_map_ptes sys/arch/amd64/amd64/pmap.c:425 [inline] #3 pmap_do_remove+0x99 sys/arch/amd64/amd64/pmap.c:1800 #4 uvm_unmap_kill_entry_withlock+0x1b1 sys/uvm/uvm_map.c:1897 #5 uvm_map_teardown+0x1c7 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] #5 uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2534 #6 uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 #7 reaper+0x197 sys/kern/kern_exit.c:463 #8 proc_trampoline+0x10 Process 50337 (syslogd) thread 0xffff8000ffffd9b0 (454381) Process 70164 (reaper) thread 0xffff80002a148f68 (55511) ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10194 6428K 7216K 166960K 13939 0 pcb 17 16K 18K 166960K 384 0 rtable 86 11K 15K 166960K 969 0 pf 21 7K 10K 166960K 97 0 ifaddr 19 10K 15K 166960K 103 0 ifgroup 34 1K 2K 166960K 155 0 sysctl 3 0K 0K 166960K 3 0 counters 56 35K 37K 166960K 112 0 ioctlops 0 0K 4K 166960K 1627 0 iov 1 2K 18K 166960K 196 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1389 87K 88K 166960K 2497 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 9K 166960K 37 0 VM map 2 1K 1K 166960K 2 0 sem 16 1K 1K 166960K 95 0 dirhash 12 2K 3K 166960K 75 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 15 53K 93K 166960K 1692 0 sigio 0 0K 0K 166960K 54 0 proc 58 79K 140K 166960K 872 0 subproc 117 7K 8K 166960K 312 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 336 0 in_multi 22 1K 7K 166960K 250 0 ether_multi 1 0K 0K 166960K 4 0 mrt 0 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 229 1023K 1023K 166960K 229 0 exec 0 0K 1K 166960K 863 0 pfkey data 0 0K 0K 166960K 67 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 271 84K 125K 166960K 17622 0 UVM aobj 77 5K 5K 166960K 79 0 pinsyscall 36 72K 100K 166960K 3116 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 210 0 NDP 7 0K 1K 166960K 69 0 temp 148 6821K 6949K 166960K 41238 0 kqueue 12 18K 26K 166960K 207 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 276 0 272 3 2 1 3 0 8 0 rtentry 112 308 0 277 4 0 4 4 0 8 0 unpcb 144 1364 0 1349 7 6 1 6 0 8 0 syncache 336 4 0 4 1 1 0 1 0 8 0 sackhl 24 1 0 1 1 1 0 1 0 8 0 tcpqe 32 19 0 19 1 1 0 1 0 8 0 tcpcb 808 574 0 569 29 28 1 8 0 8 0 arp 120 39 0 37 1 0 1 1 0 8 0 inpcb 384 2141 0 2131 46 44 2 11 0 8 0 nd6 136 58 0 55 1 0 1 1 0 8 0 pkpcb 40 4 0 4 3 3 0 1 0 8 0 kcovpl 48 24 0 15 1 0 1 1 0 8 0 pffrag 232 19 0 18 3 2 1 1 0 482 0 pffrnode 88 19 0 18 3 2 1 1 0 8 0 pffrent 40 457 0 456 3 2 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 104 0 93 1 0 1 1 0 8 0 pfstkey 128 104 0 93 2 0 2 2 0 8 0 pfstate 376 104 0 93 4 1 3 4 0 8 0 pfrule 1344 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 891 0 746 30 8 22 29 0 8 7 art_table 32 892 0 746 4 0 4 4 0 8 0 art_node 16 227 0 200 1 0 1 1 0 8 0 sysvmsgpl 40 3 0 1 1 0 1 1 0 8 0 semupl 112 4 0 4 2 2 0 1 0 8 0 semapl 112 56 0 42 1 0 1 1 0 8 0 shmpl 112 76 0 2 3 0 3 3 0 8 0 dirhash 1024 59 0 42 3 0 3 3 0 8 0 dino2pl 256 4050 0 2543 96 0 96 96 0 8 0 ffsino 272 4050 0 2543 102 0 102 102 0 8 0 nchpl 144 6637 0 4899 67 0 67 67 0 8 0 uvmvnodes 80 4912 0 0 101 0 101 101 0 8 0 vnodes 216 4912 0 0 273 0 273 273 0 8 0 namei 1024 25446 0 25446 6 5 1 2 0 8 1 percpumem 16 70 0 28 1 0 1 1 0 8 0 vcpupl 3904 6 0 2 1 0 1 1 0 8 0 vmpool 696 16 0 12 1 0 1 1 0 8 0 kstatmem 264 70 0 56 2 0 2 2 0 8 0 scsiplug 72 4 0 4 2 2 0 1 0 8 0 scxspl 216 45674 0 45674 25 24 1 8 1 8 1 plimitpl 152 483 0 466 1 0 1 1 0 8 0 sigapl 424 1967 0 1917 8 1 7 7 0 8 0 futexpl 64 23675 0 23673 5 4 1 1 0 8 0 knotepl 120 746 0 0 20 1 19 19 0 8 0 kqueuepl 216 561 0 553 11 10 1 5 0 8 0 pipepl 320 331 0 300 3 0 3 3 0 8 0 fdescpl 496 1948 0 1922 6 1 5 5 0 8 0 filepl 152 14321 0 14072 38 26 12 17 0 8 0 lockfpl 104 526 0 524 1 0 1 1 0 8 0 lockfspl 48 180 0 178 1 0 1 1 0 8 0 sessionpl 144 40 0 23 1 0 1 1 0 8 0 pgrppl 48 53 0 36 1 0 1 1 0 8 0 ucredpl 104 2549 0 2538 1 0 1 1 0 8 0 zombiepl 144 1922 0 1917 1 0 1 1 0 8 0 processpl 1136 1967 0 1917 4 0 4 4 0 8 0 procpl 656 4217 0 4147 10 3 7 8 0 8 0 srpgc 96 16 0 16 5 5 0 1 0 8 0 sosppl 168 21 0 21 6 6 0 1 0 8 0 sockpl 664 3792 0 3763 55 51 4 15 0 8 1 mcl64k 65536 6 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 344 0 0 43 0 43 43 0 8 0 mtagpl 96 76 0 0 2 0 2 2 0 8 0 mbufpl 256 493 0 0 24 0 24 24 0 8 0 bufpl 280 11515 0 4021 536 0 536 536 0 8 0 anonpl 24 441564 0 435454 152 60 92 94 0 186 34 amapchunkpl 152 61115 0 60473 71 23 48 50 0 158 11 amappl16 200 9326 0 9218 30 16 14 20 0 8 1 amappl15 192 11 0 10 1 0 1 1 0 8 0 amappl14 184 251 0 237 2 1 1 2 0 8 0 amappl13 176 19 0 18 1 0 1 1 0 8 0 amappl12 168 2781 0 2744 3 0 3 3 0 8 0 amappl11 160 54 0 44 1 0 1 1 0 8 0 amappl10 152 69 0 59 1 0 1 1 0 8 0 amappl9 144 309 0 308 1 0 1 1 0 8 0 amappl8 136 172 0 139 2 0 2 2 0 8 0 amappl7 128 102 0 87 1 0 1 1 0 8 0 amappl6 120 481 0 461 2 1 1 2 0 8 0 amappl5 112 220 0 208 1 0 1 1 0 8 0 amappl4 104 627 0 592 2 0 2 2 0 8 0 amappl3 96 10691 0 10615 4 1 3 4 0 8 0 amappl2 88 2353 0 2281 4 2 2 4 0 8 0 amappl1 80 15043 0 14516 22 10 12 22 0 8 0 amappl 88 16888 0 16703 9 3 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 78 0 2 2 0 2 2 0 8 0 uaddrrnd 24 1964 0 1933 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1964 0 1933 1 0 1 1 0 8 0 vmmpekpl 168 18578 0 18504 4 0 4 4 0 8 0 vmmpepl 168 139116 0 137334 165 66 99 114 0 357 4 vmsppl 440 1963 0 1932 6 1 5 5 0 8 0 rwobjpl 56 44396 0 38267 96 8 88 88 0 8 0 pdppl 4096 3935 0 3868 188 107 81 81 0 8 14 pvpl 32 48671 0 0 395 2 393 393 0 265 0 pmappl 248 1963 0 1932 4 1 3 3 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 529 0 151 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x1c sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff828f26d3) at panic+0x17b sys/kern/subr_prf.c:198 pmap_remove_ptes(fffffd806b6293f0,fffffd8007677640,7f83e68690b0,7cd0d216000,7cd0d23f000,0,bbc628bfd9d3526) at pmap_remove_ptes+0x33e pmap_do_remove(fffffd806b6293f0,7cd0d216000,7cd0d23f000,0) at pmap_do_remove+0x410 sys/arch/amd64/amd64/pmap.c:1896 uvm_unmap_kill_entry_withlock(fffffd806b195c20,fffffd806b79d0b8,0) at uvm_unmap_kill_entry_withlock+0x1b1 sys/uvm/uvm_map.c:1897 uvm_map_teardown(fffffd806b195c20) at uvm_map_teardown+0x1c7 uvm_map_addr_RBT_LEFT sys/uvm/uvm_map.h:176 [inline] uvm_map_teardown(fffffd806b195c20) at uvm_map_teardown+0x1c7 sys/uvm/uvm_map.c:2534 uvmspace_free(fffffd806b195c20) at uvmspace_free+0xa6 sys/uvm/uvm_map.c:3461 reaper(ffff80002a148f68) at reaper+0x197 sys/kern/kern_exit.c:463 end trace frame: 0x0, count: -8 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1e: addq $0x8,%rsp x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 mtx_enter_try(ffffffff82e5dc78) at mtx_enter_try+0xf sys/kern/kern_lock.c:284 msleep(ffffffff82e5daf4,ffffffff82e5dc78,7f,ffffffff82895c57,0) at msleep+0x1f1 sys/kern/kern_synch.c:239 uvm_pagezero_thread(ffff80002a148008) at uvm_pagezero_thread+0xc0 sys/uvm/uvm_pmemrange.c:2171 end trace frame: 0x0, count: 9 ddb{1}> trace x86_ipi_db(ffff800029cebff0) at x86_ipi_db+0x1e sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xb7 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 mtx_enter_try(ffffffff82e5dc78) at mtx_enter_try+0xf sys/kern/kern_lock.c:284 msleep(ffffffff82e5daf4,ffffffff82e5dc78,7f,ffffffff82895c57,0) at msleep+0x1f1 sys/kern/kern_synch.c:239 uvm_pagezero_thread(ffff80002a148008) at uvm_pagezero_thread+0xc0 sys/uvm/uvm_pmemrange.c:2171 end trace frame: 0x0, count: -6