panic: pool_p_free: rttmr free list modified: page 0xfffffd806dd12000; item addr 0xfffffd806dd12e78; offset 0x10=0x83a509d8 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *476591 97972 0 0x14000 0x200 0 systqmp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff8343ee22) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_p_free(ffffffff839d3558,fffffd806dd12f90) at pool_p_free+0x2d1 sys/kern/subr_pool.c:990 pool_gc_pages(0) at pool_gc_pages+0x357 sys/kern/subr_pool.c:1591 taskq_thread(ffffffff83937a70) at taskq_thread+0x157 sys/kern/kern_task.c:446 end trace frame: 0x0, count: 10 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: pool_p_free: rttmr free list modified: page 0xfffffd806dd12000; item addr 0xfffffd806dd12e78; offset 0x10=0x83a509d8 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff8343ee22) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_p_free(ffffffff839d3558,fffffd806dd12f90) at pool_p_free+0x2d1 sys/kern/subr_pool.c:990 pool_gc_pages(0) at pool_gc_pages+0x357 sys/kern/subr_pool.c:1591 taskq_thread(ffffffff83937a70) at taskq_thread+0x157 sys/kern/kern_task.c:446 end trace frame: 0x0, count: -5 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a1eabb0 rbx 0xffffffff838fde07 cpu_info_full_primary+0x2e07 rdx 0 rcx 0xffff8000ffffea60 rax 0xffffffff838fcff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x8ab44b88c9fca22e r11 0x6522f2fdea7523d5 r12 0xffffffff838fdc08 cpu_info_full_primary+0x2c08 r13 0 r14 0 r15 0x1 rip 0xffffffff8203dd95 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a1eaba0 ss 0 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (systqmp) tid=476591 pid=97972 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=32, usrpri=51, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffffecf8,0xffff8000ffffe7d8 process=0xffff8000ffff8e70 user=0xffff80002a1e5000, vmspace=0xffffffff83aa69e8 estcpu=1, cpticks=3, pctcpu=0.0, user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 85145 92526 94053 0 2 0 syz-executor 85145 160431 94053 0 3 0x4000080 fsleep syz-executor 83671 255806 63237 0 2 0 syz-executor 13643 53103 4699 0 2 0 syz-executor 35545 39022 94933 0 2 0 syz-executor 35545 398053 94933 0 3 0x4000080 fsleep syz-executor 59680 303633 22051 0 2 0x10 syz-executor 59680 478583 22051 0 3 0x4000090 fsleep syz-executor 59680 200821 22051 0 3 0x4000090 fsleep syz-executor 11326 5596 91169 0 2 0 syz-executor 11326 186616 91169 0 2 0x4000000 syz-executor 11326 424184 91169 0 3 0x4000080 fsleep syz-executor 11326 385360 91169 0 3 0x4000080 fsleep syz-executor 63237 451654 84404 0 3 0x82 nanoslp syz-executor 24715 503052 0 0 3 0x14200 acct acct 6331 214348 1 0 3 0x100083 ttyin getty 4699 232064 84404 0 3 0x82 nanoslp syz-executor 22051 59712 84404 0 3 0x82 nanoslp syz-executor 62929 239098 84404 0 2 0x2 syz-executor 94933 194826 84404 0 3 0x82 nanoslp syz-executor 89780 417875 84404 0 2 0x2 syz-executor 94053 379389 84404 0 3 0x82 nanoslp syz-executor 91169 244444 84404 0 3 0x82 nanoslp syz-executor 84404 108019 78092 0 3 0x82 kqread syz-executor 78092 456454 78746 0 3 0x10008a sigsusp ksh 78746 376817 29370 0 3 0x98 kqread sshd-session 29370 94990 68542 0 3 0x92 kqread sshd-session 68542 317701 1 0 3 0x88 kqread sshd 19037 67316 66780 74 3 0x1100092 bpf pflogd 66780 495247 1 0 3 0x80 sbwait pflogd 45656 181903 25218 73 3 0x1100090 kqread syslogd 25218 247956 1 0 3 0x100082 sbwait syslogd 26758 190647 1 0 3 0x100080 kqread resolvd 95965 147475 63949 77 3 0x100092 kqread dhcpleased 2761 475048 63949 77 3 0x100092 kqread dhcpleased 63949 484385 1 0 3 0x80 kqread dhcpleased 71931 458982 0 0 3 0x14200 bored smr 82460 127237 0 0 2 0x14200 zerothread 57737 181861 0 0 3 0x14200 aiodoned aiodoned 30196 396147 0 0 3 0x14200 syncer update 21144 260191 0 0 3 0x14200 cleaner cleaner 1812 263800 0 0 3 0x14200 reaper reaper 55615 277655 0 0 3 0x14200 pgdaemon pagedaemon 24373 440983 0 0 3 0x14200 bored viomb 14164 184322 0 0 3 0x40014200 acpi0 acpi0 40409 49196 0 0 7 0x40014200 idle1 84857 515359 0 0 3 0x14200 bored softnet1 91524 263270 0 0 3 0x14200 bored softnet0 *97972 476591 0 0 7 0x14200 systqmp 98055 147827 0 0 3 0x14200 syncxs systq 90993 428800 0 0 3 0x14200 tmoslp softclockmp 43037 372695 0 0 3 0x40014200 tmoslp softclock 26702 37718 0 0 3 0x40014200 idle0 1 180502 0 0 3 0x80082 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{0}> show all locks Process 83671 (syz-executor) thread 0xffff80003c3d8020 (255806) Process 13643 (syz-executor) thread 0xffff80003c3d9a10 (53103) Process 11326 (syz-executor) thread 0xffff80003c3d8a80 (186616) Process 62929 (syz-executor) thread 0xffff80003c3d82b8 (239098) Process 89780 (syz-executor) thread 0xffff8000fffefa08 (417875) Process 97972 (systqmp) thread 0xffff8000ffffea60 (476591) Process 98055 (systq) thread 0xffff8000ffffecf8 (147827) ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11104 12116K 14073K 166960K 14924 0 pcb 19 16K 20K 166960K 1202 0 rtable 262 16K 17K 166960K 1606 0 pf 40 19K 24K 166960K 452 0 ifaddr 40 8K 10K 166960K 259 0 ifgroup 51 2K 2K 166960K 467 0 sysctl 4 1K 9K 166960K 38 0 counters 68 36K 38K 166960K 674 0 ioctlops 0 0K 4K 166960K 2639 0 iov 0 0K 28K 166960K 160 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1407 88K 89K 166960K 4017 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 5 0 VM map 2 1K 1K 166960K 2 0 sem 17 17K 17K 166960K 168 0 dirhash 12 2K 2K 166960K 45 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 93K 166960K 3611 0 sigio 1 0K 0K 166960K 100 0 proc 72 115K 164K 166960K 1218 0 subproc 72 4K 4K 166960K 191 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 1 0K 0K 166960K 519 0 in_multi 80 5K 7K 166960K 374 0 ether_multi 1 0K 0K 166960K 31 0 mrt 2 0K 0K 166960K 71 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 247 1102K 1102K 166960K 247 0 exec 0 0K 1K 166960K 1222 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 4 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 224 167K 202K 166960K 33844 0 UVM aobj 16 28K 28K 166960K 18 0 pinsyscall 43 86K 104K 166960K 5138 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 311 0 NDP 13 0K 2K 166960K 195 0 temp 80 9084K 9340K 166960K 220413 0 kqueue 13 20K 34K 166960K 656 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle vscsiccb 40 1 0 0 1 0 1 1 0 8 0 plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 373 0 370 3 2 1 3 0 8 0 rtentry 176 530 0 437 6 0 6 6 0 8 0 unpcb 144 2538 0 2517 18 17 1 6 0 8 0 syncache 336 8 0 8 3 3 0 1 0 8 0 tcpqe 32 2 0 2 1 1 0 1 0 8 0 tcpcb 736 1457 0 1451 33 31 2 10 0 8 1 arp 136 109 0 88 1 0 1 1 0 8 0 inpcb 328 4801 0 4786 52 50 2 15 0 8 0 nd6 152 76 0 54 2 0 2 2 0 8 0 pkpcb 40 27 0 27 10 9 1 1 0 8 1 kcovpl 48 21 0 13 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1192 252 0 252 4 3 1 1 0 8 1 pppxif 1504 7 0 7 4 4 0 1 0 8 0 pfstscr 40 9 0 7 1 0 1 1 0 8 0 pffrag 232 28 0 17 1 0 1 1 0 482 0 pffrnode 88 26 0 16 1 0 1 1 0 8 0 pffrent 40 35 0 24 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 12 0 10 2 1 1 1 0 8 0 pfanchor 1288 3 0 1 1 0 1 1 0 8 0 pftag 88 5 0 5 3 3 0 1 0 8 0 pfstitem 24 229 0 166 1 0 1 1 0 8 0 pfstkey 128 252 0 188 3 0 3 3 0 8 0 pfstate 448 235 0 176 9 0 9 9 0 8 0 pfrule 1360 43 0 37 2 1 1 2 0 8 0 rttmr 136 8 0 8 5 5 0 1 0 8 0 art_heap8 4096 5 0 0 5 0 5 5 0 8 0 art_heap4 256 1902 0 1506 39 11 28 31 0 8 0 art_table 40 1907 0 1506 7 2 5 6 0 8 0 art_node 32 530 0 449 2 0 2 2 0 8 0 sysvmsgpl 40 10 0 5 1 0 1 1 0 8 0 semupl 112 4 0 4 3 3 0 1 0 8 0 semapl 112 161 0 146 1 0 1 1 0 8 0 dirhash 1024 39 0 22 3 0 3 3 0 8 0 dino2pl 256 8347 0 6866 93 0 93 93 0 8 0 ffsino 296 8347 0 6866 115 0 115 115 0 8 0 nchpl 144 13174 0 11439 65 0 65 65 0 8 0 rtmask 32 34 0 34 8 8 0 1 0 8 0 vnodes 216 5926 0 0 330 0 330 330 0 8 0 namei 1024 46227 0 46227 4 3 1 2 0 8 1 percpumem 16 352 0 303 1 0 1 1 0 8 0 vcpupl 3968 15 0 2 2 0 2 2 0 8 0 vmpool 848 15 0 2 2 0 2 2 0 8 0 pfiaddrpl 120 3 0 2 2 1 1 1 0 8 0 kstatmem 264 304 0 278 8 5 3 3 0 8 1 scsiplug 72 19 0 19 9 9 0 1 0 8 0 scxspl 216 74024 0 74023 13 12 1 8 1 8 0 plimitpl 152 857 0 840 1 0 1 1 0 8 0 sigapl 424 3945 0 3896 8 1 7 8 0 8 0 knotepl 120 627 0 0 18 0 18 18 0 8 0 kqueuepl 224 1394 0 1384 16 15 1 5 0 8 0 pipepl 344 487 0 460 9 6 3 6 0 8 0 fdescpl 528 3894 0 3862 3 0 3 3 0 8 0 filepl 160 27051 0 26829 41 26 15 19 0 8 3 lockfpl 104 1514 0 1512 2 1 1 2 0 8 0 lockfspl 48 555 0 553 1 0 1 1 0 8 0 sessionpl 144 40 0 31 1 0 1 1 0 8 0 pgrppl 48 165 0 148 1 0 1 1 0 8 0 ucredpl 104 4654 0 4639 1 0 1 1 0 8 0 zombiepl 144 5586 0 5586 1 0 1 1 0 8 1 processpl 1232 3945 0 3896 6 1 5 6 0 8 0 procpl 664 9519 0 9463 10 3 7 8 0 8 0 sosppl 176 34 0 34 9 9 0 1 0 8 0 sockpl 752 7871 0 7832 69 63 6 20 0 8 2 mcl64k 65536 9 0 0 2 0 2 2 0 8 0 mcl16k 16384 10 0 0 2 0 2 2 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 117 0 0 15 1 14 15 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 62 0 0 8 2 6 6 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 1770 0 0 106 0 106 106 0 8 0 bufpl 280 27963 0 21830 439 0 439 439 0 8 0 anonpl 32 10071 0 0 81 0 81 81 0 246 0 amapchunkpl 152 118722 0 118284 77 56 21 36 0 158 1 amappl16 200 10316 0 10283 63 49 14 15 0 8 8 amappl15 192 4 0 4 1 1 0 1 0 8 0 amappl14 184 602 0 601 1 0 1 1 0 8 0 amappl13 176 157 0 144 1 0 1 1 0 8 0 amappl12 168 4199 0 4170 2 0 2 2 0 8 0 amappl11 160 5 0 5 1 1 0 1 0 8 0 amappl10 152 66 0 52 1 0 1 1 0 8 0 amappl9 144 265 0 265 1 1 0 1 0 8 0 amappl8 136 175 0 172 1 0 1 1 0 8 0 amappl7 128 184 0 170 1 0 1 1 0 8 0 amappl6 120 311 0 309 1 0 1 1 0 8 0 amappl5 112 100 0 89 1 0 1 1 0 8 0 amappl4 104 359 0 338 1 0 1 1 0 8 0 amappl3 96 21338 0 21248 5 1 4 4 0 8 0 amappl2 88 3992 0 3915 3 0 3 3 0 8 0 amappl1 80 25538 0 24942 18 3 15 17 0 8 0 amappl 88 32296 0 32146 5 0 5 5 0 92 0 uvmvnodes 80 203 0 0 5 0 5 5 0 8 0 dma65536 65536 3 0 3 3 3 0 1 0 8 0 dma32768 32768 1 0 1 1 1 0 1 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma2048 2048 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 257 0 257 5 5 0 1 0 8 0 dma64 64 42 0 42 4 4 0 1 0 8 0 dma32 32 8 0 8 2 2 0 1 0 8 0 dma16 16 21 0 20 1 0 1 1 0 8 0 aobjpl 72 17 0 2 1 0 1 1 0 8 0 uaddrrnd 24 3895 0 3863 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 3895 0 3863 1 0 1 1 0 8 0 vmmpekpl 168 29446 0 29383 4 0 4 4 0 8 0 vmmpepl 168 244250 0 242348 137 38 99 111 0 357 0 vmsppl 488 3894 0 3863 5 0 5 5 0 8 0 rwobjpl 80 60712 0 59579 37 5 32 33 0 8 0 pdppl 4096 7827 0 7743 148 63 85 90 0 8 1 pvpl 32 20139 0 0 164 2 162 162 0 265 0 pmappl 256 3909 0 3865 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 485 0 123 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff8343ee22) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_p_free(ffffffff839d3558,fffffd806dd12f90) at pool_p_free+0x2d1 sys/kern/subr_pool.c:990 pool_gc_pages(0) at pool_gc_pages+0x357 sys/kern/subr_pool.c:1591 taskq_thread(ffffffff83937a70) at taskq_thread+0x157 sys/kern/kern_task.c:446 end trace frame: 0x0, count: -5 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff8000299bdff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x457 sys/dev/acpi/acpicpu_x86.c:1224 sched_idle(ffff8000299bdff0) at sched_idle+0x391 sys/kern/kern_sched.c:191 end trace frame: 0x0, count: 10 ddb{1}> trace x86_ipi_db(ffff8000299bdff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x457 sys/dev/acpi/acpicpu_x86.c:1224 sched_idle(ffff8000299bdff0) at sched_idle+0x391 sys/kern/kern_sched.c:191 end trace frame: 0x0, count: -5