panic: pool_p_free: rttmr free list modified: page 0xfffffd8066f73000; item addr 0xfffffd8066f73e58; offset 0x10=0x83900750 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 297601 52958 0 0 0x4000000 0 syz-executor *502683 63211 0 0x14000 0x200 1 systqmp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff8337d794) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_p_free(ffffffff839df2f8,fffffd8066f73f90) at pool_p_free+0x2d1 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x357 sys/kern/subr_pool.c:1587 taskq_thread(ffffffff837e4970) at taskq_thread+0x157 sys/kern/kern_task.c:446 end trace frame: 0x0, count: 10 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: pool_p_free: rttmr free list modified: page 0xfffffd8066f73000; item addr 0xfffffd8066f73e58; offset 0x10=0x83900750 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff8337d794) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_p_free(ffffffff839df2f8,fffffd8066f73f90) at pool_p_free+0x2d1 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x357 sys/kern/subr_pool.c:1587 taskq_thread(ffffffff837e4970) at taskq_thread+0x157 sys/kern/kern_task.c:446 end trace frame: 0x0, count: -5 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80002a21a5f0 rbx 0xffff8000299eeddf rdx 0 rcx 0xffff8000ffffe7c8 rax 0xffff8000299edff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x1ca5547140ac655c r11 0xc8764260a4927cdc r12 0xffff8000299eebe0 r13 0 r14 0 r15 0x1 rip 0xffffffff82671725 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80002a21a5e0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (systqmp) tid=502683 pid=63211 tcnt=1 stat=onproc flags process=14000 proc=200 runpri=32, usrpri=50, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000ffffea60,0xffff8000ffffe540 process=0xffff8000ffff9340 user=0xffff80002a215000, vmspace=0xffffffff838ca8b8 estcpu=0, cpticks=2, pctcpu=0.0, user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 70735 168834 30749 0 2 0 syz-executor 52958 432482 7695 0 2 0 syz-executor 52958 34594 7695 0 3 0x4000080 fsleep syz-executor 52958 67690 7695 0 3 0x4000080 fsleep syz-executor 52958 297601 7695 0 7 0x4000000 syz-executor 76280 359328 50426 0 2 0 syz-executor 76280 214067 50426 0 2 0x4000000 syz-executor 92700 410516 22800 0 2 0x2 sshd-session 84792 43951 21931 0 3 0x80 nanoslp syz-executor 84792 455135 21931 0 3 0x4000080 ttyretype syz-executor 84792 91371 21931 0 3 0x4000080 fsleep syz-executor 30749 172586 26953 0 3 0x82 nanoslp syz-executor 19021 329772 17592 0 3 0x80 nanoslp syz-executor 19021 472240 17592 0 3 0x4000080 fsleep syz-executor 19021 254079 17592 0 3 0x4000080 lockf syz-executor 19021 313677 17592 0 3 0x4000080 fsleep syz-executor 67136 31978 10944 0 3 0x80 nanoslp syz-executor 67136 381880 10944 0 3 0x4000080 kqread syz-executor 67136 283442 10944 0 3 0x4000080 kqsel syz-executor 79527 520356 0 0 3 0x14280 nfsidl nfsio 18610 515297 22800 0 3 0x82 sbwait sshd-session 66871 193487 0 0 3 0x14200 bored sosplice 50426 331101 26953 0 3 0x82 nanoslp syz-executor 21931 374696 26953 0 3 0x82 nanoslp syz-executor 7695 438211 26953 0 3 0x82 nanoslp syz-executor 17592 166846 26953 0 3 0x82 nanoslp syz-executor 9963 167258 26953 0 3 0x82 wait syz-executor 1886 298474 26953 0 2 0x2 syz-executor 10944 277007 26953 0 3 0x82 nanoslp syz-executor 26953 54336 20894 0 3 0x82 kqread syz-executor 20894 369988 67167 0 3 0x10008a sigsusp ksh 67167 169740 16757 0 3 0x98 kqread sshd-session 16757 53972 22800 0 3 0x92 kqread sshd-session 43870 96872 1 0 3 0x100083 ttyopn getty 22800 293363 1 0 3 0x88 kqread sshd 81501 246278 53979 74 3 0x1100092 bpf pflogd 53979 420117 1 0 3 0x80 sbwait pflogd 21644 200302 44540 73 3 0x1100090 kqread syslogd 44540 212031 1 0 3 0x100082 sbwait syslogd 84700 254529 1 0 3 0x100080 kqread resolvd 60497 110163 0 0 3 0x14200 bored smr 35664 356155 0 0 3 0x14200 pgzero zerothread 58750 342731 0 0 3 0x14200 aiodoned aiodoned 68962 129245 0 0 3 0x14200 syncer update 45257 517387 0 0 3 0x14200 cleaner cleaner 78262 490394 0 0 3 0x14200 reaper reaper 81364 104871 0 0 3 0x14200 pgdaemon pagedaemon 48047 509451 0 0 3 0x14200 bored viomb 94691 132922 0 0 3 0x40014200 acpi0 acpi0 16243 108684 0 0 3 0x40014200 idle1 58758 215084 0 0 3 0x14200 bored softnet1 88992 185707 0 0 3 0x14200 bored softnet0 *63211 502683 0 0 7 0x14200 systqmp 41216 189652 0 0 3 0x14200 bored systq 43421 22766 0 0 3 0x14200 tmoslp softclockmp 72639 442477 0 0 3 0x40014200 tmoslp softclock 78815 109627 0 0 3 0x40014200 idle0 1 269619 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb{1}> show all locks Process 63211 (systqmp) thread 0xffff8000ffffe7c8 (502683) shared rwlock pools r = 0 (0xffffffff8381d898) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 rw_do_enter_read+0x3e8 sys/kern/kern_rwlock.c:413 #2 pool_gc_pages+0x2e sys/kern/subr_pool.c:1564 #3 taskq_thread+0x157 sys/kern/kern_task.c:446 #4 proc_trampoline+0x10 shared rwlock systqmp r = 0 (0xffffffff837e49e8) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 taskq_thread+0x12a sys/kern/kern_task.c:442 #2 proc_trampoline+0x10 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10191 11023K 11277K 166960K 11736 0 pcb 17 14K 16K 166960K 137 0 rtable 215 9K 10K 166960K 359 0 pf 36 18K 82K 166960K 119 0 ifaddr 40 6K 8K 166960K 75 0 ifgroup 55 2K 2K 166960K 111 0 sysctl 4 1K 9K 166960K 14 0 counters 68 36K 38K 166960K 138 0 ioctlops 0 0K 4K 166960K 1609 0 iov 0 0K 20K 166960K 39 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1423 89K 90K 166960K 1832 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 11 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 33 0 dirhash 12 2K 2K 166960K 21 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 17 61K 89K 166960K 733 0 sigio 0 0K 0K 166960K 18 0 proc 66 83K 164K 166960K 620 0 subproc 72 4K 4K 166960K 81 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 102 0 in_multi 85 6K 7K 166960K 152 0 ether_multi 1 0K 0K 166960K 13 0 mrt 0 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 79 360K 360K 166960K 79 0 exec 0 0K 1K 166960K 503 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 2 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 231 159K 190K 166960K 8464 0 UVM aobj 19 5K 5K 166960K 21 0 pinsyscall 40 80K 101K 166960K 1892 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 43 0 NDP 14 0K 2K 166960K 49 0 temp 54 8650K 8721K 166960K 33489 0 kqueue 8 13K 28K 166960K 148 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 83 0 81 1 0 1 1 0 8 0 rtentry 176 122 0 32 5 0 5 5 0 8 0 unpcb 144 361 0 345 2 1 1 2 0 8 0 syncache 336 13 0 13 2 1 1 1 0 8 1 tcpqe 32 2 0 2 2 2 0 1 0 8 0 tcpcb 736 340 0 329 9 4 5 7 0 8 3 arp 136 13 0 2 1 0 1 1 0 8 0 inpcb 328 996 0 984 19 10 9 16 0 8 7 nd6 152 22 0 6 1 0 1 1 0 8 0 pkpcb 40 7 0 7 2 1 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 ppxss 1192 28 0 28 1 0 1 1 0 8 1 pppxif 1504 5 0 5 2 2 0 1 0 8 0 pfstscr 40 1 0 1 1 0 1 1 0 8 1 pffrag 232 2 0 0 1 0 1 1 0 482 0 pffrnode 88 2 0 0 1 0 1 1 0 8 0 pffrent 40 3 0 1 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfanchor 1288 6 0 0 1 0 1 1 0 8 0 pftag 88 1 0 1 1 0 1 1 0 8 1 pfstitem 24 54 0 19 1 0 1 1 0 8 0 pfstkey 128 56 0 21 2 0 2 2 0 8 0 pfstate 384 54 0 20 4 0 4 4 0 8 0 pfrule 1344 26 0 22 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 545 0 138 29 2 27 29 0 8 1 art_table 40 546 0 138 5 0 5 5 0 8 0 art_node 32 121 0 41 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 2 1 0 1 1 0 8 0 semapl 112 30 0 20 1 0 1 1 0 8 0 shmpl 112 18 0 2 1 0 1 1 0 8 0 dirhash 1024 23 0 6 3 0 3 3 0 8 0 dino2pl 256 2706 0 1198 96 0 96 96 0 8 0 ffsino 296 2706 0 1198 118 0 118 118 0 8 0 nchpl 144 3724 0 2030 64 0 64 64 0 8 0 rtmask 32 5 0 5 1 0 1 1 0 8 1 vnodes 216 3048 0 0 170 0 170 170 0 8 0 namei 1024 13687 0 13687 2 1 1 2 0 8 1 percpumem 16 84 0 35 1 0 1 1 0 8 0 kstatmem 264 64 0 38 4 1 3 3 0 8 1 scsiplug 72 4 0 4 2 1 1 1 0 8 1 scxspl 216 24985 0 24985 8 7 1 8 1 8 1 plimitpl 152 192 0 175 1 0 1 1 0 8 0 sigapl 424 1044 0 996 7 1 6 7 0 8 0 knotepl 120 549 0 0 17 0 17 17 0 8 0 kqueuepl 224 336 0 327 7 2 5 5 0 8 4 pipepl 344 172 0 144 3 0 3 3 0 8 0 fdescpl 528 1025 0 995 3 0 3 3 0 8 0 filepl 160 6639 0 6411 19 1 18 18 0 8 6 lockfpl 104 167 0 161 1 0 1 1 0 8 0 lockfspl 48 70 0 65 1 0 1 1 0 8 0 sessionpl 144 28 0 18 1 0 1 1 0 8 0 pgrppl 48 43 0 25 1 0 1 1 0 8 0 ucredpl 104 752 0 741 1 0 1 1 0 8 0 zombiepl 144 997 0 996 1 0 1 1 0 8 0 processpl 1232 1044 0 996 5 0 5 5 0 8 0 procpl 664 2107 0 2048 6 0 6 6 0 8 0 sosppl 168 1 0 1 1 1 0 1 0 8 0 sockpl 752 1468 0 1438 24 13 11 21 0 8 7 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 111 0 0 14 0 14 14 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 67 0 0 8 0 8 8 0 8 0 mtagpl 96 3 0 0 1 0 1 1 0 8 0 mbufpl 256 1179 0 0 73 0 73 73 0 8 0 bufpl 280 10581 0 4438 439 0 439 439 0 8 0 anonpl 32 11000 0 0 91 2 89 90 0 246 0 amapchunkpl 152 27562 0 27031 34 5 29 29 0 158 4 amappl16 200 4113 0 3842 28 13 15 26 0 8 0 amappl15 192 6 0 6 2 1 1 1 0 8 1 amappl14 184 127 0 116 1 0 1 1 0 8 0 amappl13 176 9 0 9 2 2 0 1 0 8 0 amappl12 168 1722 0 1693 3 1 2 2 0 8 0 amappl11 160 53 0 44 1 0 1 1 0 8 0 amappl10 152 5 0 5 1 1 0 1 0 8 0 amappl9 144 269 0 269 1 1 0 1 0 8 0 amappl8 136 23 0 20 1 0 1 1 0 8 0 amappl7 128 115 0 104 1 0 1 1 0 8 0 amappl6 120 192 0 187 1 0 1 1 0 8 0 amappl5 112 189 0 182 1 0 1 1 0 8 0 amappl4 104 325 0 305 1 0 1 1 0 8 0 amappl3 96 4776 0 4692 5 2 3 4 0 8 0 amappl2 88 1300 0 1227 3 0 3 3 0 8 0 amappl1 80 11874 0 11228 16 0 16 16 0 8 1 amappl 88 7620 0 7456 5 0 5 5 0 92 0 uvmvnodes 80 3048 0 0 63 0 63 63 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma2048 2048 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma512 512 1 0 1 1 0 1 1 0 8 1 dma256 256 8 0 8 2 2 0 1 0 8 0 dma128 128 254 0 254 2 2 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 20 0 2 1 0 1 1 0 8 0 uaddrrnd 24 1025 0 995 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1025 0 995 1 0 1 1 0 8 0 vmmpekpl 168 10291 0 10249 4 1 3 3 0 8 0 vmmpepl 168 72468 0 70310 116 3 113 114 0 357 16 vmsppl 488 1024 0 995 6 1 5 5 0 8 0 rwobjpl 80 25280 0 21010 88 0 88 88 0 8 0 pdppl 4096 2057 0 1990 109 36 73 85 0 8 6 pvpl 32 18570 0 0 151 1 150 151 0 265 0 pmappl 256 1024 0 995 4 1 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 359 0 48 9 0 9 9 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83822ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83943488) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83943488) at __mp_lock+0x199 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x39 sys/dev/kcov.c:159 end trace frame: 0x0, count: 7 ddb{0}> trace x86_ipi_db(ffffffff83822ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83943488) at __mp_lock+0x199 __mp_lock_spin sys/kern/kern_lock.c:134 [inline] __mp_lock(ffffffff83943488) at __mp_lock+0x199 sys/kern/kern_lock.c:165 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:847 Xsoftclock() at Xsoftclock+0x27 __sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x39 sys/dev/kcov.c:159 end trace frame: 0x0, count: -8 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff8337d794) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_p_free(ffffffff839df2f8,fffffd8066f73f90) at pool_p_free+0x2d1 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x357 sys/kern/subr_pool.c:1587 taskq_thread(ffffffff837e4970) at taskq_thread+0x157 sys/kern/kern_task.c:446 end trace frame: 0x0, count: 10 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff8337d794) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_p_free(ffffffff839df2f8,fffffd8066f73f90) at pool_p_free+0x2d1 sys/kern/subr_pool.c:986 pool_gc_pages(0) at pool_gc_pages+0x357 sys/kern/subr_pool.c:1587 taskq_thread(ffffffff837e4970) at taskq_thread+0x157 sys/kern/kern_task.c:446 end trace frame: 0x0, count: -5