panic: pool_do_get: rttmr free list modified: page 0xfffffd806b659000; item addr 0xfffffd806b659ee0; offset 0x20=0x2a7f5aa8 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *359006 38143 0 0 0x4000000 0 syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833313fc) at panic+0x1cf sys/kern/subr_prf.c:198 pool_do_get(ffffffff83978f78,a,ffff80003a95f878) at pool_do_get+0x5bc pool_get(ffffffff83978f78,a) at pool_get+0x11a sys/kern/subr_pool.c:-1 rt_timer_add(fffffd8079189d48,ffffffff8387b6e8,0) at rt_timer_add+0x4e sys/net/route.c:-1 mf6c_add_route(ffff800000b12800,629,ffff80003a95f9b8,ffff80003a95fa88,1) at mf6c_add_route+0xad sys/netinet6/ip6_mroute.c:728 mf6c_update(ffff80003a95fa88,1,0) at mf6c_update+0x76e sys/netinet6/ip6_mroute.c:833 add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 mf6c_add sys/netinet6/ip6_mroute.c:860 [inline] add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 sys/netinet6/ip6_mroute.c:873 sosetopt(ffff8000014f17f0,29,68,fffffd8072634300) at sosetopt+0x118 sys/kern/uipc_socket.c:-1 sys_setsockopt(ffff80002a7f5ca8,ffff80003a95fcd0,ffff80003a95fc20) at sys_setsockopt+0x2b9 sys/kern/uipc_syscalls.c:1227 syscall(ffff80003a95fcd0) at syscall+0x962 mi_syscall sys/sys/syscall_mi.h:-1 [inline] syscall(ffff80003a95fcd0) at syscall+0x962 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa6ed9d57030, count: 3 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic *cpu0: pool_do_get: rttmr free list modified: page 0xfffffd806b659000; item addr 0xfffffd806b659ee0; offset 0x20=0x2a7f5aa8 ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833313fc) at panic+0x1cf sys/kern/subr_prf.c:198 pool_do_get(ffffffff83978f78,a,ffff80003a95f878) at pool_do_get+0x5bc pool_get(ffffffff83978f78,a) at pool_get+0x11a sys/kern/subr_pool.c:-1 rt_timer_add(fffffd8079189d48,ffffffff8387b6e8,0) at rt_timer_add+0x4e sys/net/route.c:-1 mf6c_add_route(ffff800000b12800,629,ffff80003a95f9b8,ffff80003a95fa88,1) at mf6c_add_route+0xad sys/netinet6/ip6_mroute.c:728 mf6c_update(ffff80003a95fa88,1,0) at mf6c_update+0x76e sys/netinet6/ip6_mroute.c:833 add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 mf6c_add sys/netinet6/ip6_mroute.c:860 [inline] add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 sys/netinet6/ip6_mroute.c:873 sosetopt(ffff8000014f17f0,29,68,fffffd8072634300) at sosetopt+0x118 sys/kern/uipc_socket.c:-1 sys_setsockopt(ffff80002a7f5ca8,ffff80003a95fcd0,ffff80003a95fc20) at sys_setsockopt+0x2b9 sys/kern/uipc_syscalls.c:1227 syscall(ffff80003a95fcd0) at syscall+0x962 mi_syscall sys/sys/syscall_mi.h:-1 [inline] syscall(ffff80003a95fcd0) at syscall+0x962 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa6ed9d57030, count: -12 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80003a95f6e0 rbx 0xfffffd806b659ee0 rdx 0xffff80000002a4c0 rcx 0 rax 0xffff80002a7f5ca8 r8 0x101010101010101 r9 0x8080808080808080 r10 0x1d215bd28b1949a r11 0x162a583baf933b98 r12 0 r13 0xffffffff83978f78 rttimer_pool r14 0 r15 0x1 rip 0xffffffff81511c55 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003a95f6d0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb> show proc PROC (syz-executor) tid=359006 pid=38143 tcnt=2 stat=onproc flags process=0 proc=4000000 runpri=50, usrpri=50, slppri=17, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a7f42b8,0xffffffff83910bd0 process=0xffff8000ffff9f98 user=0xffff80003a95a000, vmspace=0xfffffd80687125d8 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 38143 177038 14774 0 3 0x80 fsleep syz-executor *38143 359006 14774 0 7 0x4000000 syz-executor 18199 261025 79095 0 3 0x80 fsleep syz-executor 18199 258985 79095 0 3 0x4000080 sbwait syz-executor 69257 326181 76002 0 3 0x80 fsleep syz-executor 69257 92253 76002 0 3 0x4000080 msgwait syz-executor 69257 7317 76002 0 3 0x4000080 fsleep syz-executor 77013 74301 54561 0 3 0x80 fsleep syz-executor 77013 460953 54561 0 3 0x4000080 netcon syz-executor 73347 331831 94089 0 3 0x80 fsleep syz-executor 73347 376235 94089 0 3 0x4000080 sbwait syz-executor 6667 375939 62249 0 3 0x80 fsleep syz-executor 6667 507083 62249 0 3 0x4000080 ttyin syz-executor 46144 312976 55201 0 3 0x82 sbwait sshd-session 88863 516128 0 0 3 0x14200 bored sosplice 94089 229384 64751 0 3 0x82 nanoslp syz-executor 79095 444841 64751 0 3 0x82 nanoslp syz-executor 62249 258017 64751 0 3 0x82 nanoslp syz-executor 54561 92955 64751 0 3 0x82 nanoslp syz-executor 14774 452108 64751 0 3 0x82 nanoslp syz-executor 76002 132672 64751 0 3 0x82 nanoslp syz-executor 48106 211448 64751 0 3 0x82 wait syz-executor 78236 397928 64751 0 3 0x82 wait syz-executor 64751 218332 76619 0 3 0x82 kqread syz-executor 76619 332941 12710 0 3 0x10008a sigsusp ksh 12710 207406 93518 0 3 0x98 kqread sshd-session 93518 287803 55201 0 3 0x92 kqread sshd-session 56856 135289 1 0 3 0x100083 ttyopn getty 55201 489184 1 0 3 0x88 kqread sshd 83667 165551 54849 73 3 0x1100090 kqread syslogd 54849 8784 1 0 3 0x100082 sbwait syslogd 19693 521962 1 0 3 0x100080 kqread resolvd 90196 280106 78737 77 3 0x100092 kqread dhcpleased 60688 117814 78737 77 3 0x100092 kqread dhcpleased 78737 373269 1 0 3 0x80 kqread dhcpleased 49618 228701 0 0 3 0x14200 bored smr 36572 303323 0 0 2 0x14200 zerothread 62369 512295 0 0 3 0x14200 aiodoned aiodoned 7583 514035 0 0 3 0x14200 syncer update 4897 505081 0 0 3 0x14200 cleaner cleaner 81765 472506 0 0 3 0x14200 reaper reaper 79430 301688 0 0 3 0x14200 pgdaemon pagedaemon 59818 89882 0 0 3 0x14200 bored viomb 19372 456055 0 0 3 0x40014200 acpi0 acpi0 50057 81342 0 0 3 0x14200 bored softnet7 76423 162934 0 0 3 0x14200 bored softnet6 10874 265703 0 0 3 0x14200 bored softnet5 49798 375670 0 0 3 0x14200 bored softnet4 72960 312864 0 0 3 0x14200 bored softnet3 88824 303228 0 0 3 0x14200 bored softnet2 21532 124775 0 0 3 0x14200 bored softnet1 25284 479844 0 0 3 0x14200 bored softnet0 12639 442386 0 0 3 0x14200 smrbar systqmp 78795 316774 0 0 3 0x14200 bored systq 68519 20913 0 0 3 0x40014200 tmoslp softclock 8670 514958 0 0 3 0x40014200 idle0 1 251300 0 0 3 0x82 wait init 0 0 -1 0 3 0x10010200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10213 11060K 12189K 166960K 12365 0 pcb 19 12K 12K 166960K 215 0 rtable 229 8K 9K 166960K 425 0 pf 32 13K 20K 166960K 133 0 ifaddr 43 8K 9K 166960K 87 0 ifgroup 50 2K 2K 166960K 142 0 sysctl 4 1K 9K 166960K 14 0 counters 32 17K 18K 166960K 73 0 ioctlops 0 0K 4K 166960K 240 0 iov 2 8K 24K 166960K 117 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1459 92K 93K 166960K 2084 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 16 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 1K 166960K 104 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 97K 166960K 851 0 sigio 0 0K 0K 166960K 45 0 proc 60 59K 124K 166960K 551 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 82 0 in_multi 98 7K 7K 166960K 143 0 ether_multi 1 0K 0K 166960K 12 0 mrt 3 0K 0K 166960K 6 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 247 1102K 1102K 166960K 247 0 exec 0 0K 2K 166960K 399 0 fusefs mount 1 32K 32K 166960K 1 0 pfkey data 0 0K 0K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 237 143K 153K 166960K 9149 0 UVM aobj 51 2K 2K 166960K 52 0 pinsyscall 41 82K 96K 166960K 1893 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 1K 166960K 67 0 NDP 11 0K 2K 166960K 53 0 temp 66 8645K 8771K 166960K 30575 0 kqueue 13 20K 31K 166960K 160 0 SYN cache 2 16K 16K 166960K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle rtpcb 120 89 0 86 1 0 1 1 0 8 0 rtentry 136 140 0 47 4 0 4 4 0 8 0 unpcb 144 407 0 385 3 0 3 3 0 8 2 syncache 336 5 0 5 1 0 1 1 0 8 1 tcpcb 736 210 0 201 2 0 2 2 0 8 1 arp 88 17 0 3 1 0 1 1 0 8 0 ipq 40 2 0 1 1 0 1 1 0 8 0 ipqe 40 5 0 4 1 0 1 1 0 8 0 inpcb 328 796 0 781 7 0 7 7 0 8 5 ip6q 72 4 0 0 1 0 1 1 0 8 0 ip6af 40 3 0 0 1 0 1 1 0 8 0 nd6 104 24 0 5 1 0 1 1 0 8 0 pkpcb 40 9 0 9 1 0 1 1 0 8 1 kcovpl 48 8 0 0 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 0 1 1 0 8 1 ppxss 1072 27 0 27 1 0 1 1 0 8 1 pppxif 1384 8 0 8 1 0 1 1 0 8 1 pfstscr 40 2 0 2 1 0 1 1 0 8 1 pfanchor 1288 6 0 0 1 0 1 1 0 8 0 pfstkey 128 3 0 3 1 0 1 1 0 8 1 pfstate 384 2 0 2 1 0 1 1 0 8 1 pfrule 1344 4 0 4 1 0 1 1 0 8 1 rttmr 136 3 0 3 1 0 1 1 0 8 1 pool(0xffffffff83978f78:rttmr): page inconsistency: page 0xfffffd806b659000; 28 on list, 0 missing, 29 items per page art_heap8 4096 4 0 0 4 0 4 4 0 8 0 art_heap4 256 702 0 248 30 0 30 30 0 8 1 art_table 40 706 0 248 5 0 5 5 0 8 0 art_node 32 140 0 61 1 0 1 1 0 8 0 sysvmsgpl 40 10 0 4 1 0 1 1 0 8 0 semapl 112 98 0 88 1 0 1 1 0 8 0 shmpl 112 49 0 1 2 0 2 2 0 8 0 dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 3027 0 1533 95 0 95 95 0 8 0 ffsino 256 3027 0 1533 95 0 95 95 0 8 0 nchpl 144 4240 0 2564 63 0 63 63 0 8 0 rtmask 32 5 0 5 1 0 1 1 0 8 1 uvmvnodes 80 3470 0 0 71 0 71 71 0 8 0 vnodes 216 3470 0 0 193 0 193 193 0 8 0 namei 1024 14652 0 14652 2 0 2 2 0 8 2 kstatmem 264 72 0 50 2 0 2 2 0 8 0 scsiplug 72 2 0 2 1 0 1 1 0 8 1 scxspl 216 17793 0 17793 8 0 8 8 1 8 8 plimitpl 152 421 0 405 1 0 1 1 0 8 0 sigapl 424 1139 0 1087 7 0 7 7 0 8 1 knotepl 120 49543 0 49495 10 0 10 10 0 8 7 kqueuepl 184 308 0 299 4 0 4 4 0 8 3 pipepl 304 181 0 154 5 0 5 5 0 8 2 fdescpl 448 1117 0 1086 5 0 5 5 0 8 1 filepl 120 6725 0 6498 12 0 12 12 0 8 4 lockfpl 104 256 0 254 1 0 1 1 0 8 0 lockfspl 48 110 0 108 1 0 1 1 0 8 0 sessionpl 144 23 0 14 1 0 1 1 0 8 0 pgrppl 48 39 0 22 1 0 1 1 0 8 0 ucredpl 104 1397 0 1386 1 0 1 1 0 8 0 zombiepl 144 1089 0 1087 1 0 1 1 0 8 0 processpl 1152 1139 0 1087 5 0 5 5 0 8 1 procpl 664 2214 0 2155 6 0 6 6 0 8 0 sosppl 168 5 0 5 1 0 1 1 0 8 1 sockpl 552 1325 0 1285 8 0 8 8 0 8 4 mcl64k 65536 32 0 31 1 0 1 1 0 8 0 mcl12k 12288 1 0 1 1 0 1 1 0 8 1 mcl8k 8192 40 0 40 1 0 1 1 0 8 1 mcl4k 4096 3415 0 3363 14 0 14 14 0 8 7 mcl2k 2048 1202 0 1196 3 0 3 3 0 8 1 mtagpl 96 6 0 4 1 0 1 1 0 8 0 mbufpl 256 13292 0 13090 77 55 22 77 0 8 6 bufpl 280 6547 0 319 445 0 445 445 0 8 0 anonpl 24 193804 0 189873 49 0 49 49 0 187 22 amapchunkpl 152 30152 0 29634 26 0 26 26 0 158 5 amappl16 200 4126 0 4088 28 15 13 15 0 8 8 amappl15 192 9 0 9 1 0 1 1 0 8 1 amappl14 184 111 0 100 1 0 1 1 0 8 0 amappl13 176 5 0 5 1 0 1 1 0 8 1 amappl12 168 1796 0 1765 3 0 3 3 0 8 1 amappl11 160 62 0 51 1 0 1 1 0 8 0 amappl10 152 37 0 37 1 0 1 1 0 8 1 amappl9 144 247 0 246 1 0 1 1 0 8 0 amappl8 136 46 0 44 1 0 1 1 0 8 0 amappl7 128 97 0 86 1 0 1 1 0 8 0 amappl6 120 178 0 174 1 0 1 1 0 8 0 amappl5 112 111 0 105 1 0 1 1 0 8 0 amappl4 104 291 0 276 1 0 1 1 0 8 0 amappl3 96 5194 0 5097 3 0 3 3 0 8 0 amappl2 88 1374 0 1295 2 0 2 2 0 8 0 amappl1 80 11137 0 10495 15 0 15 15 0 8 0 amappl 88 8359 0 8189 5 0 5 5 0 92 0 dma32768 32768 1 0 1 1 0 1 1 0 8 1 dma8192 8192 1 0 1 1 0 1 1 0 8 1 dma4096 4096 1 0 1 1 0 1 1 0 8 1 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma512 512 1 0 1 1 0 1 1 0 8 1 dma256 256 6 0 6 1 0 1 1 0 8 1 dma128 128 254 0 254 1 0 1 1 0 8 1 dma64 64 6 0 6 1 0 1 1 0 8 1 dma32 32 9 0 9 1 0 1 1 0 8 1 dma16 16 21 0 20 1 0 1 1 0 8 0 aobjpl 72 51 0 1 1 0 1 1 0 8 0 uaddrrnd 24 1117 0 1086 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1117 0 1086 1 0 1 1 0 8 0 vmmpekpl 168 10025 0 9997 2 0 2 2 0 8 0 vmmpepl 168 75582 0 73516 101 0 101 101 0 357 7 vmsppl 368 1116 0 1086 4 0 4 4 0 8 1 rwobjpl 40 25033 0 20548 46 0 46 46 0 8 0 pdppl 4096 2240 0 2172 100 32 68 82 0 8 0 pvpl 32 500729 0 490516 124 0 124 124 0 265 29 pmappl 216 1116 0 1086 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 444 0 87 12 0 12 12 0 8 1 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833313fc) at panic+0x1cf sys/kern/subr_prf.c:198 pool_do_get(ffffffff83978f78,a,ffff80003a95f878) at pool_do_get+0x5bc pool_get(ffffffff83978f78,a) at pool_get+0x11a sys/kern/subr_pool.c:-1 rt_timer_add(fffffd8079189d48,ffffffff8387b6e8,0) at rt_timer_add+0x4e sys/net/route.c:-1 mf6c_add_route(ffff800000b12800,629,ffff80003a95f9b8,ffff80003a95fa88,1) at mf6c_add_route+0xad sys/netinet6/ip6_mroute.c:728 mf6c_update(ffff80003a95fa88,1,0) at mf6c_update+0x76e sys/netinet6/ip6_mroute.c:833 add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 mf6c_add sys/netinet6/ip6_mroute.c:860 [inline] add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 sys/netinet6/ip6_mroute.c:873 sosetopt(ffff8000014f17f0,29,68,fffffd8072634300) at sosetopt+0x118 sys/kern/uipc_socket.c:-1 sys_setsockopt(ffff80002a7f5ca8,ffff80003a95fcd0,ffff80003a95fc20) at sys_setsockopt+0x2b9 sys/kern/uipc_syscalls.c:1227 syscall(ffff80003a95fcd0) at syscall+0x962 mi_syscall sys/sys/syscall_mi.h:-1 [inline] syscall(ffff80003a95fcd0) at syscall+0x962 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa6ed9d57030, count: -12 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833313fc) at panic+0x1cf sys/kern/subr_prf.c:198 pool_do_get(ffffffff83978f78,a,ffff80003a95f878) at pool_do_get+0x5bc pool_get(ffffffff83978f78,a) at pool_get+0x11a sys/kern/subr_pool.c:-1 rt_timer_add(fffffd8079189d48,ffffffff8387b6e8,0) at rt_timer_add+0x4e sys/net/route.c:-1 mf6c_add_route(ffff800000b12800,629,ffff80003a95f9b8,ffff80003a95fa88,1) at mf6c_add_route+0xad sys/netinet6/ip6_mroute.c:728 mf6c_update(ffff80003a95fa88,1,0) at mf6c_update+0x76e sys/netinet6/ip6_mroute.c:833 add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 mf6c_add sys/netinet6/ip6_mroute.c:860 [inline] add_m6fc(ffff8000014f17f0,fffffd8072634320) at add_m6fc+0x2e4 sys/netinet6/ip6_mroute.c:873 sosetopt(ffff8000014f17f0,29,68,fffffd8072634300) at sosetopt+0x118 sys/kern/uipc_socket.c:-1 sys_setsockopt(ffff80002a7f5ca8,ffff80003a95fcd0,ffff80003a95fc20) at sys_setsockopt+0x2b9 sys/kern/uipc_syscalls.c:1227 syscall(ffff80003a95fcd0) at syscall+0x962 mi_syscall sys/sys/syscall_mi.h:-1 [inline] syscall(ffff80003a95fcd0) at syscall+0x962 sys/arch/amd64/amd64/trap.c:746 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xa6ed9d57030, count: -12