login: panic: pool_do_get: mbufpl free list modified: page 0xfffffd805c261000; item addr 0xfffffd805c261900; offset 0x0=0x0 != 0xa3e4224c24565074 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82250235) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff8259e668,2,ffff80001d808128) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff8259e668,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 rt_ifa_del(ffff8000009cd300,800100,ffff8000009cd358,0) at rt_ifa_del+0xa1 sys/net/route.c:1163 in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_remove_prefix sys/netinet/in.c:812 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_ifscrub sys/netinet/in.c:636 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 sys/netinet/in.c:752 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d808550) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd806a011a90,7,fffffd806c3bfc00,ffff80001d739c38) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 end trace frame: 0xffff80001d808660, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic pool_do_get: mbufpl free list modified: page 0xfffffd805c261000; item addr 0xfffffd805c261900; offset 0x0=0x0 != 0xa3e4224c24565074 ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82250235) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff8259e668,2,ffff80001d808128) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff8259e668,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 rt_ifa_del(ffff8000009cd300,800100,ffff8000009cd358,0) at rt_ifa_del+0xa1 sys/net/route.c:1163 in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_remove_prefix sys/netinet/in.c:812 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_ifscrub sys/netinet/in.c:636 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 sys/netinet/in.c:752 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d808550) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd806a011a90,7,fffffd806c3bfc00,ffff80001d739c38) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd8069bf3d98,ffff80001d739c38) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd8069bf3d98,ffff80001d739c38) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d739c38) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d739c38,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d739c38,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d739c38,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d739c38) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d8089d0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d8089d0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc8b20, count: -22 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d807f90 rbx 0xffff80001d808040 rdx 0x2 rcx 0x1 rax 0x1 r8 0xffff80001d807f50 r9 0x1 r10 0x1c18f895cdf1d918 r11 0x89df2e96af517170 r12 0x3000000008 r13 0xffff80001d807fa0 r14 0x100 r15 0x1 rip 0xffffffff812ce6e8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d807f80 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (syz-executor.0) pid=511351 stat=onproc flags process=a proc=2000 pri=32, usrpri=69, nice=20 forw=0xffffffffffffffff, list=0xffff80001d739ea8,0xffffffff82595198 process=0xffff8000ffffa3a8 user=0xffff80001d803000, vmspace=0xfffffd806bc09110 estcpu=19, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 24051 46538 37505 0 3 0x82 wait syz-execprog 24051 113669 37505 0 3 0x4000082 thrsleep syz-execprog 24051 351112 37505 0 3 0x4000082 thrsleep syz-execprog 24051 375991 37505 0 3 0x4000082 thrsleep syz-execprog 24051 334055 37505 0 3 0x4000082 thrsleep syz-execprog 24051 430876 37505 0 3 0x4000082 kqread syz-execprog 24051 524032 37505 0 3 0x4000082 thrsleep syz-execprog 37505 56667 7003 0 3 0x10008a pause ksh 7003 302423 15043 0 3 0x92 select sshd 30494 385553 1 0 3 0x100083 ttyin getty 15043 483572 1 0 3 0x80 select sshd 90433 515126 71483 73 3 0x100090 kqread syslogd 71483 463520 1 0 3 0x100082 netio syslogd 7222 335693 1 77 3 0x100090 poll dhclient 62633 391659 1 0 3 0x80 poll dhclient 27974 368703 0 0 3 0x14200 bored smr 50811 107554 0 0 3 0x14200 pgzero zerothread 42935 139755 0 0 3 0x14200 aiodoned aiodoned 51105 405649 0 0 3 0x14200 syncer update 15106 158364 0 0 3 0x14200 cleaner cleaner 36471 521742 0 0 3 0x14200 reaper reaper 51372 314101 0 0 3 0x14200 pgdaemon pagedaemon 51510 20944 0 0 3 0x14200 bored crynlk 83845 444037 0 0 3 0x14200 bored crypto 8516 486504 0 0 3 0x40014200 acpi0 acpi0 37868 488638 0 0 3 0x14200 bored softnet 45431 519810 0 0 3 0x14200 bored systqmp 34009 306892 0 0 3 0x14200 bored systq 26642 231405 0 0 3 0x40014200 bored softclock 33012 114089 0 0 3 0x40014200 idle0 1 263672 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9441 6321K 6321K 78643K 10540 0 pcb 13 8K 8K 78643K 13 0 rtable 83 2K 2K 78643K 153 0 ifaddr 32 8K 9K 78643K 33 0 counters 20 16K 16K 78643K 20 0 ioctlops 0 0K 2K 78643K 14 0 mount 1 1K 1K 78643K 1 0 vnodes 1182 74K 74K 78643K 1187 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 0K 0K 78643K 2 0 sem 2 0K 0K 78643K 2 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1794 195K 288K 78643K 12646 0 file desc 2 4K 12K 78643K 18 0 proc 47 38K 54K 78643K 318 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 22 1K 1K 78643K 22 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 19 95K 95K 78643K 19 0 exec 0 0K 1K 78643K 171 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 69 11K 12K 78643K 840 0 UVM aobj 2 2K 2K 78643K 2 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 NDP 6 0K 0K 78643K 6 0 temp 23 3029K 3093K 78643K 1623 0 kqueue 3 4K 4K 78643K 3 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 4 0 0 1 0 1 1 0 8 0 rtpcb 80 17 0 15 1 0 1 1 0 8 0 rtentry 112 34 0 1 1 0 1 1 0 8 0 unpcb 120 27 0 19 1 0 1 1 0 8 0 syncache 264 5 0 5 1 0 1 1 0 8 1 tcpcb 544 8 0 5 1 0 1 1 0 8 0 inpcb 280 27 0 21 1 0 1 1 0 8 0 nd6 48 3 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 145 0 0 10 0 10 10 0 8 0 art_table 32 146 0 0 2 0 2 2 0 8 0 art_node 16 33 0 3 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1415 0 22 88 0 88 88 0 8 0 ffsino 240 1415 0 22 82 0 82 82 0 8 0 nchpl 144 1631 0 39 60 0 60 60 0 8 1 uvmvnodes 72 1424 0 0 26 0 26 26 0 8 0 vnodes 208 1424 0 0 75 0 75 75 0 8 0 namei 1024 3915 0 3915 1 0 1 1 0 8 1 scxspl 192 3672 0 3672 1 0 1 1 0 8 1 plimitpl 152 14 0 8 1 0 1 1 0 8 0 sigapl 424 212 0 186 4 0 4 4 0 8 0 knotepl 112 47 0 38 1 0 1 1 0 8 0 kqueuepl 144 2 0 0 1 0 1 1 0 8 0 pipelkpl 16 70 0 64 1 0 1 1 0 8 0 pipepl 120 140 0 129 1 0 1 1 0 8 0 fdescpl 432 198 0 186 2 0 2 2 0 8 0 filepl 120 973 0 922 2 0 2 2 0 8 0 lockfpl 104 5 0 4 1 0 1 1 0 8 0 lockfspl 48 3 0 2 1 0 1 1 0 8 0 sessionpl 112 18 0 9 1 0 1 1 0 8 0 pgrppl 48 18 0 9 1 0 1 1 0 8 0 ucredpl 96 57 0 50 1 0 1 1 0 8 0 zombiepl 144 187 0 186 1 0 1 1 0 8 0 processpl 920 212 0 186 4 0 4 4 0 8 0 procpl 624 218 0 186 3 0 3 3 0 8 0 sockpl 400 71 0 55 2 0 2 2 0 8 0 mcl4k 4096 10 0 10 1 0 1 1 0 8 1 mcl2k 2048 5499 0 5462 8 2 6 8 0 8 1 mtagpl 80 2 0 2 1 1 0 1 0 8 0 mbufpl 256 9546 0 9476 8 2 6 6 0 8 0 mbufpl: pool(0xffffffff8259e668:mbufpl): free list modified: page 0xfffffd805c261000; item ordinal 0; addr 0xfffffd805c261900 (p 0xfffffd806c3c4000); offset 0x0=0x0 mbufpl: pool(0xffffffff8259e668:mbufpl): page inconsistency: page 0xfffffd805c261000; item ordinal 1; addr 0x662e9299c3494a5b bufpl 280 2893 0 126 198 0 198 198 0 8 0 anonpl 16 20272 0 18789 14 2 12 12 0 107 5 amapchunkpl 152 719 0 660 4 0 4 4 0 158 0 amappl16 192 137 0 110 2 0 2 2 0 8 0 amappl15 184 1 0 0 1 0 1 1 0 8 0 amappl14 176 28 0 23 1 0 1 1 0 8 0 amappl13 168 18 0 17 1 0 1 1 0 8 0 amappl12 160 8 0 4 1 0 1 1 0 8 0 amappl11 152 41 0 32 1 0 1 1 0 8 0 amappl10 144 16 0 12 1 0 1 1 0 8 0 amappl9 136 213 0 211 1 0 1 1 0 8 0 amappl8 128 238 0 229 1 0 1 1 0 8 0 amappl7 120 105 0 93 1 0 1 1 0 8 0 amappl6 112 24 0 21 1 0 1 1 0 8 0 amappl5 104 145 0 136 1 0 1 1 0 8 0 amappl4 96 430 0 406 1 0 1 1 0 8 0 amappl3 88 106 0 100 1 0 1 1 0 8 0 amappl2 80 811 0 759 2 0 2 2 0 8 0 amappl1 72 13793 0 13401 22 5 17 17 0 8 8 amappl 80 419 0 394 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 1 0 0 1 0 1 1 0 8 0 uaddrrnd 24 198 0 186 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 198 0 186 1 0 1 1 0 8 0 vmmpekpl 168 6123 0 6103 1 0 1 1 0 8 0 vmmpepl 168 28917 0 28076 73 4 69 69 0 357 30 vmsppl 272 197 0 186 1 0 1 1 0 8 0 pdppl 4096 402 0 372 5 0 5 5 0 8 0 pvpl 32 104893 0 101204 102 0 102 102 0 265 70 pmappl 200 197 0 186 1 0 1 1 0 8 0 extentpl 40 46 0 29 1 0 1 1 0 8 0 phpool 112 216 0 6 6 0 6 6 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82250235) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff8259e668,2,ffff80001d808128) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff8259e668,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 rt_ifa_del(ffff8000009cd300,800100,ffff8000009cd358,0) at rt_ifa_del+0xa1 sys/net/route.c:1163 in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_remove_prefix sys/netinet/in.c:812 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_ifscrub sys/netinet/in.c:636 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 sys/netinet/in.c:752 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d808550) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd806a011a90,7,fffffd806c3bfc00,ffff80001d739c38) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd8069bf3d98,ffff80001d739c38) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd8069bf3d98,ffff80001d739c38) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d739c38) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d739c38,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d739c38,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d739c38,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d739c38) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d8089d0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d8089d0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc8b20, count: -22 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82250235) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff8259e668,2,ffff80001d808128) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff8259e668,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 rt_ifa_del(ffff8000009cd300,800100,ffff8000009cd358,0) at rt_ifa_del+0xa1 sys/net/route.c:1163 in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_remove_prefix sys/netinet/in.c:812 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 in_ifscrub sys/netinet/in.c:636 [inline] in_purgeaddr(ffff8000009cd300) at in_purgeaddr+0xc6 sys/netinet/in.c:752 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d808550) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd806a011a90,7,fffffd806c3bfc00,ffff80001d739c38) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8069bf3d98,ffff80001d739c38) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd8069bf3d98,ffff80001d739c38) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd8069bf3d98,ffff80001d739c38) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d739c38) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d739c38,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d739c38,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d739c38,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d739c38) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d8089d0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d8089d0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc8b20, count: -22 ddb>