login: panic: pool_do_get: mbufpl free list modified: page 0xfffffd805c23b000; item addr 0xfffffd805c23b500; offset 0x0=0x0 != 0xc4a006968f2d56b6 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82252014) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff825c2fd0,2,ffff80001d8075d8) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff825c2fd0,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_gethdr(2,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 rtm_msg1(2,ffff80001d807730) at rtm_msg1+0x6e sys/net/rtsock.c:1534 rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 rtm_miss sys/net/rtsock.c:1679 [inline] rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 sys/net/rtsock.c:1657 rt_ifa_del(ffff8000009cd400,200404,ffff8000009cd458,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 rt_ifa_dellocal(ffff8000009cd400) at rt_ifa_dellocal+0x149 sys/net/route.c:1290 in_purgeaddr(ffff8000009cd400) at in_purgeaddr+0x12a sys/netinet/in.c:755 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 end trace frame: 0xffff80001d807c20, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic pool_do_get: mbufpl free list modified: page 0xfffffd805c23b000; item addr 0xfffffd805c23b500; offset 0x0=0x0 != 0xc4a006968f2d56b6 ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82252014) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff825c2fd0,2,ffff80001d8075d8) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff825c2fd0,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_gethdr(2,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 rtm_msg1(2,ffff80001d807730) at rtm_msg1+0x6e sys/net/rtsock.c:1534 rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 rtm_miss sys/net/rtsock.c:1679 [inline] rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 sys/net/rtsock.c:1657 rt_ifa_del(ffff8000009cd400,200404,ffff8000009cd458,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 rt_ifa_dellocal(ffff8000009cd400) at rt_ifa_dellocal+0x149 sys/net/route.c:1290 in_purgeaddr(ffff8000009cd400) at in_purgeaddr+0x12a sys/netinet/in.c:755 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d807c30) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd80614ca750,7,fffffd806c3bfae0,ffff80001d739c38) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd80615f30f0,ffff80001d739c38) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd80615f30f0,ffff80001d739c38) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd80615f30f0,ffff80001d739c38) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd80615f30f0,ffff80001d739c38) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d739c38) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d739c38,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d739c38,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d739c38,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d739c38) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d8080b0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d8080b0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc77f0, count: -25 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d807440 rbx 0xffff80001d8074f0 rdx 0x2 rcx 0x1 rax 0x1 r8 0xffff80001d807400 r9 0x1 r10 0x5cb4a57e07daae3 r11 0x57babf6bf802c8a7 r12 0x3000000008 r13 0xffff80001d807450 r14 0x100 r15 0x1 rip 0xffffffff814f4a08 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d807430 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (syz-executor.0) pid=117928 stat=onproc flags process=a proc=2000 pri=32, usrpri=86, nice=20 forw=0xffffffffffffffff, list=0xffff80001d739ea8,0xffffffff825b8978 process=0xffff8000ffffb5a0 user=0xffff80001d803000, vmspace=0xfffffd806bc09000 estcpu=36, cpticks=2, pctcpu=0.0 user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 49893 523004 75868 0 3 0x82 wait syz-execprog 49893 264419 75868 0 3 0x4000082 thrsleep syz-execprog 49893 7844 75868 0 3 0x4000082 thrsleep syz-execprog 49893 492031 75868 0 3 0x4000082 thrsleep syz-execprog 49893 503685 75868 0 3 0x4000082 thrsleep syz-execprog 49893 157903 75868 0 3 0x4000082 kqread syz-execprog 49893 237546 75868 0 3 0x4000082 thrsleep syz-execprog 75868 127698 42845 0 3 0x10008a pause ksh 42845 138004 20755 0 3 0x92 select sshd 50504 309827 1 0 3 0x100083 ttyin getty 20755 280938 1 0 3 0x80 select sshd 91186 426946 37808 73 3 0x100090 kqread syslogd 37808 98749 1 0 3 0x100082 netio syslogd 18888 193007 1 77 3 0x100090 poll dhclient 8970 268856 1 0 3 0x80 poll dhclient 95085 236247 0 0 3 0x14200 bored smr 65411 216668 0 0 3 0x14200 pgzero zerothread 17554 167636 0 0 3 0x14200 aiodoned aiodoned 12425 376095 0 0 3 0x14200 syncer update 81135 416435 0 0 3 0x14200 cleaner cleaner 60629 83087 0 0 3 0x14200 reaper reaper 22034 124111 0 0 3 0x14200 pgdaemon pagedaemon 96495 108610 0 0 3 0x14200 bored crynlk 48691 65047 0 0 3 0x14200 bored crypto 23550 196010 0 0 3 0x40014200 acpi0 acpi0 24410 514738 0 0 3 0x14200 bored softnet 3033 284810 0 0 2 0x14200 systqmp 62629 61498 0 0 3 0x14200 bored systq 70185 64200 0 0 3 0x40014200 bored softclock 33592 277998 0 0 3 0x40014200 idle0 1 339847 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9441 6321K 6321K 78643K 10540 0 pcb 13 8K 8K 78643K 13 0 rtable 79 2K 2K 78643K 153 0 ifaddr 32 8K 9K 78643K 33 0 counters 20 16K 16K 78643K 20 0 ioctlops 0 0K 2K 78643K 14 0 mount 1 1K 1K 78643K 1 0 vnodes 1182 74K 74K 78643K 1187 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 0K 0K 78643K 2 0 sem 2 0K 0K 78643K 2 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1808 195K 288K 78643K 12860 0 file desc 2 4K 12K 78643K 18 0 proc 47 38K 54K 78643K 318 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 22 1K 1K 78643K 22 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 19 95K 95K 78643K 19 0 exec 0 0K 1K 78643K 171 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 67 11K 12K 78643K 839 0 UVM aobj 2 2K 2K 78643K 2 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 NDP 6 0K 0K 78643K 6 0 temp 23 3029K 3093K 78643K 1622 0 kqueue 3 4K 4K 78643K 3 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 4 0 1 1 0 1 1 0 8 0 rtpcb 80 17 0 15 1 0 1 1 0 8 0 rtentry 112 34 0 3 1 0 1 1 0 8 0 unpcb 120 27 0 19 1 0 1 1 0 8 0 syncache 264 5 0 5 1 0 1 1 0 8 1 tcpqe 32 5 0 5 1 1 0 1 0 8 0 tcpcb 544 8 0 5 1 0 1 1 0 8 0 inpcb 280 27 0 21 1 0 1 1 0 8 0 nd6 48 3 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 143 0 0 9 0 9 9 0 8 0 art_table 32 144 0 0 2 0 2 2 0 8 0 art_node 16 33 0 3 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1415 0 22 88 0 88 88 0 8 0 ffsino 240 1415 0 22 82 0 82 82 0 8 0 nchpl 144 1631 0 39 60 0 60 60 0 8 1 uvmvnodes 72 1424 0 0 26 0 26 26 0 8 0 vnodes 208 1424 0 0 75 0 75 75 0 8 0 namei 1024 3915 0 3915 1 0 1 1 0 8 1 scxspl 192 3698 0 3698 1 0 1 1 0 8 1 plimitpl 152 14 0 8 1 0 1 1 0 8 0 sigapl 424 212 0 186 4 0 4 4 0 8 0 knotepl 112 47 0 38 1 0 1 1 0 8 0 kqueuepl 144 2 0 0 1 0 1 1 0 8 0 pipelkpl 16 70 0 64 1 0 1 1 0 8 0 pipepl 120 140 0 129 1 0 1 1 0 8 0 fdescpl 432 198 0 186 2 0 2 2 0 8 0 filepl 120 973 0 922 2 0 2 2 0 8 0 lockfpl 104 5 0 4 1 0 1 1 0 8 0 lockfspl 48 3 0 2 1 0 1 1 0 8 0 sessionpl 112 18 0 9 1 0 1 1 0 8 0 pgrppl 48 18 0 9 1 0 1 1 0 8 0 ucredpl 96 57 0 50 1 0 1 1 0 8 0 zombiepl 144 187 0 186 1 0 1 1 0 8 0 processpl 920 212 0 186 4 0 4 4 0 8 0 procpl 624 218 0 186 3 0 3 3 0 8 0 sockpl 400 71 0 55 2 0 2 2 0 8 0 mcl4k 4096 10 0 10 1 0 1 1 0 8 1 mcl2k 2048 5502 0 5462 9 3 6 9 0 8 0 mtagpl 80 2 0 2 1 1 0 1 0 8 0 mbufpl 256 9572 0 9495 8 2 6 6 0 8 0 mbufpl: pool(0xffffffff825c2fd0:mbufpl): free list modified: page 0xfffffd805c23b000; item ordinal 0; addr 0xfffffd805c23b500 (p 0xfffffd806c3c4000); offset 0x0=0x0 mbufpl: pool(0xffffffff825c2fd0:mbufpl): page inconsistency: page 0xfffffd805c23b000; item ordinal 1; addr 0x230c44aa139f5282 bufpl 280 2892 0 126 198 0 198 198 0 8 0 anonpl 16 20475 0 18991 13 1 12 12 0 107 4 amapchunkpl 152 771 0 712 4 0 4 4 0 158 0 amappl16 192 126 0 98 2 0 2 2 0 8 0 amappl15 184 1 0 0 1 0 1 1 0 8 0 amappl14 176 26 0 22 1 0 1 1 0 8 0 amappl13 168 18 0 17 1 0 1 1 0 8 0 amappl12 160 14 0 9 1 0 1 1 0 8 0 amappl11 152 52 0 42 1 0 1 1 0 8 0 amappl10 144 16 0 13 1 0 1 1 0 8 0 amappl9 136 219 0 217 1 0 1 1 0 8 0 amappl8 128 235 0 228 1 0 1 1 0 8 0 amappl7 120 102 0 91 1 0 1 1 0 8 0 amappl6 112 24 0 20 1 0 1 1 0 8 0 amappl5 104 135 0 124 1 0 1 1 0 8 0 amappl4 96 425 0 403 1 0 1 1 0 8 0 amappl3 88 106 0 101 1 0 1 1 0 8 0 amappl2 80 810 0 757 2 0 2 2 0 8 0 amappl1 72 13674 0 13277 24 7 17 17 0 8 8 amappl 80 422 0 397 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 1 0 0 1 0 1 1 0 8 0 uaddrrnd 24 198 0 186 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 198 0 186 1 0 1 1 0 8 0 vmmpekpl 168 6132 0 6112 1 0 1 1 0 8 0 vmmpepl 168 29190 0 28341 77 8 69 69 0 357 30 vmsppl 272 197 0 186 1 0 1 1 0 8 0 pdppl 4096 402 0 372 5 0 5 5 0 8 0 pvpl 32 105034 0 101346 102 0 102 102 0 265 70 pmappl 200 197 0 186 1 0 1 1 0 8 0 extentpl 40 46 0 29 1 0 1 1 0 8 0 phpool 112 216 0 7 6 0 6 6 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82252014) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff825c2fd0,2,ffff80001d8075d8) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff825c2fd0,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_gethdr(2,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 rtm_msg1(2,ffff80001d807730) at rtm_msg1+0x6e sys/net/rtsock.c:1534 rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 rtm_miss sys/net/rtsock.c:1679 [inline] rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 sys/net/rtsock.c:1657 rt_ifa_del(ffff8000009cd400,200404,ffff8000009cd458,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 rt_ifa_dellocal(ffff8000009cd400) at rt_ifa_dellocal+0x149 sys/net/route.c:1290 in_purgeaddr(ffff8000009cd400) at in_purgeaddr+0x12a sys/netinet/in.c:755 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d807c30) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd80614ca750,7,fffffd806c3bfae0,ffff80001d739c38) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd80615f30f0,ffff80001d739c38) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd80615f30f0,ffff80001d739c38) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd80615f30f0,ffff80001d739c38) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd80615f30f0,ffff80001d739c38) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d739c38) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d739c38,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d739c38,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d739c38,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d739c38) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d8080b0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d8080b0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc77f0, count: -25 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82252014) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff825c2fd0,2,ffff80001d8075d8) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff825c2fd0,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_gethdr(2,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 rtm_msg1(2,ffff80001d807730) at rtm_msg1+0x6e sys/net/rtsock.c:1534 rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 rtm_miss sys/net/rtsock.c:1679 [inline] rtm_send(fffffd805e36d2a0,2,0,0) at rtm_send+0x120 sys/net/rtsock.c:1657 rt_ifa_del(ffff8000009cd400,200404,ffff8000009cd458,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 rt_ifa_dellocal(ffff8000009cd400) at rt_ifa_dellocal+0x149 sys/net/route.c:1290 in_purgeaddr(ffff8000009cd400) at in_purgeaddr+0x12a sys/netinet/in.c:755 in_ifdetach(ffff8000009f7800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f7800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f7800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d807c30) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd80614ca750,7,fffffd806c3bfae0,ffff80001d739c38) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd80615f30f0,ffff80001d739c38) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd80615f30f0,ffff80001d739c38) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd80615f30f0,ffff80001d739c38) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd80615f30f0,ffff80001d739c38) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d739c38) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d739c38,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d739c38,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d739c38,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d739c38) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d8080b0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d8080b0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc77f0, count: -25 ddb>