login: panic: pool_do_get: mbufpl free list modified: page 0xfffffd805cc30000; item addr 0xfffffd805cc30700; offset 0x0=0xee5a72e7a5df0000 != 0xee5a72e7a5df8988 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82251df9) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff82595600,2,ffff80001d80a338) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff82595600,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd8066d09190,fffffd8066d09218,ffffffff823c03a0,fffffd805cc30f00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd8066d09190,fffffd805cc30f00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd805cc30f00,0,2) at route_input+0x44b sys/net/rtsock.c:572 rtm_send(fffffd805e60e770,2,0,0) at rtm_send+0x18d sys/net/rtsock.c:1659 rt_ifa_del(ffff8000006b5400,400004,ffff8000006b5468,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 in_purgeaddr(ffff8000006b5400) at in_purgeaddr+0x114 sys/netinet/in.c:752 in_ifdetach(ffff8000009f6800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f6800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f6800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 end trace frame: 0xffff80001d80a9d0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic pool_do_get: mbufpl free list modified: page 0xfffffd805cc30000; item addr 0xfffffd805cc30700; offset 0x0=0xee5a72e7a5df0000 != 0xee5a72e7a5df8988 ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82251df9) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff82595600,2,ffff80001d80a338) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff82595600,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd8066d09190,fffffd8066d09218,ffffffff823c03a0,fffffd805cc30f00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd8066d09190,fffffd805cc30f00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd805cc30f00,0,2) at route_input+0x44b sys/net/rtsock.c:572 rtm_send(fffffd805e60e770,2,0,0) at rtm_send+0x18d sys/net/rtsock.c:1659 rt_ifa_del(ffff8000006b5400,400004,ffff8000006b5468,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 in_purgeaddr(ffff8000006b5400) at in_purgeaddr+0x114 sys/netinet/in.c:752 in_ifdetach(ffff8000009f6800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f6800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f6800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d80aa50) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd8067b9fa90,7,fffffd806c3bfd80,ffff80001d73a388) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd8066df3528,ffff80001d73a388) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8066df3528,ffff80001d73a388) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd8066df3528,ffff80001d73a388) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd8066df3528,ffff80001d73a388) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d73a388) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d73a388,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d73a388,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d73a388,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d73a388) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d80aed0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d80aed0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdeeb0, count: -26 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d80a1a0 rbx 0xffff80001d80a250 rdx 0x2 rcx 0 rax 0x1 r8 0xffffffff81ca883f kprintf+0x15f r9 0x1 r10 0x2 r11 0x427ac1434bdd6ae3 r12 0x3000000008 r13 0xffff80001d80a1b0 r14 0x100 r15 0x1 rip 0xffffffff81963dc8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d80a190 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (syz-executor.0) pid=201394 stat=onproc flags process=a proc=2000 pri=32, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff80001d739758,0xffff80001d73a608 process=0xffff8000ffffa740 user=0xffff80001d805000, vmspace=0xfffffd806bc09440 estcpu=0, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 32879 465801 3082 0 3 0x82 wait syz-execprog 32879 464656 3082 0 3 0x4000082 thrsleep syz-execprog 32879 279093 3082 0 3 0x4000082 thrsleep syz-execprog 32879 82820 3082 0 3 0x4000082 thrsleep syz-execprog 32879 458177 3082 0 3 0x4000082 thrsleep syz-execprog 32879 234766 3082 0 3 0x4000082 thrsleep syz-execprog 32879 96388 3082 0 3 0x4000082 thrsleep syz-execprog 32879 449920 3082 0 3 0x4000082 kqread syz-execprog 3082 169092 42925 0 3 0x10008a pause ksh 42925 40711 12959 0 3 0x92 select sshd 39815 20962 1 0 3 0x100083 ttyin getty 12959 413969 1 0 3 0x80 select sshd 94523 241886 69742 73 3 0x100090 kqread syslogd 69742 51675 1 0 3 0x100082 netio syslogd 8827 71813 1 77 3 0x100090 poll dhclient 49895 189031 1 0 3 0x80 poll dhclient 37557 521796 0 0 3 0x14200 bored smr 54631 274160 0 0 3 0x14200 pgzero zerothread 69363 360629 0 0 3 0x14200 aiodoned aiodoned 93679 515309 0 0 3 0x14200 syncer update 45357 378780 0 0 3 0x14200 cleaner cleaner 34900 19925 0 0 3 0x14200 reaper reaper 12984 428609 0 0 3 0x14200 pgdaemon pagedaemon 6584 319847 0 0 3 0x14200 bored crynlk 59196 182678 0 0 3 0x14200 bored crypto 35140 432599 0 0 3 0x40014200 acpi0 acpi0 93360 113868 0 0 3 0x14200 bored softnet 22812 242517 0 0 2 0x14200 systqmp 25547 362709 0 0 3 0x14200 bored systq 6196 341791 0 0 3 0x40014200 bored softclock 61126 246089 0 0 3 0x40014200 idle0 1 150567 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9442 6321K 6321K 78643K 10543 0 pcb 13 8K 8K 78643K 13 0 rtable 81 2K 2K 78643K 154 0 ifaddr 32 8K 9K 78643K 33 0 counters 20 16K 16K 78643K 20 0 ioctlops 0 0K 2K 78643K 14 0 mount 1 1K 1K 78643K 1 0 vnodes 1182 74K 74K 78643K 1187 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 1K 78643K 2 0 VM map 2 0K 0K 78643K 2 0 sem 2 0K 0K 78643K 2 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 195K 288K 78643K 12938 0 file desc 2 4K 12K 78643K 18 0 proc 47 38K 54K 78643K 318 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 in_multi 22 1K 1K 78643K 22 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 19 95K 95K 78643K 19 0 exec 0 0K 1K 78643K 171 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 67 11K 11K 78643K 837 0 UVM aobj 2 2K 2K 78643K 2 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 NDP 6 0K 0K 78643K 6 0 temp 23 3025K 3089K 78643K 1621 0 kqueue 3 4K 4K 78643K 3 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 4 0 0 1 0 1 1 0 8 0 rtpcb 80 17 0 15 1 0 1 1 0 8 0 rtentry 112 34 0 2 1 0 1 1 0 8 0 unpcb 120 27 0 19 1 0 1 1 0 8 0 syncache 264 5 0 5 2 1 1 1 0 8 1 tcpcb 544 8 0 5 1 0 1 1 0 8 0 inpcb 280 27 0 21 1 0 1 1 0 8 0 nd6 48 3 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 144 0 0 9 0 9 9 0 8 0 art_table 32 145 0 0 2 0 2 2 0 8 0 art_node 16 33 0 3 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1415 0 22 88 0 88 88 0 8 0 ffsino 240 1415 0 22 82 0 82 82 0 8 0 nchpl 144 1633 0 39 60 0 60 60 0 8 0 uvmvnodes 72 1424 0 0 26 0 26 26 0 8 0 vnodes 208 1424 0 0 75 0 75 75 0 8 0 namei 1024 3921 0 3921 2 1 1 1 0 8 1 scxspl 192 3867 0 3867 6 5 1 1 0 8 1 plimitpl 152 14 0 8 1 0 1 1 0 8 0 sigapl 424 212 0 186 4 0 4 4 0 8 0 knotepl 112 47 0 38 1 0 1 1 0 8 0 kqueuepl 144 2 0 0 1 0 1 1 0 8 0 pipelkpl 16 70 0 64 2 1 1 1 0 8 0 pipepl 120 140 0 129 2 1 1 1 0 8 0 fdescpl 432 198 0 186 2 0 2 2 0 8 0 filepl 120 979 0 928 2 0 2 2 0 8 0 lockfpl 104 5 0 4 1 0 1 1 0 8 0 lockfspl 48 3 0 2 1 0 1 1 0 8 0 sessionpl 112 18 0 9 1 0 1 1 0 8 0 pgrppl 48 18 0 9 1 0 1 1 0 8 0 ucredpl 96 57 0 50 1 0 1 1 0 8 0 zombiepl 144 187 0 186 2 1 1 1 0 8 0 processpl 920 212 0 186 4 0 4 4 0 8 0 procpl 624 219 0 186 3 0 3 3 0 8 0 sockpl 400 71 0 55 2 0 2 2 0 8 0 mcl4k 4096 10 0 10 2 1 1 1 0 8 1 mcl2k 2048 5500 0 5468 8 3 5 8 0 8 0 mtagpl 80 2 0 2 1 1 0 1 0 8 0 mbufpl 256 9571 0 9503 6 1 5 5 0 8 0 mbufpl: pool(0xffffffff82595600:mbufpl): free list modified: page 0xfffffd805cc30000; item ordinal 0; addr 0xfffffd805cc30700 (p 0xfffffd80673cb000); offset 0x0=0xee5a72e7a5df0000 bufpl 280 2896 0 125 198 0 198 198 0 8 0 anonpl 16 20206 0 18729 14 2 12 12 0 107 5 amapchunkpl 152 789 0 730 4 0 4 4 0 158 0 amappl16 192 124 0 97 2 0 2 2 0 8 0 amappl15 184 9 0 7 1 0 1 1 0 8 0 amappl14 176 26 0 22 1 0 1 1 0 8 0 amappl13 168 18 0 17 2 1 1 1 0 8 0 amappl12 160 11 0 7 2 1 1 1 0 8 0 amappl11 152 40 0 31 1 0 1 1 0 8 0 amappl10 144 12 0 8 1 0 1 1 0 8 0 amappl9 136 213 0 211 1 0 1 1 0 8 0 amappl8 128 239 0 231 1 0 1 1 0 8 0 amappl7 120 102 0 92 1 0 1 1 0 8 0 amappl6 112 21 0 18 2 1 1 1 0 8 0 amappl5 104 150 0 141 1 0 1 1 0 8 0 amappl4 96 429 0 406 1 0 1 1 0 8 0 amappl3 88 106 0 101 1 0 1 1 0 8 0 amappl2 80 806 0 754 3 1 2 2 0 8 0 amappl1 72 13547 0 13151 24 7 17 17 0 8 8 amappl 80 417 0 392 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 1 0 0 1 0 1 1 0 8 0 uaddrrnd 24 198 0 186 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 198 0 186 1 0 1 1 0 8 0 vmmpekpl 168 6158 0 6139 1 0 1 1 0 8 0 vmmpepl 168 29056 0 28211 88 19 69 69 0 357 28 vmsppl 272 197 0 186 1 0 1 1 0 8 0 pdppl 4096 402 0 372 5 0 5 5 0 8 0 pvpl 32 104865 0 101171 109 7 102 102 0 265 70 pmappl 200 197 0 186 1 0 1 1 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 215 0 8 6 0 6 6 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82251df9) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff82595600,2,ffff80001d80a338) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff82595600,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd8066d09190,fffffd8066d09218,ffffffff823c03a0,fffffd805cc30f00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd8066d09190,fffffd805cc30f00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd805cc30f00,0,2) at route_input+0x44b sys/net/rtsock.c:572 rtm_send(fffffd805e60e770,2,0,0) at rtm_send+0x18d sys/net/rtsock.c:1659 rt_ifa_del(ffff8000006b5400,400004,ffff8000006b5468,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 in_purgeaddr(ffff8000006b5400) at in_purgeaddr+0x114 sys/netinet/in.c:752 in_ifdetach(ffff8000009f6800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f6800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f6800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d80aa50) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd8067b9fa90,7,fffffd806c3bfd80,ffff80001d73a388) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd8066df3528,ffff80001d73a388) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8066df3528,ffff80001d73a388) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd8066df3528,ffff80001d73a388) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd8066df3528,ffff80001d73a388) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d73a388) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d73a388,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d73a388,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d73a388,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d73a388) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d80aed0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d80aed0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdeeb0, count: -26 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff82251df9) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff82595600,2,ffff80001d80a338) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff82595600,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd8066d09190,fffffd8066d09218,ffffffff823c03a0,fffffd805cc30f00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd8066d09190,fffffd805cc30f00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd805cc30f00,0,2) at route_input+0x44b sys/net/rtsock.c:572 rtm_send(fffffd805e60e770,2,0,0) at rtm_send+0x18d sys/net/rtsock.c:1659 rt_ifa_del(ffff8000006b5400,400004,ffff8000006b5468,0) at rt_ifa_del+0x3bb sys/net/route.c:1190 in_purgeaddr(ffff8000006b5400) at in_purgeaddr+0x114 sys/netinet/in.c:752 in_ifdetach(ffff8000009f6800) at in_ifdetach+0x74 sys/netinet/in.c:971 if_detach(ffff8000009f6800) at if_detach+0x140 sys/net/if.c:1149 tun_clone_destroy(ffff8000009f6800) at tun_clone_destroy+0x1d8 sys/net/if_tun.c:329 tun_dev_close(5d00,7) at tun_dev_close+0x160 sys/net/if_tun.c:480 spec_close(ffff80001d80aa50) at spec_close+0x311 sys/kern/spec_vnops.c:555 VOP_CLOSE(fffffd8067b9fa90,7,fffffd806c3bfd80,ffff80001d73a388) at VOP_CLOSE+0xc0 sys/kern/vfs_vops.c:174 vn_closefile(fffffd8066df3528,ffff80001d73a388) at vn_closefile+0xd2 vn_close sys/kern/vfs_vnops.c:298 [inline] vn_closefile(fffffd8066df3528,ffff80001d73a388) at vn_closefile+0xd2 sys/kern/vfs_vnops.c:614 fdrop(fffffd8066df3528,ffff80001d73a388) at fdrop+0xc2 sys/kern/kern_descrip.c:1276 closef(fffffd8066df3528,ffff80001d73a388) at closef+0x117 sys/kern/kern_descrip.c:1260 fdfree(ffff80001d73a388) at fdfree+0x100 sys/kern/kern_descrip.c:1192 exit1(ffff80001d73a388,0,9,1) at exit1+0x32c sys/kern/kern_exit.c:197 postsig(ffff80001d73a388,9) at postsig+0x4b2 sigexit sys/kern/kern_sig.c:1483 [inline] postsig(ffff80001d73a388,9) at postsig+0x4b2 sys/kern/kern_sig.c:1415 userret(ffff80001d73a388) at userret+0x159 sys/kern/kern_sig.c:1867 syscall(ffff80001d80aed0) at syscall+0x42e mi_syscall_return sys/sys/syscall_mi.h:129 [inline] syscall(ffff80001d80aed0) at syscall+0x42e sys/arch/amd64/amd64/trap.c:592 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdeeb0, count: -26