panic: pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8068e7b600+16 0x0!=0x5b235408f0e86948 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND * 89053 5128 0 0x2 0 0K ifconfig db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic() at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff826605d8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1789 [inline] pool_cache_get(ffffffff826605d8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1892 pool_get() at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,1) at m_get+0x4c sys/kern/uipc_mbuf.c:250 mld6_sendpkt(ffff800000a99b80,83,0) at mld6_sendpkt+0xaf sys/netinet6/mld6.c:410 mld6_start_listening(ffff800000a99b80) at mld6_start_listening+0x8e sys/netinet6/mld6.c:136 in6_addmulti(ffff800021976f20,ffff800000b05800,ffff800021976fa8) at in6_addmulti+0x25e sys/netinet6/in6.c:1064 in6_update_ifa(ffff800000b05800,ffff800021977160,0) at in6_update_ifa+0x1532 in6_joingroup sys/netinet6/in6.c:1131 [inline] in6_update_ifa(ffff800000b05800,ffff800021977160,0) at in6_update_ifa+0x1532 sys/netinet6/in6.c:755 in6_ioctl_change_ifaddr(8080691a,ffff800021977160,ffff800000b05800) at in6_ioctl_change_ifaddr+0x44a sys/netinet6/in6.c:351 ifioctl(fffffd806f6d4600,8080691a,ffff800021977160,ffff800020abec70) at ifioctl+0xb64 sys/net/if.c:2202 sys_ioctl(ffff800020abec70,ffff800021977270,ffff8000219772c0) at sys_ioctl+0x5b9 syscall(ffff800021977340) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline] syscall(ffff800021977340) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555 Xsyscall(6,36,0,36,7f7ffffe60c8,16c0b51630b8) at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe6040, count: 1 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8068e7b600+16 0x0!=0x5b235408f0e86948 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic() at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff826605d8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1789 [inline] pool_cache_get(ffffffff826605d8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1892 pool_get() at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,1) at m_get+0x4c sys/kern/uipc_mbuf.c:250 mld6_sendpkt(ffff800000a99b80,83,0) at mld6_sendpkt+0xaf sys/netinet6/mld6.c:410 mld6_start_listening(ffff800000a99b80) at mld6_start_listening+0x8e sys/netinet6/mld6.c:136 in6_addmulti(ffff800021976f20,ffff800000b05800,ffff800021976fa8) at in6_addmulti+0x25e sys/netinet6/in6.c:1064 in6_update_ifa(ffff800000b05800,ffff800021977160,0) at in6_update_ifa+0x1532 in6_joingroup sys/netinet6/in6.c:1131 [inline] in6_update_ifa(ffff800000b05800,ffff800021977160,0) at in6_update_ifa+0x1532 sys/netinet6/in6.c:755 in6_ioctl_change_ifaddr(8080691a,ffff800021977160,ffff800000b05800) at in6_ioctl_change_ifaddr+0x44a sys/netinet6/in6.c:351 ifioctl(fffffd806f6d4600,8080691a,ffff800021977160,ffff800020abec70) at ifioctl+0xb64 sys/net/if.c:2202 sys_ioctl(ffff800020abec70,ffff800021977270,ffff8000219772c0) at sys_ioctl+0x5b9 syscall(ffff800021977340) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline] syscall(ffff800021977340) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555 Xsyscall(6,36,0,36,7f7ffffe60c8,16c0b51630b8) at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe6040, count: -14 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800021976980 rbx 0xffff800021976a30 rdx 0xffff800020abec70 rcx 0 rax 0 r8 0xffffffff81844b3f kprintf+0x16f r9 0x1 r10 0x25 r11 0xbaddb9a7a1eb259b r12 0x3000000008 r13 0xffff800021976990 r14 0x100 r15 0x1 rip 0xffffffff81a1eac8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800021976970 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (ifconfig) pid=89053 stat=onproc flags process=2 proc=0 pri=51, usrpri=51, nice=20 forw=0xffffffffffffffff, list=0xffff800020abe780,0xffffffff82628a18 process=0xffff800020add500 user=0xffff800021972000, vmspace=0xfffffd807f00b170 estcpu=36, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND * 5128 89053 81640 0 7 0x2 ifconfig 81640 199164 78967 0 3 0x10008a pause sh 78967 331245 74655 0 3 0x82 wait syz-executor.1 21637 43175 0 0 3 0x14200 acct acct 271 245129 0 0 3 0x14200 bored sosplice 10542 463434 74655 0 3 0x82 piperd syz-executor.0 74655 258075 85208 0 3 0x82 thrsleep syz-fuzzer 74655 248746 85208 0 3 0x4000082 nanosleep syz-fuzzer 74655 450777 85208 0 3 0x4000082 thrsleep syz-fuzzer 74655 5925 85208 0 3 0x4000082 thrsleep syz-fuzzer 74655 21615 85208 0 3 0x4000082 thrsleep syz-fuzzer 74655 144911 85208 0 3 0x4000082 thrsleep syz-fuzzer 74655 501573 85208 0 3 0x4000082 thrsleep syz-fuzzer 74655 250946 85208 0 3 0x4000082 kqread syz-fuzzer 74655 362876 85208 0 3 0x4000082 thrsleep syz-fuzzer 74655 151330 85208 0 3 0x4000082 thrsleep syz-fuzzer 85208 348120 19553 0 3 0x10008a pause ksh 19553 187947 32298 0 3 0x92 select sshd 89692 443512 1 0 3 0x100083 ttyin getty 32298 175193 1 0 3 0x80 select sshd 69068 485913 45748 74 3 0x100092 bpf pflogd 45748 417271 1 0 3 0x80 netio pflogd 26649 360350 52283 73 3 0x100090 kqread syslogd 52283 403374 1 0 3 0x100082 netio syslogd 57655 393902 1 77 3 0x100090 poll dhclient 18298 131524 1 0 3 0x80 poll dhclient 32761 151415 0 0 3 0x14200 pgzero zerothread 13951 335791 0 0 3 0x14200 aiodoned aiodoned 31400 259738 0 0 3 0x14200 syncer update 2325 508456 0 0 3 0x14200 cleaner cleaner 34289 41992 0 0 3 0x14200 reaper reaper 9191 469063 0 0 3 0x14200 pgdaemon pagedaemon 37462 54956 0 0 3 0x14200 bored crynlk 64358 387536 0 0 3 0x14200 bored crypto 17644 20395 0 0 3 0x40014200 acpi0 acpi0 746 119983 0 0 7 0x40014200 idle1 10828 84505 0 0 3 0x14200 bored softnet 43749 63970 0 0 3 0x14200 bored systqmp 66240 192366 0 0 3 0x14200 bored systq 71006 202904 0 0 3 0x40014200 bored softclock 1237 249132 0 0 3 0x40014200 idle0 4956 510276 0 0 3 0x14200 bored smr 1 250530 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 5128 (ifconfig) thread 0xffff800020abec70 (89053) exclusive rwlock netlock r = 0 (0xffffffff824dfd18) #0 witness_lock+0x52e sys/kern/subr_witness.c:1163 #1 in6_ioctl_change_ifaddr+0x7f sys/netinet6/in6.c:277 #2 ifioctl+0xb64 sys/net/if.c:2202 #3 sys_ioctl+0x5b9 #4 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline] #4 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555 #5 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8266ff88) #0 witness_lock+0x52e sys/kern/subr_witness.c:1163 #1 syscall+0x400 mi_syscall sys/sys/syscall_mi.h:83 [inline] #1 syscall+0x400 sys/arch/amd64/amd64/trap.c:555 #2 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim Kern Lim devbuf 9516 6405K 7047K 78643K 11295 0 0 pcb 13 10K 12K 78643K 75 0 0 rtable 98 8K 8K 78643K 368 0 0 ifaddr 57 12K 14K 78643K 103 0 0 counters 39 33K 33K 78643K 39 0 0 ioctlops 0 0K 4K 78643K 1483 0 0 iov 0 0K 16K 78643K 60 0 0 mount 1 1K 1K 78643K 1 0 0 vnodes 1222 77K 77K 78643K 1463 0 0 UFS quota 1 32K 32K 78643K 1 0 0 UFS mount 5 36K 36K 78643K 5 0 0 shm 2 1K 5K 78643K 7 0 0 VM map 2 1K 1K 78643K 4 0 0 sem 12 0K 0K 78643K 40 0 0 dirhash 12 2K 2K 78643K 12 0 0 ACPI 1808 196K 290K 78643K 12765 0 0 file desc 6 17K 25K 78643K 270 0 0 sigio 0 0K 0K 78643K 1 0 0 proc 68 75K 95K 78643K 507 0 0 subproc 32 2K 2K 78643K 51 0 0 NFS srvsock 1 0K 0K 78643K 1 0 0 NFS daemon 1 16K 16K 78643K 1 0 0 ip_moptions 0 0K 0K 78643K 18 0 0 in_multi 22 1K 2K 78643K 58 0 0 ether_multi 1 0K 0K 78643K 2 0 0 ISOFS mount 1 32K 32K 78643K 1 0 0 MSDOSFS mount 1 16K 16K 78643K 1 0 0 ttys 66 291K 291K 78643K 66 0 0 exec 0 0K 1K 78643K 242 0 0 pagedep 1 8K 8K 78643K 1 0 0 inodedep 1 32K 32K 78643K 1 0 0 newblk 1 0K 0K 78643K 1 0 0 VM swap 7 26K 26K 78643K 7 0 0 UVM amap 103 21K 31K 78643K 1889 0 0 UVM aobj 11 2K 2K 78643K 14 0 0 memdesc 1 4K 4K 78643K 1 0 0 crypto data 1 1K 1K 78643K 1 0 0 ip6_options 0 0K 0K 78643K 68 0 0 NDP 13 0K 0K 78643K 27 0 0 temp 156 3551K 3618K 78643K 15697 0 0 kqueue 0 0K 0K 78643K 6 0 0 SYN cache 2 16K 16K 78643K 2 0 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 11 0 6 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 42 0 40 1 0 1 1 0 8 0 rtentry 112 65 0 29 2 0 2 2 0 8 0 unpcb 120 145 0 135 1 0 1 1 0 8 0 syncache 264 4 0 4 1 1 0 1 0 8 0 tcpqe 32 6107 0 6107 2 2 0 2 0 8 0 tcpcb 544 433 0 429 12 5 7 12 0 8 6 inpcb 280 795 0 787 10 3 7 10 0 8 6 nd6 48 7 0 4 1 0 1 1 0 8 0 ppxss 1128 6 0 6 1 0 1 1 0 8 1 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 30 0 9 1 0 1 1 0 8 0 pfstkey 112 30 0 9 1 0 1 1 0 8 0 pfstate 328 30 0 9 2 0 2 2 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 2 0 0 2 0 2 2 0 8 0 art_heap4 256 315 0 105 14 0 14 14 0 8 0 art_table 32 317 0 105 2 0 2 2 0 8 0 art_node 16 63 0 29 1 0 1 1 0 8 0 sysvmsgpl 40 30 0 14 1 0 1 1 0 8 0 semapl 112 38 0 28 1 0 1 1 0 8 0 shmpl 112 12 0 3 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino1pl 128 1827 0 421 46 0 46 46 0 8 0 ffsino 272 1827 0 421 95 0 95 95 0 8 0 nchpl 144 2431 0 832 61 0 61 61 0 8 0 uvmvnodes 72 2051 0 0 38 0 38 38 0 8 0 vnodes 208 2051 0 0 108 0 108 108 0 8 0 namei 1024 7149 0 7149 3 2 1 1 0 8 1 percpumem 16 30 0 0 1 0 1 1 0 8 0 vmpool 552 2 0 2 1 1 0 1 0 8 0 scxspl 192 6827 0 6827 12 11 1 7 0 8 1 plimitpl 152 32 0 24 1 0 1 1 0 8 0 sigapl 432 467 0 451 3 1 2 3 0 8 0 futexpl 56 6020 0 6020 1 0 1 1 0 8 1 knotepl 112 160 0 139 1 0 1 1 0 8 0 kqueuepl 104 247 0 245 4 2 2 4 0 8 1 pipepl 112 302 0 283 4 2 2 2 0 8 1 fdescpl 488 468 0 451 3 0 3 3 0 8 0 filepl 152 3783 0 3682 16 6 10 14 0 8 6 lockfpl 104 99 0 98 1 0 1 1 0 8 0 lockfspl 48 35 0 34 1 0 1 1 0 8 0 sessionpl 112 19 0 8 1 0 1 1 0 8 0 pgrppl 48 27 0 16 1 0 1 1 0 8 0 ucredpl 96 546 0 537 1 0 1 1 0 8 0 zombiepl 144 451 0 451 3 2 1 1 0 8 1 processpl 896 485 0 451 4 0 4 4 0 8 0 procpl 632 1082 0 1039 5 0 5 5 0 8 1 srpgc 64 4 0 4 1 0 1 1 0 8 1 sosppl 128 4 0 4 1 1 0 1 0 8 0 sockpl 384 988 0 968 15 7 8 14 0 8 6 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 216 0 0 26 0 26 26 0 8 0 mtagpl 80 11 0 0 1 0 1 1 0 8 0 mbufpl 256 262 0 0 16 0 16 16 0 8 0 bufpl 256 6801 0 1315 343 0 343 343 0 8 0 anonpl 16 61625 0 48570 89 10 79 87 0 124 8 amapchunkpl 152 3171 0 3046 13 4 9 12 0 158 3 amappl16 192 2250 0 1283 58 8 50 58 0 8 0 amappl15 184 8 0 7 1 0 1 1 0 8 0 amappl14 176 44 0 41 2 1 1 1 0 8 0 amappl13 168 6 0 5 1 0 1 1 0 8 0 amappl12 160 16 0 14 1 0 1 1 0 8 0 amappl11 152 57 0 42 1 0 1 1 0 8 0 amappl10 144 122 0 118 1 0 1 1 0 8 0 amappl9 136 743 0 735 1 0 1 1 0 8 0 amappl8 128 293 0 270 1 0 1 1 0 8 0 amappl7 120 156 0 148 1 0 1 1 0 8 0 amappl6 112 77 0 65 1 0 1 1 0 8 0 amappl5 104 139 0 124 1 0 1 1 0 8 0 amappl4 96 728 0 696 1 0 1 1 0 8 0 amappl3 88 124 0 117 1 0 1 1 0 8 0 amappl2 80 2740 0 2673 4 2 2 3 0 8 0 amappl1 72 20600 0 20134 26 16 10 20 0 8 0 amappl 80 1351 0 1313 1 0 1 1 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 17 0 17 1 1 0 1 0 8 0 aobjpl 64 13 0 3 1 0 1 1 0 8 0 uaddrrnd 24 470 0 451 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 470 0 451 1 0 1 1 0 8 0 vmmpekpl 168 7659 0 7624 2 0 2 2 0 8 0 vmmpepl 168 65562 0 63497 174 45 129 129 0 357 35 vmsppl 368 467 0 451 2 0 2 2 0 8 0 pdppl 4096 947 0 906 7 1 6 6 0 8 0 pvpl 32 194655 0 178386 222 27 195 203 0 265 27 pmappl 232 469 0 453 2 1 1 2 0 8 0 extentpl 40 41 0 26 1 0 1 1 0 8 0 phpool 112 531 0 11 15 0 15 15 0 8 0