panic: pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8069de9500+24 0xc1805d7a0d8f8f91!=0xc1805dfa60e4e991 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 298959 77103 0 0 0 1 syz-executor.0 *496988 69713 0 0 0 0K dhclient db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8240e744) at panic+0x164 sys/kern/subr_prf.c:218 pool_cache_get(ffffffff828d47c8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff828d47c8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff828d47c8,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806f66a000,fffffd806f66a088,ffffffff826b5108,fffffd80699ec600,0) at sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806f66a000,fffffd80699ec600,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd80699ec600,fffffd806f66a000,2) at route_input+0x489 sys/net/rtsock.c:572 route_output(fffffd80699ec600,fffffd806f66a000,0,0) at route_output+0x878 sys/net/rtsock.c:868 route_usrreq(fffffd806f66a000,9,fffffd80699ec600,0,0,ffff800020dd6ed8) at route_usrreq+0x36f sys/net/rtsock.c:275 sosend(fffffd806f66a000,0,ffff800020e1e170,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020dd6ed8,6,ffff800020e1e170,0,ffff800020e1e260) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_writev(ffff800020dd6ed8,ffff800020e1e210,ffff800020e1e260) at sys_writev+0xa7 sys/kern/sys_generic.c:312 syscall(ffff800020e1e2e0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e2e0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 end trace frame: 0xffff800020e1e360, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8069de9500+24 0xc1805d7a0d8f8f91!=0xc1805dfa60e4e991 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8240e744) at panic+0x164 sys/kern/subr_prf.c:218 pool_cache_get(ffffffff828d47c8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff828d47c8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff828d47c8,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806f66a000,fffffd806f66a088,ffffffff826b5108,fffffd80699ec600,0) at sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806f66a000,fffffd80699ec600,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd80699ec600,fffffd806f66a000,2) at route_input+0x489 sys/net/rtsock.c:572 route_output(fffffd80699ec600,fffffd806f66a000,0,0) at route_output+0x878 sys/net/rtsock.c:868 route_usrreq(fffffd806f66a000,9,fffffd80699ec600,0,0,ffff800020dd6ed8) at route_usrreq+0x36f sys/net/rtsock.c:275 sosend(fffffd806f66a000,0,ffff800020e1e170,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020dd6ed8,6,ffff800020e1e170,0,ffff800020e1e260) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_writev(ffff800020dd6ed8,ffff800020e1e210,ffff800020e1e260) at sys_writev+0xa7 sys/kern/sys_generic.c:312 syscall(ffff800020e1e2e0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e2e0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdef70, count: -15 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff800020e1d9f0 rbx 0xffff800020e1daa0 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffff800020e1d9b0 r9 0xffffffff8167b47f kprintf+0x16f r10 0x1 r11 0x53c633dbe8161fca r12 0x3000000008 r13 0xffff800020e1da00 r14 0x100 r15 0x1 rip 0xffffffff8215e708 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020e1d9e0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{0}> show proc PROC (dhclient) pid=496988 stat=onproc flags process=0 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020dd6770,0xffff800020dd73d8 process=0xffff800020df0be0 user=0xffff800020e19000, vmspace=0xfffffd807effe000 estcpu=0, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 77103 298959 24132 0 7 0 syz-executor.0 77103 499630 24132 0 2 0x4000000 syz-executor.0 26200 458630 70794 0 2 0 syz-executor.1 26200 148429 70794 0 3 0x4000080 fsleep syz-executor.1 26200 518109 70794 0 2 0x4000000 syz-executor.1 70794 470287 15487 0 3 0x82 nanosleep syz-executor.1 17537 160250 0 0 3 0x14200 bored sosplice 24132 479001 15487 0 3 0x82 nanosleep syz-executor.0 15487 358399 59361 0 3 0x82 thrsleep syz-fuzzer 15487 163208 59361 0 3 0x4000082 nanosleep syz-fuzzer 15487 119176 59361 0 3 0x4000082 thrsleep syz-fuzzer 15487 391505 59361 0 3 0x4000082 thrsleep syz-fuzzer 15487 463371 59361 0 3 0x4000082 thrsleep syz-fuzzer 15487 204291 59361 0 3 0x4000082 thrsleep syz-fuzzer 15487 83206 59361 0 3 0x4000082 kqread syz-fuzzer 15487 38690 59361 0 3 0x4000082 thrsleep syz-fuzzer 59361 413019 57872 0 3 0x10008a pause ksh 57872 395666 37691 0 3 0x92 select sshd 22030 487221 1 0 3 0x100083 ttyin getty 37691 459515 1 0 3 0x80 select sshd 65318 156752 43991 74 3 0x100092 bpf pflogd 43991 111214 1 0 3 0x80 netio pflogd 33255 38753 81633 73 3 0x100090 kqread syslogd 81633 52426 1 0 3 0x100082 netio syslogd 74321 206373 1 77 3 0x100090 poll dhclient *69713 496988 1 0 7 0 dhclient 30962 280462 0 0 3 0x14200 bored smr 70402 70769 0 0 2 0x14200 zerothread 16139 168952 0 0 3 0x14200 aiodoned aiodoned 53610 211517 0 0 3 0x14200 syncer update 81265 100383 0 0 3 0x14200 cleaner cleaner 73890 277036 0 0 3 0x14200 reaper reaper 18127 150997 0 0 3 0x14200 pgdaemon pagedaemon 49506 246240 0 0 3 0x14200 bored crynlk 80983 346432 0 0 3 0x14200 bored crypto 76285 267113 0 0 3 0x40014200 acpi0 acpi0 7298 492104 0 0 3 0x40014200 idle1 53748 305308 0 0 3 0x14200 bored softnet 60491 379836 0 0 3 0x14200 bored systqmp 54308 150283 0 0 3 0x14200 bored systq 47226 306187 0 0 3 0x40014200 bored softclock 85615 325069 0 0 3 0x40014200 idle0 1 125912 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 69713 (dhclient) thread 0xffff800020dd6ed8 (496988) exclusive kernel_lock &kernel_lock r = 1 (0xffffffff8293cf68) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x66 sys/kern/uipc_socket2.c:292 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 dofilewritev+0x1b6 sys/kern/sys_generic.c:365 #4 sys_writev+0xa7 sys/kern/sys_generic.c:312 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9510 6410K 6668K 78643K 10918 0 pcb 13 8K 8K 78643K 443 0 rtable 67 3K 7K 78643K 364 0 ifaddr 63 13K 13K 78643K 107 0 counters 41 33K 33K 78643K 47 0 ioctlops 0 0K 4K 78643K 1524 0 iov 0 0K 12K 78643K 26 0 mount 1 1K 1K 78643K 1 0 vnodes 1222 77K 77K 78643K 1357 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 5 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 64 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 6 17K 25K 78643K 352 0 sigio 0 0K 0K 78643K 9 0 proc 61 63K 95K 78643K 482 0 subproc 32 2K 2K 78643K 51 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 33 0 in_multi 29 1K 2K 78643K 81 0 ether_multi 1 0K 0K 78643K 10 0 mrt 0 0K 0K 78643K 8 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 231 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 183 46K 46K 78643K 2106 0 UVM aobj 15 2K 2K 78643K 17 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 32 0 NDP 10 0K 0K 78643K 19 0 temp 105 3871K 3934K 78643K 4438 0 kqueue 3 4K 8K 78643K 19 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 11 0 9 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 88 31 0 27 1 0 1 1 0 8 0 rtentry 112 66 0 44 2 1 1 2 0 8 0 unpcb 120 177 0 167 1 0 1 1 0 8 0 syncache 272 6 0 6 2 2 0 1 0 8 0 tcpqe 32 7 0 7 1 1 0 1 0 8 0 tcpcb 592 112 0 99 3 1 2 2 0 8 1 inpcb 296 715 0 708 3 1 2 2 0 8 1 nd6 48 12 0 12 1 0 1 1 0 8 1 pkpcb 40 2 0 2 1 1 0 1 0 8 0 pfstscr 40 1 0 1 1 1 0 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 29 0 27 1 0 1 1 0 8 0 pfstitem 24 30 0 6 1 0 1 1 0 8 0 pfstkey 112 32 0 8 1 0 1 1 0 8 0 pfstate 328 31 0 7 2 0 2 2 0 8 0 pfrule 1360 29 0 19 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 249 0 153 13 4 9 13 0 8 3 art_table 32 250 0 153 2 0 2 2 0 8 1 art_node 16 65 0 45 1 0 1 1 0 8 0 sysvmsgpl 40 12 0 5 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 60 0 50 1 0 1 1 0 8 0 shmpl 112 14 0 2 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1806 0 404 88 0 88 88 0 8 0 ffsino 272 1806 0 404 94 0 94 94 0 8 0 nchpl 144 2451 0 855 60 0 60 60 0 8 0 uvmvnodes 72 1951 0 0 36 0 36 36 0 8 0 vnodes 208 1951 0 0 103 0 103 103 0 8 0 namei 1024 6644 0 6644 2 1 1 1 0 8 1 percpumem 16 34 0 3 1 0 1 1 0 8 0 vcpupl 1984 4 0 0 1 0 1 1 0 8 0 vmpool 560 4 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 8 0 7 1 0 1 1 0 8 0 scxspl 200 7086 0 7086 9 8 1 7 0 8 1 plimitpl 152 34 0 26 1 0 1 1 0 8 0 sigapl 424 565 0 532 4 0 4 4 0 8 0 futexpl 56 5058 0 5057 1 0 1 1 0 8 0 knotepl 112 88 0 68 1 0 1 1 0 8 0 kqueuepl 152 44 0 42 1 0 1 1 0 8 0 pipepl 304 121 0 110 3 1 2 2 0 8 1 fdescpl 496 549 0 532 3 0 3 3 0 8 0 filepl 152 3042 0 2937 6 1 5 5 0 8 0 lockfpl 104 55 0 54 1 0 1 1 0 8 0 lockfspl 48 22 0 21 1 0 1 1 0 8 0 sessionpl 120 19 0 8 1 0 1 1 0 8 0 pgrppl 48 25 0 14 1 0 1 1 0 8 0 ucredpl 96 264 0 255 1 0 1 1 0 8 0 zombiepl 144 532 0 532 2 1 1 1 0 8 1 processpl 1008 565 0 532 5 0 5 5 0 8 0 procpl 632 1220 0 1177 5 1 4 5 0 8 0 srpgc 72 7 0 7 2 1 1 1 0 8 1 sosppl 144 6 0 6 1 1 0 1 0 8 0 sockpl 400 927 0 906 6 2 4 4 0 8 1 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 4 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 5 0 0 1 0 1 1 0 8 0 mcl2k 2048 335 0 0 41 0 41 41 0 8 0 mtagpl 96 16 0 0 1 0 1 1 0 8 0 mbufpl 256 352 0 0 21 0 21 21 0 8 0 bufpl 280 3732 0 127 258 0 258 258 0 8 0 anonpl 16 72236 0 54271 86 1 85 85 0 124 7 amapchunkpl 152 3487 0 3174 26 13 13 26 0 158 0 amappl16 192 2217 0 1336 55 1 54 55 0 8 8 amappl15 184 154 0 152 2 1 1 1 0 8 0 amappl14 176 2 0 0 1 0 1 1 0 8 0 amappl13 168 187 0 182 1 0 1 1 0 8 0 amappl12 160 176 0 168 1 0 1 1 0 8 0 amappl11 152 60 0 44 1 0 1 1 0 8 0 amappl10 144 166 0 162 1 0 1 1 0 8 0 amappl9 136 364 0 363 1 0 1 1 0 8 0 amappl8 128 406 0 349 2 0 2 2 0 8 0 amappl7 120 275 0 260 1 0 1 1 0 8 0 amappl6 112 37 0 28 1 0 1 1 0 8 0 amappl5 104 340 0 322 1 0 1 1 0 8 0 amappl4 96 609 0 580 1 0 1 1 0 8 0 amappl3 88 237 0 229 1 0 1 1 0 8 0 amappl2 80 3436 0 3352 2 0 2 2 0 8 0 amappl1 72 24788 0 24305 23 13 10 18 0 8 0 amappl 80 1539 0 1453 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 16 0 2 1 0 1 1 0 8 0 uaddrrnd 24 553 0 532 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 553 0 532 1 0 1 1 0 8 0 vmmpekpl 168 7953 0 7918 2 0 2 2 0 8 0 vmmpepl 168 77019 0 74732 150 42 108 126 0 357 8 vmsppl 368 552 0 532 2 0 2 2 0 8 0 pdppl 4096 1113 0 1068 6 0 6 6 0 8 0 pvpl 32 229055 0 208275 206 6 200 200 0 265 25 pmappl 232 552 0 532 3 1 2 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 287 0 12 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8240e744) at panic+0x164 sys/kern/subr_prf.c:218 pool_cache_get(ffffffff828d47c8) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff828d47c8) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff828d47c8,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806f66a000,fffffd806f66a088,ffffffff826b5108,fffffd80699ec600,0) at sbappendaddr+0x2e9 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806f66a000,fffffd80699ec600,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd80699ec600,fffffd806f66a000,2) at route_input+0x489 sys/net/rtsock.c:572 route_output(fffffd80699ec600,fffffd806f66a000,0,0) at route_output+0x878 sys/net/rtsock.c:868 route_usrreq(fffffd806f66a000,9,fffffd80699ec600,0,0,ffff800020dd6ed8) at route_usrreq+0x36f sys/net/rtsock.c:275 sosend(fffffd806f66a000,0,ffff800020e1e170,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020dd6ed8,6,ffff800020e1e170,0,ffff800020e1e260) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_writev(ffff800020dd6ed8,ffff800020e1e210,ffff800020e1e260) at sys_writev+0xa7 sys/kern/sys_generic.c:312 syscall(ffff800020e1e2e0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e1e2e0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffdef70, count: -15 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __sanitizer_cov_trace_const_cmp8(ffff800021ae46b0,ffff800021ae46b0) at __sanitizer_cov_trace_const_cmp8+0xb kd_curproc sys/dev/kcov.c:197 [inline] __sanitizer_cov_trace_const_cmp8(ffff800021ae46b0,ffff800021ae46b0) at __sanitizer_cov_trace_const_cmp8+0xb trace_cmp sys/dev/kcov.c:134 [inline] __sanitizer_cov_trace_const_cmp8(ffff800021ae46b0,ffff800021ae46b0) at __sanitizer_cov_trace_const_cmp8+0xb sys/dev/kcov.c:198 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe7a90, count: 10 ddb{1}> trace x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __sanitizer_cov_trace_const_cmp8(ffff800021ae46b0,ffff800021ae46b0) at __sanitizer_cov_trace_const_cmp8+0xb kd_curproc sys/dev/kcov.c:197 [inline] __sanitizer_cov_trace_const_cmp8(ffff800021ae46b0,ffff800021ae46b0) at __sanitizer_cov_trace_const_cmp8+0xb trace_cmp sys/dev/kcov.c:134 [inline] __sanitizer_cov_trace_const_cmp8(ffff800021ae46b0,ffff800021ae46b0) at __sanitizer_cov_trace_const_cmp8+0xb sys/dev/kcov.c:198 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffe7a90, count: -5