panic: pool_cache_item_magic_check: mbufpl cpu free list modifipeand:i ci: tkemer naedldr d ia0gxfnfosfftifcd 8a07ss80er45ti50o0n +"16! _0kex0r!ne=0l_xl45o6c5k8_h7eelcdd(dd)"0eee
Stopped at db_enter+0x18: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
385886 55754 0 0 0x4000000 0 syz-executor.1
*449784 383 0 0x12 0 1 sshd
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff821f6b08) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff8266fe18) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff8266fe18) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff8266fe18,1) at pool_get+0x91 sys/kern/subr_pool.c:572
m_get(1,1) at m_get+0x4c sys/kern/uipc_mbuf.c:250
m_getuio(ffff800020a8db68,0,4780,ffff800020a8dce8) at m_getuio+0xbe sys/kern/uipc_socket.c:586
sosend(fffffd806eb6bc88,0,ffff800020a8dce8,0,0,80) at sosend+0x54e sys/kern/uipc_socket.c:536
dofilewritev(ffff800020ad1870,4,ffff800020a8dce8,0,ffff800020a8ddd0) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365
sys_write(ffff800020ad1870,ffff800020a8dd80,ffff800020a8ddd0) at sys_write+0x83 sys/kern/sys_generic.c:285
syscall(ffff800020a8de50) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800020a8de50) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7fffff0c60, count: 4
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8078045500+16 0x0!=0x456587ecddd0eee
ddb{1}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff821f6b08) at panic+0x15c sys/kern/subr_prf.c:207
pool_cache_get(ffffffff8266fe18) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline]
pool_cache_get(ffffffff8266fe18) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884
pool_get(ffffffff8266fe18,1) at pool_get+0x91 sys/kern/subr_pool.c:572
m_get(1,1) at m_get+0x4c sys/kern/uipc_mbuf.c:250
m_getuio(ffff800020a8db68,0,4780,ffff800020a8dce8) at m_getuio+0xbe sys/kern/uipc_socket.c:586
sosend(fffffd806eb6bc88,0,ffff800020a8dce8,0,0,80) at sosend+0x54e sys/kern/uipc_socket.c:536
dofilewritev(ffff800020ad1870,4,ffff800020a8dce8,0,ffff800020a8ddd0) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365
sys_write(ffff800020ad1870,ffff800020a8dd80,ffff800020a8ddd0) at sys_write+0x83 sys/kern/sys_generic.c:285
syscall(ffff800020a8de50) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800020a8de50) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7fffff0c60, count: -11
ddb{1}> show registers
rdi 0
rsi 0x1
rbp 0xffff800020a8d890
rbx 0xffff800020a8d940
rdx 0xffff800020ad1870
rcx 0
rax 0
r8 0xffffffff815314af kprintf+0x16f
r9 0x1
r10 0x25
r11 0x1338e42e54ee35d0
r12 0x3000000008
r13 0xffff800020a8d8a0
r14 0x100
r15 0x1
rip 0xffffffff81f3d258 db_enter+0x18
cs 0x8
rflags 0x246
rsp 0xffff800020a8d880
ss 0x10
db_enter+0x18: addq $0x8,%rsp
ddb{1}> show proc
PROC (sshd) pid=449784 stat=onproc
flags process=12<EXEC,SUGID,8ORPHAN> proc=0
pri=24, usrpri=51, nice=20
forw=0xffffffffffffffff, list=0xffff800020ad0010,0xffff800020ad0290
process=0xffff800020ac8018 user=0xffff800020a88000, vmspace=0xfffffd806e99e738
estcpu=1, cpticks=2, pctcpu=0.0
user=0, sys=2, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
55754 308427 42028 0 2 0 syz-executor.1
55754 385886 42028 0 7 0x4000000 syz-executor.1
42028 389541 18276 0 3 0x82 nanosleep syz-executor.1
40420 463601 18276 0 2 0x2 syz-executor.0
18276 278518 28140 0 2 0x2 syz-fuzzer
18276 89319 28140 0 2 0x4000482 syz-fuzzer
18276 252788 28140 0 3 0x4000082 thrsleep syz-fuzzer
18276 420821 28140 0 3 0x4000082 thrsleep syz-fuzzer
18276 523964 28140 0 3 0x4000082 thrsleep syz-fuzzer
18276 132712 28140 0 3 0x4000082 thrsleep syz-fuzzer
18276 143552 28140 0 3 0x4000082 thrsleep syz-fuzzer
18276 233 28140 0 2 0x4000482 syz-fuzzer
18276 54388 28140 0 3 0x4000082 thrsleep syz-fuzzer
18276 81560 28140 0 3 0x4000082 thrsleep syz-fuzzer
28140 124391 383 0 3 0x10008a pause ksh
* 383 449784 34856 0 7 0x12 sshd
22582 377689 1 0 3 0x100083 ttyin getty
34856 340084 1 0 3 0x80 select sshd
1279 11836 84454 74 3 0x100092 bpf pflogd
84454 349374 1 0 3 0x80 netio pflogd
29273 477772 61175 73 3 0x100090 kqread syslogd
61175 523819 1 0 3 0x100082 netio syslogd
31702 432872 1 77 3 0x100090 poll dhclient
84762 270443 1 0 3 0x80 poll dhclient
8145 295570 0 0 3 0x14200 bored smr
15226 361444 0 0 2 0x14200 zerothread
63600 300086 0 0 3 0x14200 aiodoned aiodoned
24962 512380 0 0 3 0x14200 syncer update
21949 24762 0 0 3 0x14200 cleaner cleaner
30214 199984 0 0 3 0x14200 reaper reaper
61811 310820 0 0 3 0x14200 pgdaemon pagedaemon
26477 354771 0 0 3 0x14200 bored crynlk
89648 33900 0 0 3 0x14200 bored crypto
15474 435194 0 0 3 0x40014200 acpi0 acpi0
83773 425631 0 0 3 0x40014200 idle1
61947 240511 0 0 3 0x14200 bored softnet
38592 257153 0 0 3 0x14200 bored systqmp
9003 462003 0 0 3 0x14200 bored systq
34582 204440 0 0 3 0x40014200 bored softclock
25241 51267 0 0 3 0x40014200 idle0
1 427832 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{1}> show all locks
Process 40420 (syz-executor.0) thread 0xffff800020a6dad8 (463601)
exclusive rrwlock inode r = 0 (0xfffffd8067e22a30)
#0 witness_lock+0x4c5 sys/kern/subr_witness.c:1164
#1 rw_enter+0x453 sys/kern/kern_rwlock.c:311
#2 rrw_enter+0x88 sys/kern/kern_rwlock.c:462
#3 ufs_ihashins+0x45 sys/ufs/ufs/ufs_ihash.c:140
#4 ffs_vget+0x13e sys/ufs/ffs/ffs_vfsops.c:1358
#5 ffs_inode_alloc+0x1cf sys/ufs/ffs/ffs_alloc.c:392
#6 ufs_mkdir+0xf4 sys/ufs/ufs/ufs_vnops.c:1162
#7 VOP_MKDIR+0xc6 sys/kern/vfs_vops.c:449
#8 domkdirat+0x121 sys/kern/vfs_syscalls.c:3051
#9 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#9 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
#10 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806b44d5e8)
#0 witness_lock+0x4c5 sys/kern/subr_witness.c:1164
#1 rw_enter+0x453 sys/kern/kern_rwlock.c:311
#2 rrw_enter+0x88 sys/kern/kern_rwlock.c:462
#3 VOP_LOCK+0x4b sys/kern/vfs_vops.c:602
#4 vn_lock+0x81 sys/kern/vfs_vnops.c:575
#5 vfs_lookup+0xe6 sys/kern/vfs_lookup.c:419
#6 namei+0x63c sys/kern/vfs_lookup.c:249
#7 domkdirat+0x75 sys/kern/vfs_syscalls.c:3036
#8 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#8 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
#9 Xsyscall+0x128
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 9529 6670K 7311K 78643K 11438 0
pcb 13 8K 8K 78643K 47 0
rtable 113 12K 12K 78643K 244 0
ifaddr 60 12K 13K 78643K 196 0
counters 43 33K 34K 78643K 49 0
ioctlops 0 0K 4K 78643K 1493 0
iov 0 0K 12K 78643K 21 0
mount 1 1K 1K 78643K 1 0
vnodes 1227 77K 77K 78643K 1427 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 5K 78643K 3 0
VM map 2 1K 1K 78643K 2 0
sem 12 0K 0K 78643K 12 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1809 196K 290K 78643K 12766 0
file desc 5 13K 25K 78643K 315 0
sigio 0 0K 0K 78643K 17 0
proc 61 63K 95K 78643K 473 0
subproc 32 2K 2K 78643K 35 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 8 0
in_multi 43 2K 2K 78643K 51 0
ether_multi 1 0K 0K 78643K 5 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 55 254K 254K 78643K 55 0
exec 0 0K 1K 78643K 218 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 95 21K 23K 78643K 1834 0
UVM aobj 3 2K 2K 78643K 3 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 14 0
NDP 9 0K 0K 78643K 16 0
temp 94 3039K 3104K 78643K 2869 0
kqueue 3 4K 8K 78643K 20 0
SYN cache 2 16K 16K 78643K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
arp 64 6 0 0 1 0 1 1 0 8 0
plcache 128 20 0 0 1 0 1 1 0 8 0
rtpcb 80 28 0 26 1 0 1 1 0 8 0
rtentry 112 46 0 1 2 0 2 2 0 8 0
unpcb 120 103 0 93 1 0 1 1 0 8 0
syncache 264 6 0 6 2 2 0 1 0 8 0
tcpqe 32 541 0 541 1 1 0 1 0 8 0
tcpcb 544 96 0 92 1 0 1 1 0 8 0
inpcb 280 480 0 473 2 0 2 2 0 8 1
nd6 48 6 0 0 1 0 1 1 0 8 0
pkpcb 40 4 0 4 1 1 0 1 0 8 0
ppxss 1128 1 0 1 1 1 0 1 0 8 0
pffrag 232 5 0 5 1 1 0 1 0 482 0
pffrnode 88 5 0 5 1 1 0 1 0 8 0
pffrent 40 225 0 225 1 1 0 1 0 8 0
pfosfp 40 846 0 423 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfstitem 24 24 0 1 1 0 1 1 0 8 0
pfstkey 112 24 0 1 1 0 1 1 0 8 0
pfstate 328 24 0 1 2 0 2 2 0 8 0
pfrule 1360 21 0 16 2 1 1 2 0 8 0
art_heap8 4096 2 0 0 2 0 2 2 0 8 0
art_heap4 256 194 0 0 13 0 13 13 0 8 0
art_table 32 196 0 0 2 0 2 2 0 8 0
art_node 16 45 0 4 1 0 1 1 0 8 0
sysvmsgpl 40 17 0 13 1 0 1 1 0 8 0
semapl 112 10 0 0 1 0 1 1 0 8 0
shmpl 112 1 0 0 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino1pl 128 1777 0 369 46 0 46 46 0 8 0
ffsino 272 1777 0 369 95 0 95 95 0 8 0
nchpl 144 2364 0 749 61 1 60 61 0 8 0
uvmvnodes 72 2008 0 0 37 0 37 37 0 8 0
vnodes 208 2008 0 0 106 0 106 106 0 8 0
namei 1024 6326 0 6325 1 0 1 1 0 8 0
percpumem 16 35 0 3 1 0 1 1 0 8 0
vmpool 560 2 0 2 1 0 1 1 0 8 1
scxspl 192 7102 0 7102 6 2 4 5 0 8 4
plimitpl 152 28 0 20 1 0 1 1 0 8 0
sigapl 424 530 0 499 4 0 4 4 0 8 0
futexpl 56 4571 0 4571 1 0 1 1 0 8 1
knotepl 112 82 0 63 1 0 1 1 0 8 0
kqueuepl 144 48 0 46 1 0 1 1 0 8 0
pipelkpl 48 107 0 97 1 0 1 1 0 8 0
pipepl 120 214 0 195 1 0 1 1 0 8 0
fdescpl 496 515 0 499 3 0 3 3 0 8 0
filepl 152 2749 0 2649 5 0 5 5 0 8 1
lockfpl 104 43 0 42 1 0 1 1 0 8 0
lockfspl 48 18 0 17 1 0 1 1 0 8 0
sessionpl 112 18 0 7 1 0 1 1 0 8 0
pgrppl 48 20 0 9 1 0 1 1 0 8 0
ucredpl 96 205 0 196 1 0 1 1 0 8 0
zombiepl 144 499 0 499 1 0 1 1 0 8 1
processpl 984 530 0 499 5 0 5 5 0 8 1
procpl 624 1079 0 1038 4 0 4 4 0 8 0
sockpl 400 615 0 596 4 0 4 4 0 8 2
mcl64k 65536 11 0 0 2 0 2 2 0 8 0
mcl12k 12288 4 0 0 1 0 1 1 0 8 0
mcl9k 9216 2 0 0 1 0 1 1 0 8 0
mcl8k 8192 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 6 0 0 1 0 1 1 0 8 0
mcl2k2 2112 3 0 0 1 0 1 1 0 8 0
mcl2k 2048 172 0 0 21 0 21 21 0 8 0
mtagpl 80 120 0 0 3 0 3 3 0 8 0
mbufpl 256 419 0 0 26 0 26 26 0 8 0
bufpl 280 4528 0 174 311 0 311 311 0 8 0
anonpl 16 62479 0 48011 77 2 75 75 0 124 14
amapchunkpl 152 2547 0 2417 8 1 7 8 0 158 0
amappl16 192 2531 0 1755 53 1 52 52 0 8 13
amappl15 184 1 0 0 1 0 1 1 0 8 0
amappl14 176 2 0 2 2 2 0 1 0 8 0
amappl13 168 182 0 179 1 0 1 1 0 8 0
amappl12 160 21 0 17 1 0 1 1 0 8 0
amappl11 152 197 0 178 1 0 1 1 0 8 0
amappl10 144 24 0 19 1 0 1 1 0 8 0
amappl9 136 387 0 384 1 0 1 1 0 8 0
amappl8 128 309 0 291 1 0 1 1 0 8 0
amappl7 120 124 0 112 1 0 1 1 0 8 0
amappl6 112 146 0 144 1 0 1 1 0 8 0
amappl5 104 417 0 399 1 0 1 1 0 8 0
amappl4 96 657 0 625 2 1 1 2 0 8 0
amappl3 88 116 0 111 1 0 1 1 0 8 0
amappl2 80 3203 0 3133 3 1 2 3 0 8 0
amappl1 72 20473 0 20039 26 16 10 20 0 8 0
amappl 80 1334 0 1292 2 0 2 2 0 84 1
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 64 2 0 0 1 0 1 1 0 8 0
uaddrrnd 24 517 0 501 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 517 0 501 1 0 1 1 0 8 0
vmmpekpl 168 7547 0 7517 2 0 2 2 0 8 0
vmmpepl 168 69023 0 67123 119 10 109 109 0 357 26
vmsppl 368 516 0 501 2 0 2 2 0 8 0
pdppl 4096 1042 0 1002 6 0 6 6 0 8 0
pvpl 32 193973 0 176367 183 2 181 181 0 265 37
pmappl 232 516 0 501 3 1 2 2 0 8 1
extentpl 40 46 0 29 1 0 1 1 0 8 0
phpool 112 186 0 3 6 0 6 6 0 8 0