panic: pool_p_free: pffrnode free list modified: page 0xfffffd807ead8000; item addr 0xfffffd807ead8008; offset 0x0=0x0
Stopped at db_enter+0x18: addq $0x8,%rsp
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*287436 49442 0 0x14000 0x200 1 systqmp
61052 82823 0 0x14000 0x40000200 0 softclock
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff8225424c) at panic+0x15c sys/kern/subr_prf.c:207
pool_p_free(ffffffff826819e0,fffffd807ead8f90) at pool_p_free+0x1de sys/kern/subr_pool.c:983
pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1578
taskq_thread(ffffffff824c8a70) at taskq_thread+0x9c sys/kern/kern_task.c:369
end trace frame: 0x0, count: 10
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{1}>
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
pool_p_free: pffrnode free list modified: page 0xfffffd807ead8000; item addr 0xfffffd807ead8008; offset 0x0=0x0
ddb{1}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff8225424c) at panic+0x15c sys/kern/subr_prf.c:207
pool_p_free(ffffffff826819e0,fffffd807ead8f90) at pool_p_free+0x1de sys/kern/subr_pool.c:983
pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1578
taskq_thread(ffffffff824c8a70) at taskq_thread+0x9c sys/kern/kern_task.c:369
end trace frame: 0x0, count: -5
ddb{1}> show registers
rdi 0
rsi 0x1
rbp 0xffff800020e335d0
rbx 0xffff800020e33680
rdx 0xffff800020e189c0
rcx 0
rax 0
r8 0xffffffff81b4951f kprintf+0x16f
r9 0x1
r10 0x25
r11 0x31f79fcf54624744
r12 0x3000000008
r13 0xffff800020e335e0
r14 0x100
r15 0x1
rip 0xffffffff818b7698 db_enter+0x18
cs 0x8
rflags 0x246
rsp 0xffff800020e335c0
ss 0
db_enter+0x18: addq $0x8,%rsp
ddb{1}> show proc
PROC (systqmp) pid=287436 stat=onproc
flags process=14000<NOZOMBIE,SYSTEM> proc=200<SYSTEM>
pri=32, usrpri=50, nice=20
forw=0xffffffffffffffff, list=0xffff800020e18c30,0xffff800020e18280
process=0xffff800020e1a3d8 user=0xffff800020e2e000, vmspace=0xffffffff8265ff28
estcpu=0, cpticks=1, pctcpu=0.0
user=0, sys=1, intr=0
ddb{1}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
66353 66132 94340 0 2 0 syz-executor.1
35719 316759 49985 0 3 0x82 piperd syz-executor.0
58389 459959 0 0 3 0x14200 acct acct
96307 143309 1 0 3 0x100083 ttyin getty
51764 426256 0 0 3 0x14200 bored sosplice
94340 184119 49985 0 3 0x82 nanosleep syz-executor.1
49985 149631 4370 0 3 0x82 thrsleep syz-fuzzer
49985 511118 4370 0 2 0x4000482 syz-fuzzer
49985 116356 4370 0 3 0x4000082 thrsleep syz-fuzzer
49985 3758 4370 0 3 0x4000082 thrsleep syz-fuzzer
49985 23039 4370 0 3 0x4000082 thrsleep syz-fuzzer
49985 366021 4370 0 3 0x4000082 thrsleep syz-fuzzer
49985 162413 4370 0 3 0x4000082 thrsleep syz-fuzzer
49985 24777 4370 0 3 0x4000082 thrsleep syz-fuzzer
49985 404735 4370 0 2 0x4000002 syz-fuzzer
49985 521628 4370 0 3 0x4000082 kqread syz-fuzzer
4370 84407 30046 0 3 0x10008a pause ksh
30046 230806 95705 0 3 0x92 select sshd
95705 140652 1 0 3 0x80 select sshd
12569 187677 93793 74 2 0x100492 pflogd
93793 144072 1 0 3 0x80 netio pflogd
96882 120084 25802 73 3 0x100090 kqread syslogd
25802 116216 1 0 3 0x100082 netio syslogd
22644 249601 1 77 3 0x100090 poll dhclient
74071 267078 1 0 3 0x80 poll dhclient
75974 339592 0 0 3 0x14200 bored smr
1275 10162 0 0 2 0x14200 zerothread
88590 490628 0 0 3 0x14200 aiodoned aiodoned
15604 314004 0 0 3 0x14200 syncer update
8968 37295 0 0 3 0x14200 cleaner cleaner
65984 81240 0 0 3 0x14200 reaper reaper
36641 263114 0 0 3 0x14200 pgdaemon pagedaemon
13939 190661 0 0 3 0x14200 bored crynlk
6052 385689 0 0 3 0x14200 bored crypto
42741 100417 0 0 3 0x40014200 acpi0 acpi0
87625 166433 0 0 3 0x40014200 idle1
4302 54778 0 0 2 0x14200 softnet
*49442 287436 0 0 7 0x14200 systqmp
40327 114399 0 0 3 0x14200 bored systq
82823 61052 0 0 7 0x40014200 softclock
84460 509892 0 0 3 0x40014200 idle0
1 142541 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{1}> show all locks
CPU 0:
exclusive mutex &pmap->pm_mtx r = 0 (0xfffffd807effe0f8)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 mtx_enter_try+0x102
#2 mtx_enter+0x4b sys/kern/kern_lock.c:266
#3 pmap_enter+0x1bc rcr3 machine/cpufunc.h:141 [inline]
#3 pmap_enter+0x1bc pmap_map_ptes sys/arch/amd64/amd64/pmap.c:414 [inline]
#3 pmap_enter+0x1bc sys/arch/amd64/amd64/pmap.c:2678
#4 uvm_fault+0x10f0 sys/uvm/uvm_fault.c:1217
#5 pageflttrap+0x1b8 sys/arch/amd64/amd64/trap.c:221
#6 usertrap+0x21a sys/arch/amd64/amd64/trap.c:384
#7 recall_trap+0x8
Process 66353 (syz-executor.1) thread 0xffff800020ed7d58 (66132)
shared rwlock vmmaplk r = 0 (0xfffffd807efff748)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 uvmfault_lookup+0xd9 sys/uvm/uvm_fault.c:1448
#2 uvm_fault+0xd85 sys/uvm/uvm_fault.c:524
#3 pageflttrap+0x1b8 sys/arch/amd64/amd64/trap.c:221
#4 usertrap+0x21a sys/arch/amd64/amd64/trap.c:384
#5 recall_trap+0x8
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff8264d2a8)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 pageflttrap+0x7f sys/arch/amd64/amd64/trap.c:180
#2 usertrap+0x21a sys/arch/amd64/amd64/trap.c:384
#3 recall_trap+0x8
Process 49442 (systqmp) thread 0xffff800020e189c0 (287436)
shared rwlock pools r = 0 (0xffffffff82494360)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 pool_gc_pages+0x21 sys/kern/subr_pool.c:1555
#2 taskq_thread+0x9c sys/kern/kern_task.c:369
#3 proc_trampoline+0x1c
shared rwlock systqmp r = 0 (0xffffffff824c8ad0)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 taskq_thread+0x8f sys/kern/kern_task.c:368
#2 proc_trampoline+0x1c
ddb{1}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 9508 6412K 6737K 78643K 11069 0
pcb 13 8K 8K 78643K 100 0
rtable 99 3K 3K 78643K 310 0
ifaddr 62 13K 13K 78643K 115 0
counters 43 33K 34K 78643K 55 0
ioctlops 0 0K 4K 78643K 1485 0
iov 0 0K 16K 78643K 46 0
mount 1 1K 1K 78643K 1 0
vnodes 1220 77K 77K 78643K 1416 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 5K 78643K 4 0
VM map 2 1K 1K 78643K 2 0
sem 12 0K 0K 78643K 31 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1823 197K 290K 78643K 12980 0
file desc 5 13K 25K 78643K 314 0
sigio 0 0K 0K 78643K 10 0
proc 65 63K 95K 78643K 525 0
subproc 32 2K 2K 78643K 51 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 27 0
in_multi 45 2K 2K 78643K 106 0
ether_multi 1 0K 0K 78643K 14 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 67 307K 307K 78643K 67 0
exec 0 0K 1K 78643K 245 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 120 22K 38K 78643K 2009 0
UVM aobj 11 6K 6K 78643K 12 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 67 0
NDP 10 0K 0K 78643K 25 0
temp 90 3041K 3105K 78643K 3186 0
kqueue 3 4K 8K 78643K 10 0
SYN cache 2 16K 16K 78643K 2 0
ddb{1}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
arp 64 8 0 2 1 0 1 1 0 8 0
plcache 128 20 0 0 1 0 1 1 0 8 0
rtpcb 80 37 0 35 1 0 1 1 0 8 0
rtentry 112 68 0 27 2 0 2 2 0 8 0
unpcb 120 184 0 174 1 0 1 1 0 8 0
syncache 264 5 0 5 2 2 0 1 0 8 0
tcpqe 32 322 0 322 1 1 0 1 0 8 0
tcpcb 544 133 0 129 1 0 1 1 0 8 0
inpcb 280 679 0 672 3 1 2 2 0 8 1
nd6 48 12 0 8 1 0 1 1 0 8 0
pkpcb 40 1 0 1 1 1 0 1 0 8 0
pffrag 232 7 0 7 2 2 0 1 0 482 0
pffrnode 88 7 0 7 2 2 0 1 0 8 0
pffrent 40 189 0 189 2 1 1 1 0 8 1
pfosfp 40 846 0 423 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfstitem 24 56 0 12 1 0 1 1 0 8 0
pfstkey 112 56 0 12 2 0 2 2 0 8 0
pfstate 328 56 0 12 4 0 4 4 0 8 0
pfrule 1360 21 0 16 2 1 1 2 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 308 0 132 13 2 11 12 0 8 0
art_table 32 309 0 132 2 0 2 2 0 8 0
art_node 16 67 0 29 1 0 1 1 0 8 0
sysvmsgpl 40 10 0 10 2 2 0 1 0 8 0
semupl 112 2 0 2 1 1 0 1 0 8 0
semapl 112 29 0 19 1 0 1 1 0 8 0
shmpl 112 10 0 1 1 0 1 1 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 1826 0 419 90 1 89 89 0 8 0
ffsino 272 1826 0 419 95 0 95 95 0 8 0
nchpl 144 2421 0 825 60 0 60 60 0 8 0
uvmvnodes 72 2011 0 0 37 0 37 37 0 8 0
vnodes 208 2011 0 0 106 0 106 106 0 8 0
namei 1024 7091 0 7091 1 0 1 1 0 8 1
percpumem 16 38 0 6 1 0 1 1 0 8 0
vmpool 560 2 0 2 1 1 0 1 0 8 0
scxspl 192 6459 0 6459 7 6 1 6 0 8 1
plimitpl 152 44 0 36 1 0 1 1 0 8 0
sigapl 424 529 0 496 4 0 4 4 0 8 0
futexpl 56 4742 0 4742 1 0 1 1 0 8 1
knotepl 112 85 0 66 1 0 1 1 0 8 0
kqueuepl 144 55 0 53 1 0 1 1 0 8 0
pipelkpl 48 119 0 109 1 0 1 1 0 8 0
pipepl 120 238 0 219 1 0 1 1 0 8 0
fdescpl 496 512 0 496 3 0 3 3 0 8 0
filepl 152 3466 0 3366 6 1 5 6 0 8 0
lockfpl 104 72 0 71 1 0 1 1 0 8 0
lockfspl 48 29 0 28 1 0 1 1 0 8 0
sessionpl 112 20 0 9 1 0 1 1 0 8 0
pgrppl 48 22 0 11 1 0 1 1 0 8 0
ucredpl 96 347 0 338 1 0 1 1 0 8 0
zombiepl 144 496 0 496 1 0 1 1 0 8 1
processpl 984 529 0 496 5 0 5 5 0 8 0
procpl 624 1188 0 1146 4 0 4 4 0 8 0
sosppl 128 13 0 13 2 2 0 1 0 8 0
sockpl 400 908 0 889 7 3 4 4 0 8 2
mcl64k 65536 15 0 0 2 0 2 2 0 8 0
mcl12k 12288 7 0 0 1 0 1 1 0 8 0
mcl9k 9216 2 0 0 1 0 1 1 0 8 0
mcl8k 8192 2 0 0 1 0 1 1 0 8 0
mcl4k 4096 6 0 0 1 0 1 1 0 8 0
mcl2k2 2112 1 0 0 1 0 1 1 0 8 0
mcl2k 2048 184 0 0 22 0 22 22 0 8 0
mtagpl 80 25 0 0 1 0 1 1 0 8 0
mbufpl 256 267 0 0 15 0 15 15 0 8 0
bufpl 280 3688 0 133 254 0 254 254 0 8 0
anonpl 16 67615 0 54648 79 10 69 74 0 124 11
amapchunkpl 152 3455 0 3320 27 12 15 20 0 158 9
amappl16 192 2168 0 1411 51 9 42 51 0 8 3
amappl15 184 9 0 7 1 0 1 1 0 8 0
amappl14 176 178 0 173 1 0 1 1 0 8 0
amappl13 168 188 0 185 1 0 1 1 0 8 0
amappl12 160 12 0 9 2 1 1 1 0 8 0
amappl11 152 65 0 49 1 0 1 1 0 8 0
amappl10 144 118 0 114 1 0 1 1 0 8 0
amappl9 136 392 0 390 1 0 1 1 0 8 0
amappl8 128 375 0 346 2 0 2 2 0 8 0
amappl7 120 227 0 215 1 0 1 1 0 8 0
amappl6 112 33 0 22 1 0 1 1 0 8 0
amappl5 104 259 0 242 1 0 1 1 0 8 0
amappl4 96 666 0 634 1 0 1 1 0 8 0
amappl3 88 270 0 262 1 0 1 1 0 8 0
amappl2 80 3072 0 3005 2 0 2 2 0 8 0
amappl1 72 21732 0 21294 23 13 10 18 0 8 0
amappl 80 1456 0 1412 2 0 2 2 0 84 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 64 11 0 1 1 0 1 1 0 8 0
uaddrrnd 24 514 0 498 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 514 0 498 1 0 1 1 0 8 0
vmmpekpl 168 8079 0 8048 2 0 2 2 0 8 0
vmmpepl 168 70073 0 68180 132 19 113 113 0 357 24
vmsppl 368 513 0 498 2 0 2 2 0 8 0
pdppl 4096 1036 0 996 6 0 6 6 0 8 0
pvpl 32 209580 0 193473 184 10 174 179 0 265 33
pmappl 232 513 0 498 2 1 1 2 0 8 0
extentpl 40 46 0 29 1 0 1 1 0 8 0
phpool 112 268 0 9 8 0 8 8 0 8 0
ddb{1}> machine ddbcpu 0
Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp
x86_ipi_db(ffffffff82520ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352
x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
__mp_lock(ffffffff8264d0a0) at __mp_lock+0x127 __mp_lock_spin sys/kern/kern_lock.c:116 [inline]
__mp_lock(ffffffff8264d0a0) at __mp_lock+0x127 sys/kern/kern_lock.c:147
__mp_acquire_count(ffffffff8264d0a0,1) at __mp_acquire_count+0x51 sys/kern/kern_lock.c:227
mi_switch() at mi_switch+0x392 sys/kern/sched_bsd.c:435
sleep_finish(ffff800020e27728,1) at sleep_finish+0x113 sys/kern/kern_synch.c:418
softclock_thread(ffff800020e19110) at softclock_thread+0x103 sys/kern/kern_timeout.c:575
end trace frame: 0x0, count: 7
ddb{0}> trace
x86_ipi_db(ffffffff82520ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352
x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
__mp_lock(ffffffff8264d0a0) at __mp_lock+0x127 __mp_lock_spin sys/kern/kern_lock.c:116 [inline]
__mp_lock(ffffffff8264d0a0) at __mp_lock+0x127 sys/kern/kern_lock.c:147
__mp_acquire_count(ffffffff8264d0a0,1) at __mp_acquire_count+0x51 sys/kern/kern_lock.c:227
mi_switch() at mi_switch+0x392 sys/kern/sched_bsd.c:435
sleep_finish(ffff800020e27728,1) at sleep_finish+0x113 sys/kern/kern_synch.c:418
softclock_thread(ffff800020e19110) at softclock_thread+0x103 sys/kern/kern_timeout.c:575
end trace frame: 0x0, count: -8
ddb{0}> machine ddbcpu 1
Stopped at db_enter+0x18: addq $0x8,%rsp
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff8225424c) at panic+0x15c sys/kern/subr_prf.c:207
pool_p_free(ffffffff826819e0,fffffd807ead8f90) at pool_p_free+0x1de sys/kern/subr_pool.c:983
pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1578
taskq_thread(ffffffff824c8a70) at taskq_thread+0x9c sys/kern/kern_task.c:369
end trace frame: 0x0, count: 10
ddb{1}> trace
db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398
panic(ffffffff8225424c) at panic+0x15c sys/kern/subr_prf.c:207
pool_p_free(ffffffff826819e0,fffffd807ead8f90) at pool_p_free+0x1de sys/kern/subr_pool.c:983
pool_gc_pages(0) at pool_gc_pages+0x255 sys/kern/subr_pool.c:1578
taskq_thread(ffffffff824c8a70) at taskq_thread+0x9c sys/kern/kern_task.c:369
end trace frame: 0x0, count: -5