panic: pool_do_get: shmpl free list modified: page 0xfffffd80687ff000; item addr 0xfffffd80687ffbd0; offset 0x2c=0xdeaf4151 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 57191 95743 32767 0x10 0 1 syz-executor *411051 95743 32767 0x10 0x4000000 0K syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83060a79) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff8357d618,1,ffff80004284cfb8) at pool_do_get+0x5e6 pool_get(ffffffff8357d618,1) at pool_get+0x141 shmget_allocate_segment(ffff80003259d460,ffff80004284d210,0,ffff80004284d160) at shmget_allocate_segment+0x1a7 sys_shmget(ffff80003259d460,ffff80004284d210,ffff80004284d160) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:480 syscall(ffff80004284d210) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80004284d210) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x5296665e3e0, count: 7 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: pool_do_get: shmpl free list modified: page 0xfffffd80687ff000; item addr 0xfffffd80687ffbd0; offset 0x2c=0xdeaf4151 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83060a79) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff8357d618,1,ffff80004284cfb8) at pool_do_get+0x5e6 pool_get(ffffffff8357d618,1) at pool_get+0x141 shmget_allocate_segment(ffff80003259d460,ffff80004284d210,0,ffff80004284d160) at shmget_allocate_segment+0x1a7 sys_shmget(ffff80003259d460,ffff80004284d210,ffff80004284d160) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:480 syscall(ffff80004284d210) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80004284d210) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x5296665e3e0, count: -8 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80004284ce00 rbx 0xffffffff8345cd87 cpu_info_full_primary+0x2d87 rdx 0xffff8000011bac80 rcx 0xffff80003259d460 rax 0xffffffff8345bff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x629127f161343df0 r11 0xa8f8929b45ff6846 r12 0xffffffff8345cb88 cpu_info_full_primary+0x2b88 r13 0 r14 0 r15 0x1 rip 0xffffffff826e12b5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80004284cdf0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=411051 pid=95743 tcnt=2 stat=onproc flags process=10 proc=4000000 runpri=32, usrpri=86, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003259c530,0xffffffff834fe8f0 process=0xffff80003059b1d8 user=0xffff800042848000, vmspace=0xfffffd80600d1530 estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 95743 57191 3748 32767 7 0x10 syz-executor *95743 411051 3748 32767 7 0x4000010 syz-executor 44639 353893 85145 0 3 0x2 clonelk ifconfig 61409 188110 90633 0 3 0 clonelk syz-executor 8696 119826 92864 0 3 0 clonelk syz-executor 92086 86812 81566 0 3 0 clonelk syz-executor 85145 188540 5446 0 3 0x10008a sigsusp sh 22089 223669 8238 0 3 0x2 clonelk ifconfig 98665 242542 17447 0 3 0 clonelk syz-executor 65851 16900 6601 0 3 0 clonelk syz-executor 5446 125618 57321 0 3 0x80 wait syz-executor 8238 116905 67353 0 3 0x10008a sigsusp sh 67353 351195 30892 0 3 0x80 wait syz-executor 3748 34467 89714 32767 3 0x90 nanoslp syz-executor 57321 363332 30595 0 3 0x82 wait syz-executor 81566 17029 30595 0 3 0x82 wait syz-executor 6601 54262 30595 0 3 0x82 wait syz-executor 92864 479422 30595 0 3 0x82 wait syz-executor 17447 373399 30595 0 3 0x82 wait syz-executor 90633 496420 30595 0 3 0x82 wait syz-executor 30892 262262 30595 0 3 0x82 wait syz-executor 89714 454225 30595 0 3 0x82 wait syz-executor 9999 32785 0 0 3 0x14200 bored sosplice 30595 208749 28462 0 3 0x82 kqread syz-executor 28462 359638 64186 0 3 0x10008a sigsusp ksh 64186 213259 48099 0 3 0x98 kqread sshd-session 48099 83514 94393 0 3 0x92 kqread sshd-session 89128 504187 1 0 3 0x100083 ttyin getty 94393 109418 1 0 3 0x88 kqread sshd 63585 378317 19415 73 3 0x1100010 ffs_fsync syslogd 19415 4708 1 0 3 0x100082 sbwait syslogd 33067 105818 1 0 3 0x100080 kqread resolvd 89390 185633 44387 77 3 0x100092 kqread dhcpleased 67781 312738 44387 77 3 0x100092 kqread dhcpleased 44387 345228 1 0 3 0x80 kqread dhcpleased 82097 74397 0 0 3 0x14200 bored smr 82840 401145 0 0 3 0x14200 pgzero zerothread 33808 320393 0 0 3 0x14200 aiodoned aiodoned 43486 197139 0 0 3 0x14200 syncer update 78031 101521 0 0 3 0x14200 cleaner cleaner 26490 354278 0 0 3 0x14200 reaper reaper 73852 443976 0 0 3 0x14200 pgdaemon pagedaemon 68070 346964 0 0 3 0x14200 bored viomb 16529 26253 0 0 3 0x40014200 acpi0 acpi0 58993 422958 0 0 3 0x40014200 idle1 84371 60401 0 0 3 0x14200 bored softnet3 71159 173981 0 0 3 0x14200 bored softnet2 7186 85371 0 0 3 0x14200 bored softnet1 62453 134659 0 0 3 0x14200 bored softnet0 33035 496105 0 0 3 0x14200 bored systqmp 73339 324148 0 0 3 0x14200 bored systq 44758 224430 0 0 3 0x14200 tmoslp softclockmp 34973 350950 0 0 3 0x40014200 tmoslp softclock 45010 187990 0 0 3 0x40014200 idle0 1 321230 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex shmpl r = 0 (0xffffffff8357d628) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pool_get+0x103 sys/kern/subr_pool.c:579 #4 shmget_allocate_segment+0x1a7 #5 sys_shmget+0x1b2 sys/kern/sysv_shm.c:480 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 95743 (syz-executor) thread 0xffff80003259d460 (411051) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff835c0078) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 syscall+0xad6 mi_syscall sys/sys/syscall_mi.h:179 [inline] #1 syscall+0xad6 sys/arch/amd64/amd64/trap.c:577 #2 Xsyscall+0x128 exclusive mutex shmpl r = 0 (0xffffffff8357d628) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 mtx_enter_try+0x178 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pool_get+0x103 sys/kern/subr_pool.c:579 #4 shmget_allocate_segment+0x1a7 #5 sys_shmget+0x1b2 sys/kern/sysv_shm.c:480 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 Process 63585 (syslogd) thread 0xffff8000ffffdbe8 (378317) exclusive rrwlock inode r = 0 (0xfffffd806e32ab40) #0 witness_lock+0x5b8 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5b8 sys/kern/subr_witness.c:1151 #1 rw_enter+0x41b sys/kern/kern_rwlock.c:309 #2 rrw_enter+0xbe sys/kern/kern_rwlock.c:464 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:524 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:564 #5 sys_fsync+0x152 sys/kern/vfs_syscalls.c:2927 #6 syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] #6 syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10167 10075K 10100K 166960K 11266 0 pcb 17 14K 16K 166960K 19 0 rtable 102 3K 6K 166960K 393 0 pf 19 15K 16K 166960K 33 0 ifaddr 18 2K 7K 166960K 48 0 ifgroup 26 1K 2K 166960K 54 0 sysctl 2 0K 0K 166960K 2 0 counters 52 34K 36K 166960K 66 0 ioctlops 0 0K 2K 166960K 35 0 iov 0 0K 12K 166960K 24 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1457 92K 92K 166960K 1536 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 6 0 VM map 2 1K 1K 166960K 2 0 sem 10 0K 0K 166960K 12 0 dirhash 12 2K 3K 166960K 30 0 ACPI 1697 195K 286K 166960K 12548 0 file desc 25 93K 157K 166960K 423 0 sigio 0 0K 0K 166960K 66 0 proc 70 103K 176K 166960K 571 0 subproc 130 8K 12K 166960K 208 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 44 0 in_multi 33 2K 7K 166960K 127 0 ether_multi 1 0K 0K 166960K 5 0 mrt 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 85 387K 387K 166960K 85 0 exec 0 0K 1K 166960K 472 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 207 89K 130K 166960K 5057 0 UVM aobj 8 2K 2K 166960K 11 0 pinsyscall 46 92K 126K 166960K 1460 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 16 0 NDP 7 0K 2K 166960K 30 0 temp 47 6815K 6879K 166960K 5018 0 kqueue 13 20K 26K 166960K 63 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 24 0 0 1 0 1 1 0 8 0 rtpcb 120 94 0 91 2 1 1 2 0 8 0 rtentry 112 123 0 79 4 0 4 4 0 8 1 unpcb 144 408 0 393 6 4 2 6 0 8 1 syncache 336 3 0 3 2 2 0 1 0 8 0 tcpcb 808 102 0 98 1 0 1 1 0 8 0 arp 120 20 0 14 1 0 1 1 0 8 0 ipq 40 3 0 0 1 0 1 1 0 8 0 ipqe 40 4 0 1 1 0 1 1 0 8 0 inpcb 336 468 0 459 12 7 5 12 0 8 3 nd6 136 28 0 22 1 0 1 1 0 8 0 kcovpl 48 16 0 6 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 499 0 310 29 3 26 29 0 8 12 art_table 32 500 0 310 4 0 4 4 0 8 0 art_node 16 122 0 82 1 0 1 1 0 8 0 sysvmsgpl 40 6 0 4 1 0 1 1 0 8 0 semupl 112 3 0 3 1 1 0 1 0 8 0 semapl 112 10 0 2 1 0 1 1 0 8 0 shmpl 112 8 0 3 1 0 1 1 0 8 0 pool(0xffffffff8357d618:shmpl): page inconsistency: page 0xfffffd80687ff000; 29 on list, 5 missing, 35 items per page dirhash 1024 29 0 12 3 0 3 3 0 8 0 dino2pl 256 1954 0 445 95 0 95 95 0 8 0 ffsino 272 1954 0 445 102 0 102 102 0 8 0 nchpl 144 2434 0 760 63 0 63 63 0 8 0 uvmvnodes 80 2171 0 0 45 0 45 45 0 8 0 vnodes 216 2171 0 0 121 0 121 121 0 8 0 namei 1024 8242 0 8242 5 3 2 2 0 8 2 percpumem 16 47 0 7 1 0 1 1 0 8 0 kstatmem 264 24 0 14 2 0 2 2 0 8 0 scxspl 216 9189 0 9188 9 5 4 8 1 8 3 plimitpl 152 162 0 136 3 1 2 2 0 8 0 sigapl 424 678 0 622 9 0 9 9 0 8 1 futexpl 64 3586 0 3586 2 1 1 1 0 8 1 knotepl 120 303 0 0 10 0 10 10 0 8 0 kqueuepl 216 90 0 81 1 0 1 1 0 8 0 pipepl 320 175 0 144 4 0 4 4 0 8 0 fdescpl 496 659 0 622 9 2 7 7 0 8 0 filepl 152 3811 0 3545 21 7 14 21 0 8 1 lockfpl 104 60 0 58 1 0 1 1 0 8 0 lockfspl 48 23 0 21 1 0 1 1 0 8 0 sessionpl 144 29 0 11 1 0 1 1 0 8 0 pgrppl 48 45 0 19 1 0 1 1 0 8 0 ucredpl 104 543 0 529 1 0 1 1 0 8 0 zombiepl 144 624 0 622 1 0 1 1 0 8 0 processpl 1160 678 0 622 6 0 6 6 0 8 0 procpl 648 1096 0 1039 8 1 7 7 0 8 1 sosppl 168 2 0 2 1 1 0 1 0 8 0 sockpl 664 977 0 950 23 16 7 23 0 8 4 mcl64k 65536 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 243 0 0 31 0 31 31 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 997 0 0 63 0 63 63 0 8 0 bufpl 280 5123 0 89 360 0 360 360 0 8 0 anonpl 24 210004 0 206928 50 0 50 50 0 185 26 amapchunkpl 152 17128 0 16740 35 0 35 35 0 158 16 amappl16 200 6173 0 6169 14 8 6 14 0 8 5 amappl15 192 20 0 20 1 1 0 1 0 8 0 amappl14 184 113 0 103 1 0 1 1 0 8 0 amappl13 176 18 0 18 1 1 0 1 0 8 0 amappl12 168 1294 0 1264 3 0 3 3 0 8 1 amappl11 160 48 0 38 1 0 1 1 0 8 0 amappl10 152 17 0 16 1 0 1 1 0 8 0 amappl9 144 117 0 116 1 0 1 1 0 8 0 amappl8 136 24 0 23 1 0 1 1 0 8 0 amappl7 128 109 0 99 1 0 1 1 0 8 0 amappl6 120 190 0 184 1 0 1 1 0 8 0 amappl5 112 139 0 128 1 0 1 1 0 8 0 amappl4 104 284 0 267 1 0 1 1 0 8 0 amappl3 96 3337 0 3253 4 0 4 4 0 8 0 amappl2 88 611 0 551 2 0 2 2 0 8 0 amappl1 80 8316 0 7753 14 1 13 14 0 8 0 amappl 88 4691 0 4540 6 0 6 6 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 10 0 3 1 0 1 1 0 8 0 uaddrrnd 24 659 0 622 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 659 0 622 1 0 1 1 0 8 0 vmmpekpl 168 7093 0 7000 5 0 5 5 0 8 0 vmmpepl 168 50428 0 48589 103 4 99 103 0 357 6 vmsppl 440 658 0 622 6 0 6 6 0 8 0 rwobjpl 56 21590 0 18549 47 1 46 46 0 8 0 pdppl 4096 1325 0 1244 141 30 111 113 0 8 30 pvpl 32 26884 0 0 217 0 217 217 0 265 0 pmappl 248 658 0 622 5 1 4 4 0 8 0 extentpl 40 56 0 38 1 0 1 1 0 8 0 phpool 112 491 0 47 13 0 13 13 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:437 panic(ffffffff83060a79) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff8357d618,1,ffff80004284cfb8) at pool_do_get+0x5e6 pool_get(ffffffff8357d618,1) at pool_get+0x141 shmget_allocate_segment(ffff80003259d460,ffff80004284d210,0,ffff80004284d160) at shmget_allocate_segment+0x1a7 sys_shmget(ffff80003259d460,ffff80004284d210,ffff80004284d160) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:480 syscall(ffff80004284d210) at syscall+0xaf8 mi_syscall sys/sys/syscall_mi.h:179 [inline] syscall(ffff80004284d210) at syscall+0xaf8 sys/arch/amd64/amd64/trap.c:577 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x5296665e3e0, count: -8 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x7d688a018960, count: 12 ddb{1}> trace x86_ipi_db(ffff800029b7bff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:393 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x7d688a018960, count: -3