panic: pool_do_get: shmpl free list modified: page 0xfffffd8067d1b000; item addr 0xfffffd8067d1bcb0; offset 0x40=0x6830e82d Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *126731 90777 32767 0x10 0x4000000 0K syz-executor 327291 98217 0 0x14000 0x200 1 reaper db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833d3929) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff83929ae8,1,ffff80003c452ef8) at pool_do_get+0x5ea sys/kern/subr_pool.c:-1 pool_get(ffffffff83929ae8,1) at pool_get+0x149 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff80003c44c030,ffff80003c453150,104,ffff80003c4530a0) at shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 sys_shmget(ffff80003c44c030,ffff80003c453150,ffff80003c4530a0) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 syscall(ffff80003c453150) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c453150) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xafe23b4d2f0, count: 7 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: pool_do_get: shmpl free list modified: page 0xfffffd8067d1b000; item addr 0xfffffd8067d1bcb0; offset 0x40=0x6830e82d ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833d3929) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff83929ae8,1,ffff80003c452ef8) at pool_do_get+0x5ea sys/kern/subr_pool.c:-1 pool_get(ffffffff83929ae8,1) at pool_get+0x149 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff80003c44c030,ffff80003c453150,104,ffff80003c4530a0) at shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 sys_shmget(ffff80003c44c030,ffff80003c453150,ffff80003c4530a0) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 syscall(ffff80003c453150) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c453150) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xafe23b4d2f0, count: -8 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80003c452d30 rbx 0xffffffff83895dd7 cpu_info_full_primary+0x2dd7 rdx 0xffff80000143bb00 rcx 0xffff80003c44c030 rax 0xffffffff83894ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0xde1e8cb22de9fce6 r11 0xb96243aea18f6e76 r12 0xffffffff83895bd8 cpu_info_full_primary+0x2bd8 r13 0 r14 0 r15 0x1 rip 0xffffffff8187adc5 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c452d20 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=126731 pid=90777 tcnt=3 stat=onproc flags process=10 proc=4000000 runpri=32, usrpri=63, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80003c439c58,0xffff80003c44d230 process=0xffff800039411300 user=0xffff80003c44e000, vmspace=0xfffffd806c375d48 estcpu=13, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 25937 26741 13077 32767 2 0x10 syz-executor 39045 520421 77716 32767 2 0x10 syz-executor 39045 336080 77716 32767 3 0x4000090 fsleep syz-executor 90777 380841 7006 32767 2 0x10 syz-executor *90777 126731 7006 32767 7 0x4000010 syz-executor 90777 415980 7006 32767 3 0x4000090 fsleep syz-executor 99090 516175 62036 32767 2 0x10 syz-executor 99090 288148 62036 32767 3 0x4000010 biowait syz-executor 99090 127740 62036 32767 3 0x4000090 fsleep syz-executor 4751 523717 85654 32767 3 0x90 nanoslp syz-executor 4751 365696 85654 32767 3 0x4000090 netcon syz-executor 4751 447890 85654 32767 3 0x4000090 fsleep syz-executor 98567 104376 13144 32767 2 0x10 syz-executor 98567 442244 13144 32767 3 0x4000090 sbwait syz-executor 98567 334283 13144 32767 3 0x4000090 fsleep syz-executor 13144 56728 41119 32767 2 0x10 syz-executor 53238 453212 13086 32767 2 0x10 syz-executor 13077 384461 12386 32767 3 0x90 nanoslp syz-executor 77716 166863 67077 32767 3 0x90 nanoslp syz-executor 62036 288931 24331 32767 2 0x10 syz-executor 7006 324406 57793 32767 3 0x90 nanoslp syz-executor 20790 319076 40858 32767 3 0x90 nanoslp syz-executor 85654 497971 637 32767 3 0x90 nanoslp syz-executor 24331 84737 39914 0 3 0x82 wait syz-executor 637 166959 39914 0 3 0x82 wait syz-executor 40858 60023 39914 0 3 0x82 wait syz-executor 41119 150854 39914 0 3 0x82 wait syz-executor 57793 430629 39914 0 3 0x82 wait syz-executor 12386 45122 39914 0 3 0x82 wait syz-executor 13086 151482 39914 0 3 0x82 wait syz-executor 67077 447336 39914 0 3 0x82 wait syz-executor 39914 126681 90363 0 3 0x82 kqread syz-executor 90363 57983 87968 0 3 0x10008a sigsusp ksh 87968 504925 52342 0 3 0x98 kqread sshd-session 52342 308242 35742 0 3 0x92 kqread sshd-session 19832 267694 1 0 3 0x100083 ttyin getty 35742 468701 1 0 3 0x88 kqread sshd 73548 194055 57061 73 3 0x1100090 kqread syslogd 57061 500463 1 0 3 0x100082 sbwait syslogd 24715 206846 1 0 3 0x100080 kqread resolvd 84454 376936 88878 77 3 0x100092 kqread dhcpleased 38925 266853 88878 77 3 0x100092 kqread dhcpleased 88878 67206 1 0 3 0x80 kqread dhcpleased 25106 365736 0 0 3 0x14200 bored smr 69292 69792 0 0 2 0x14200 zerothread 48688 289959 0 0 3 0x14200 aiodoned aiodoned 60573 339742 0 0 3 0x14200 syncer update 75112 326859 0 0 3 0x14200 cleaner cleaner 98217 327291 0 0 7 0x14200 reaper 1602 228860 0 0 3 0x14200 pgdaemon pagedaemon 41772 125809 0 0 3 0x14200 bored viomb 46783 270546 0 0 3 0x40014200 acpi0 acpi0 19809 469470 0 0 3 0x40014200 idle1 40803 348416 0 0 3 0x14200 bored softnet3 41580 311996 0 0 3 0x14200 bored softnet2 19518 67770 0 0 3 0x14200 bored softnet1 42575 105188 0 0 3 0x14200 bored softnet0 55816 234009 0 0 3 0x14200 bored systqmp 88108 85311 0 0 3 0x14200 bored systq 15228 358912 0 0 3 0x14200 tmoslp softclockmp 8835 164251 0 0 3 0x40014200 tmoslp softclock 32762 190612 0 0 3 0x40014200 idle0 1 112152 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex shmpl r = 0 (0xffffffff83929b00) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:295 #2 mtx_enter+0x62 sys/kern/kern_lock.c:252 #3 pool_get+0x10b sys/kern/subr_pool.c:578 #4 shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 #5 sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 #6 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #7 Xsyscall+0x128 CPU 1: exclusive mutex &uvm.fpageqlock r = 0 (0xffffffff8392d518) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:295 #2 mtx_enter+0x62 sys/kern/kern_lock.c:252 #3 uvm_pmr_freepages+0x1a8 sys/uvm/uvm_pmemrange.c:1323 #4 uvm_anfree_list+0x1e3 sys/uvm/uvm_anon.c:120 #5 amap_wipeout+0x248 sys/uvm/uvm_amap.c:502 #6 uvm_unmap_detach+0x8a sys/uvm/uvm_map.c:1353 #7 uvm_map_teardown+0x358 sys/uvm/uvm_map.c:2516 #8 uvmspace_free+0xcd sys/uvm/uvm_map.c:3420 #9 reaper+0x213 sys/kern/kern_exit.c:490 #10 proc_trampoline+0x10 Process 90777 (syz-executor) thread 0xffff80003c44c030 (126731) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83904830) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 syscall+0xae6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #1 syscall+0xae6 sys/arch/amd64/amd64/trap.c:579 #2 Xsyscall+0x128 exclusive mutex shmpl r = 0 (0xffffffff83929b00) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x1ad sys/kern/kern_lock.c:295 #2 mtx_enter+0x62 sys/kern/kern_lock.c:252 #3 pool_get+0x10b sys/kern/subr_pool.c:578 #4 shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 #5 sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 #6 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #7 Xsyscall+0x128 Process 99090 (syz-executor) thread 0xffff80003c438cf8 (288148) exclusive rrwlock inode r = 0 (0xfffffd8068c2d320) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 rw_do_enter_write+0x367 sys/kern/kern_rwlock.c:311 #2 rrw_enter+0xc6 sys/kern/kern_rwlock.c:606 #3 VOP_LOCK+0xa6 sys/kern/vfs_vops.c:527 #4 vn_lock+0xa4 sys/kern/vfs_vnops.c:570 #5 vn_write+0x190 sys/kern/vfs_vnops.c:405 #6 dofilewritev+0x23c sys/kern/sys_generic.c:380 #7 sys_write+0xa2 sys/kern/sys_generic.c:300 #8 syscall+0xbc6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #8 syscall+0xbc6 sys/arch/amd64/amd64/trap.c:579 #9 Xsyscall+0x128 Process 98217 (reaper) thread 0xffff8000ffffcf68 (327291) uvm_fault(0xfffffd806c375d48, 0xf5c00001000, 0, 1) -> e kernel: page fault trap, code=0 Faulted in DDB; continuing... ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10193 10955K 10966K 166960K 11270 0 pcb 17 12K 12K 166960K 17 0 rtable 236 6K 6K 166960K 351 0 pf 31 16K 16K 166960K 31 0 ifaddr 42 7K 7K 166960K 44 0 ifgroup 50 2K 2K 166960K 50 0 sysctl 3 1K 9K 166960K 7 0 counters 68 36K 36K 166960K 68 0 ioctlops 0 0K 2K 166960K 32 0 iov 0 0K 8K 166960K 5 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1334 84K 84K 166960K 1353 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 4 0 VM map 2 1K 1K 166960K 2 0 sem 4 0K 0K 166960K 4 0 dirhash 12 2K 2K 166960K 12 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 24 89K 129K 166960K 208 0 sigio 0 0K 0K 166960K 3 0 proc 58 79K 115K 166960K 480 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 11 0 in_multi 99 7K 7K 166960K 101 0 ether_multi 1 0K 0K 166960K 1 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 346 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 255 177K 191K 166960K 3380 0 UVM aobj 5 2K 2K 166960K 6 0 pinsyscall 45 90K 114K 166960K 1220 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 5 0 NDP 11 0K 2K 166960K 27 0 temp 36 8670K 8734K 166960K 4009 0 kqueue 16 24K 30K 166960K 48 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 39 0 36 1 0 1 1 0 8 0 rtentry 176 112 0 1 6 0 6 6 0 8 0 unpcb 144 94 0 75 2 0 2 2 0 8 1 syncache 336 5 0 5 1 0 1 1 0 8 1 tcpcb 808 104 0 99 8 0 8 8 0 8 7 arp 128 18 0 0 1 0 1 1 0 8 0 inpcb 384 190 0 182 9 0 9 9 0 8 7 nd6 144 25 0 0 1 0 1 1 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 455 0 0 29 0 29 29 0 8 0 art_table 32 456 0 0 4 0 4 4 0 8 0 art_node 16 111 0 10 1 0 1 1 0 8 0 sysvmsgpl 40 1 0 0 1 0 1 1 0 8 0 semapl 112 2 0 0 1 0 1 1 0 8 0 shmpl 112 3 0 1 1 0 1 1 0 8 0 pool(0xffffffff83929ae8:shmpl): page inconsistency: page 0xfffffd8067d1b000; 32 on list, 2 missing, 35 items per page dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1644 0 138 95 0 95 95 0 8 0 ffsino 288 1644 0 138 108 0 108 108 0 8 0 nchpl 144 1915 0 236 63 0 63 63 0 8 0 uvmvnodes 80 1725 0 0 36 0 36 36 0 8 0 vnodes 216 1725 0 0 96 0 96 96 0 8 0 namei 1024 5815 0 5815 1 0 1 1 0 8 1 percpumem 16 49 0 0 1 0 1 1 0 8 0 kstatmem 264 24 0 0 2 0 2 2 0 8 0 scxspl 216 6249 0 6248 3 1 2 2 1 8 1 plimitpl 152 49 0 25 2 0 2 2 0 8 1 sigapl 424 483 0 427 8 0 8 8 0 8 0 knotepl 120 197 0 0 6 0 6 6 0 8 0 kqueuepl 224 48 0 37 2 0 2 2 0 8 1 pipepl 336 102 0 75 3 0 3 3 0 8 0 fdescpl 520 465 0 429 4 0 4 4 0 8 0 filepl 160 1785 0 1572 13 0 13 13 0 8 3 lockfpl 104 15 0 13 1 0 1 1 0 8 0 lockfspl 48 8 0 6 1 0 1 1 0 8 0 sessionpl 144 23 0 7 1 0 1 1 0 8 0 pgrppl 48 32 0 8 1 0 1 1 0 8 0 ucredpl 104 171 0 152 1 0 1 1 0 8 0 zombiepl 144 429 0 427 1 0 1 1 0 8 0 processpl 1208 483 0 427 5 0 5 5 0 8 0 procpl 656 594 0 528 7 0 7 7 0 8 0 sockpl 728 323 0 293 10 0 10 10 0 8 6 mcl64k 65536 1 0 0 1 0 1 1 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 126 0 0 16 0 16 16 0 8 0 mcl2k 2048 17 0 0 3 0 3 3 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 185 0 0 12 0 12 12 0 8 0 bufpl 280 2362 0 116 161 0 161 161 0 8 0 anonpl 32 7552 0 0 61 0 61 61 0 246 0 amapchunkpl 152 9952 0 9281 33 0 33 33 0 158 1 amappl16 200 1858 0 1835 5 0 5 5 0 8 3 amappl15 192 6 0 6 1 0 1 1 0 8 1 amappl14 184 104 0 94 1 0 1 1 0 8 0 amappl13 176 10 0 10 1 1 0 1 0 8 0 amappl12 168 1060 0 1024 3 0 3 3 0 8 1 amappl11 160 49 0 39 1 0 1 1 0 8 0 amappl10 152 5 0 4 1 0 1 1 0 8 0 amappl9 144 250 0 250 1 0 1 1 0 8 1 amappl8 136 20 0 19 1 0 1 1 0 8 0 amappl7 128 90 0 80 1 0 1 1 0 8 0 amappl6 120 180 0 177 1 0 1 1 0 8 0 amappl5 112 182 0 175 1 0 1 1 0 8 0 amappl4 104 282 0 268 1 0 1 1 0 8 0 amappl3 96 1586 0 1461 4 0 4 4 0 8 0 amappl2 88 611 0 557 2 0 2 2 0 8 0 amappl1 80 8507 0 7931 14 0 14 14 0 8 0 amappl 88 2731 0 2543 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 5 0 1 1 0 1 1 0 8 0 uaddrrnd 24 465 0 428 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 465 0 428 1 0 1 1 0 8 0 vmmpekpl 168 5474 0 5443 2 0 2 2 0 8 0 vmmpepl 168 36346 0 34249 100 0 100 100 0 357 4 vmsppl 480 464 0 428 7 1 6 6 0 8 0 rwobjpl 72 14551 0 11983 49 0 49 49 0 8 0 pdppl 4096 937 0 856 113 28 85 99 0 8 4 pvpl 32 14560 0 0 119 1 118 118 0 265 0 pmappl 256 464 0 428 4 1 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 403 0 31 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833d3929) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff83929ae8,1,ffff80003c452ef8) at pool_do_get+0x5ea sys/kern/subr_pool.c:-1 pool_get(ffffffff83929ae8,1) at pool_get+0x149 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff80003c44c030,ffff80003c453150,104,ffff80003c4530a0) at shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 sys_shmget(ffff80003c44c030,ffff80003c453150,ffff80003c4530a0) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 syscall(ffff80003c453150) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c453150) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xafe23b4d2f0, count: -8 ddb{0}> machine ddbcpu 1