OpenBSD/amd64 (ci-openbsd-multpanic: pool_do_get: shmpl free list modified: page 0xfffffd806be29000; item addr 0xfffffd806be29bd0; offset 0x40=0x6829e307 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND * 82532 78932 0 0 0x4000000 0K syz-executor 207639 42213 0 0 0 1 syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833cb7b7) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff839d4390,1,ffff80003c478488) at pool_do_get+0x5ea sys/kern/subr_pool.c:-1 pool_get(ffffffff839d4390,1) at pool_get+0x149 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff80002a36b748,ffff80003c4786e0,0,ffff80003c478630) at shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 sys_shmget(ffff80002a36b748,ffff80003c4786e0,ffff80003c478630) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 syscall(ffff80003c4786e0) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4786e0) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x106690bb730, count: 7 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic *cpu0: pool_do_get: shmpl free list modified: page 0xfffffd806be29000; item addr 0xfffffd806be29bd0; offset 0x40=0x6829e307 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833cb7b7) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff839d4390,1,ffff80003c478488) at pool_do_get+0x5ea sys/kern/subr_pool.c:-1 pool_get(ffffffff839d4390,1) at pool_get+0x149 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff80002a36b748,ffff80003c4786e0,0,ffff80003c478630) at shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 sys_shmget(ffff80002a36b748,ffff80003c4786e0,ffff80003c478630) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 syscall(ffff80003c4786e0) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4786e0) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x106690bb730, count: -8 ddb{0}> show registers rdi 0 rsi 0x1 rbp 0xffff80003c4782c0 rbx 0xffffffff837d8dd7 cpu_info_full_primary+0x2dd7 rdx 0 rcx 0xffff80002a36b748 rax 0xffffffff837d7ff0 cpu_info_full_primary+0x1ff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x84aaa4776169f112 r11 0x59945052181209a4 r12 0xffffffff837d8bd8 cpu_info_full_primary+0x2bd8 r13 0 r14 0 r15 0x1 rip 0xffffffff8291a315 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c4782b0 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{0}> show proc PROC (syz-executor) tid=82532 pid=78932 tcnt=3 stat=onproc flags process=0 proc=4000000 runpri=32, usrpri=75, slppri=32, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff80002a36a558,0xffff8000ffff1748 process=0xffff8000fffe4e50 user=0xffff80003c473000, vmspace=0xfffffd806bee4d38 estcpu=25, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 78932 1403 87486 0 2 0 syz-executor *78932 82532 87486 0 7 0x4000000 syz-executor 78932 366237 87486 0 2 0x4000000 syz-executor 76228 363364 82477 0 2 0 syz-executor 76228 165873 82477 0 3 0x4000080 fsleep syz-executor 76228 55350 82477 0 2 0x4000000 syz-executor 90237 169018 77841 0 2 0 syz-executor 50122 392662 18970 0 2 0 syz-executor 50122 223840 18970 0 3 0x4000080 piperd syz-executor 49344 501448 68013 0 2 0 syz-executor 49344 254923 68013 0 3 0x4000080 fsleep syz-executor 38761 257361 13422 0 2 0 syz-executor 38761 418229 13422 0 2 0x4000c80 syz-executor 22858 119484 47935 0 2 0 syz-executor 22858 437053 47935 0 3 0x4000080 fsleep syz-executor 22858 428341 47935 0 3 0x4000080 fsleep syz-executor 22858 240662 47935 0 3 0x4000080 fsleep syz-executor 42213 207639 20795 0 7 0 syz-executor 42213 230800 20795 0 2 0x4000000 syz-executor 55030 160275 1 0 3 0x100083 ttyin getty 77841 152642 89686 0 2 0x2 syz-executor 11099 185489 0 0 3 0x14280 nfsidl nfsio 93176 355053 0 0 3 0x14280 nfsidl nfsio 49510 328043 0 0 3 0x14280 nfsidl nfsio 4116 448527 0 0 3 0x14280 nfsidl nfsio 24485 112709 0 0 3 0x14280 nfsidl nfsio 78765 480216 0 0 3 0x14280 nfsidl nfsio 59965 438164 0 0 3 0x14280 nfsidl nfsio 52442 117210 0 0 3 0x14280 nfsidl nfsio 53955 46613 0 0 3 0x14280 nfsidl nfsio 32428 477477 0 0 3 0x14280 nfsidl nfsio 80184 54556 0 0 3 0x14280 nfsidl nfsio 39023 339825 0 0 3 0x14280 nfsidl nfsio 43156 502962 0 0 3 0x14280 nfsidl nfsio 84744 233200 0 0 3 0x14280 nfsidl nfsio 43080 17758 0 0 3 0x14280 nfsidl nfsio 6158 521453 0 0 3 0x14280 nfsidl nfsio 86640 99238 0 0 3 0x14280 nfsidl nfsio 73796 25684 0 0 3 0x14280 nfsidl nfsio 81201 386099 0 0 3 0x14280 nfsidl nfsio 69246 197571 0 0 3 0x14280 nfsidl nfsio 24685 419991 0 0 3 0x14200 bored sosplice 13422 80322 89686 0 2 0xc82 syz-executor 20795 93826 89686 0 3 0x82 nanoslp syz-executor 68013 74110 89686 0 3 0x82 nanoslp syz-executor 47935 439361 89686 0 2 0xc82 syz-executor 87486 278040 89686 0 3 0x82 nanoslp syz-executor 18970 302800 89686 0 2 0x2 syz-executor 82477 274087 89686 0 3 0x82 nanoslp syz-executor 89686 257773 66705 0 3 0x82 kqread syz-executor 66705 215694 68340 0 3 0x10008a sigsusp ksh 68340 432501 99543 0 3 0x98 kqread sshd-session 99543 179643 10306 0 3 0x92 kqread sshd-session 10306 314146 1 0 3 0x88 kqread sshd 77584 249651 53855 74 3 0x1100092 bpf pflogd 53855 69152 1 0 3 0x80 sbwait pflogd 51129 310277 86963 73 3 0x1100090 kqread syslogd 86963 216788 1 0 3 0x100082 sbwait syslogd 29469 360595 1 0 3 0x100080 kqread resolvd 60487 291080 85510 77 3 0x100092 kqread dhcpleased 41594 504122 85510 77 3 0x100092 kqread dhcpleased 85510 360211 1 0 3 0x80 kqread dhcpleased 35331 116147 0 0 3 0x14200 bored smr 11632 164737 0 0 2 0x14200 zerothread 51141 76211 0 0 3 0x14200 aiodoned aiodoned 62688 358136 0 0 3 0x14200 syncer update 9805 387009 0 0 3 0x14200 cleaner cleaner 84876 277532 0 0 3 0x14200 reaper reaper 16463 497301 0 0 3 0x14200 pgdaemon pagedaemon 90480 237272 0 0 3 0x14200 bored viomb 83263 6645 0 0 3 0x40014200 acpi0 acpi0 82987 177821 0 0 3 0x40014200 idle1 22477 114919 0 0 3 0x14200 bored softnet3 64420 383755 0 0 3 0x14200 bored softnet2 89060 199618 0 0 3 0x14200 bored softnet1 49562 452121 0 0 3 0x14200 bored softnet0 85379 100079 0 0 3 0x14200 bored systqmp 43597 174188 0 0 3 0x14200 bored systq 38086 38374 0 0 3 0x14200 tmoslp softclockmp 56356 378427 0 0 3 0x40014200 tmoslp softclock 85346 331130 0 0 3 0x40014200 idle0 1 92709 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex shmpl r = 0 (0xffffffff839d43a8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x178 sys/kern/kern_lock.c:-1 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pool_get+0x10b sys/kern/subr_pool.c:583 #4 shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 #5 sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 #6 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #7 Xsyscall+0x128 Process 78932 (syz-executor) thread 0xffff80002a36b748 (82532) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff838d47b0) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 syscall+0xae6 mi_syscall sys/sys/syscall_mi.h:176 [inline] #1 syscall+0xae6 sys/arch/amd64/amd64/trap.c:579 #2 Xsyscall+0x128 exclusive mutex shmpl r = 0 (0xffffffff839d43a8) #0 witness_lock+0x5bb stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5bb sys/kern/subr_witness.c:1160 #1 mtx_enter_try+0x178 sys/kern/kern_lock.c:-1 #2 mtx_enter+0x60 sys/kern/kern_lock.c:239 #3 pool_get+0x10b sys/kern/subr_pool.c:583 #4 shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 #5 sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 #6 syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] #6 syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 #7 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 10198 11045K 11963K 166960K 12180 0 pcb 19 13K 14K 166960K 147 0 rtable 185 6K 8K 166960K 500 0 pf 30 16K 21K 166960K 75 0 ifaddr 34 5K 8K 166960K 62 0 ifgroup 47 2K 2K 166960K 85 0 sysctl 3 1K 9K 166960K 7 0 counters 62 36K 37K 166960K 94 0 ioctlops 0 0K 4K 166960K 1535 0 iov 0 0K 16K 166960K 20 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1370 86K 87K 166960K 1789 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 2 1K 5K 166960K 6 0 VM map 2 1K 1K 166960K 2 0 sem 12 0K 0K 166960K 20 0 dirhash 15 2K 3K 166960K 27 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 18 65K 236K 166960K 587 0 sigio 0 0K 0K 166960K 6 0 proc 72 91K 152K 166960K 616 0 subproc 72 4K 4K 166960K 81 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 55 0 in_multi 74 5K 7K 166960K 118 0 ether_multi 1 0K 0K 166960K 3 0 mrt 0 0K 0K 166960K 3 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 79 360K 360K 166960K 79 0 exec 0 0K 1K 166960K 430 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 242 168K 181K 166960K 7066 0 UVM aobj 8 2K 2K 166960K 9 0 pinsyscall 43 86K 107K 166960K 1726 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 20 0 NDP 10 0K 2K 166960K 40 0 temp 48 8677K 8748K 166960K 19580 0 kqueue 15 24K 28K 166960K 103 0 SYN cache 2 16K 16K 166960K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 63 0 60 1 0 1 1 0 8 0 rtentry 176 135 0 54 6 0 6 6 0 8 0 unpcb 144 242 0 224 2 0 2 2 0 8 1 syncache 336 5 0 5 3 2 1 1 0 8 1 tcpqe 32 1 0 1 1 0 1 1 0 8 1 tcpcb 808 99 0 94 2 0 2 2 0 8 1 arp 128 23 0 8 1 0 1 1 0 8 0 ipq 40 1 0 1 1 1 0 1 0 8 0 ipqe 40 3 0 3 1 1 0 1 0 8 0 inpcb 384 535 0 523 8 3 5 8 0 8 3 nd6 144 30 0 9 2 0 2 2 0 8 0 pkpcb 40 4 0 4 2 1 1 1 0 8 1 kcovpl 48 9 0 1 1 0 1 1 0 8 0 mppekey 1024 1 0 1 1 1 0 1 0 8 0 ppxss 1192 10 0 10 1 0 1 1 0 8 1 pppxif 1504 1 0 1 1 1 0 1 0 8 0 pffrag 232 2 0 0 1 0 1 1 0 482 0 pffrnode 88 1 0 0 1 0 1 1 0 8 0 pffrent 40 4 0 2 1 0 1 1 0 8 0 pfosfp 40 1428 0 1005 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfanchor 1288 2 0 0 1 0 1 1 0 8 0 pftag 88 2 0 1 1 0 1 1 0 8 0 pfstitem 24 44 0 1 1 0 1 1 0 8 0 pfstkey 128 44 0 1 2 0 2 2 0 8 0 pfstate 384 44 0 1 5 0 5 5 0 8 0 pfrule 1344 26 0 19 2 1 1 2 0 8 0 rttmr 136 1 0 1 1 1 0 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 517 0 181 29 0 29 29 0 8 3 art_table 32 518 0 181 4 0 4 4 0 8 0 art_node 16 133 0 60 1 0 1 1 0 8 0 sysvmsgpl 40 5 0 2 1 0 1 1 0 8 0 semupl 112 4 0 4 1 0 1 1 0 8 1 semapl 112 18 0 8 1 0 1 1 0 8 0 shmpl 112 6 0 1 1 0 1 1 0 8 0 pool(0xffffffff839d4390:shmpl): page inconsistency: page 0xfffffd806be29000; 29 on list, 5 missing, 35 items per page dirhash 1024 27 0 8 3 0 3 3 0 8 0 dino2pl 256 2390 0 890 95 0 95 95 0 8 0 ffsino 288 2390 0 890 109 0 109 109 0 8 0 nchpl 144 3168 0 1479 64 0 64 64 0 8 0 rtmask 32 2 0 2 1 0 1 1 0 8 1 uvmvnodes 80 2724 0 0 56 0 56 56 0 8 0 vnodes 216 2724 0 0 152 0 152 152 0 8 0 namei 1024 10114 0 10114 2 1 1 2 0 8 1 percpumem 16 62 0 16 1 0 1 1 0 8 0 kstatmem 264 46 0 24 3 1 2 3 0 8 0 scsiplug 72 3 0 3 1 0 1 1 0 8 1 scxspl 216 9846 0 9844 4 2 2 2 1 8 1 plimitpl 152 81 0 64 1 0 1 1 0 8 0 sigapl 424 904 0 833 10 1 9 9 0 8 0 knotepl 120 552 0 0 17 0 17 17 0 8 0 kqueuepl 224 187 0 176 3 0 3 3 0 8 2 pipepl 336 215 0 187 8 0 8 8 0 8 5 fdescpl 520 865 0 833 3 0 3 3 0 8 0 filepl 160 4253 0 4032 19 1 18 18 0 8 7 lockfpl 104 156 0 154 1 0 1 1 0 8 0 lockfspl 48 69 0 67 1 0 1 1 0 8 0 sessionpl 144 27 0 18 1 0 1 1 0 8 0 pgrppl 48 109 0 92 1 0 1 1 0 8 0 ucredpl 104 529 0 516 1 0 1 1 0 8 0 zombiepl 144 833 0 833 1 0 1 1 0 8 1 processpl 1208 904 0 833 6 0 6 6 0 8 0 procpl 656 1628 0 1546 9 1 8 8 0 8 1 srpgc 96 9 0 9 1 0 1 1 0 8 1 sosppl 168 2 0 2 1 0 1 1 0 8 1 sockpl 728 852 0 820 9 2 7 9 0 8 4 mcl64k 65536 2 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 113 0 0 15 0 15 15 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 28 0 0 4 0 4 4 0 8 0 mtagpl 96 11 0 0 1 0 1 1 0 8 0 mbufpl 256 176 0 0 11 0 11 11 0 8 0 bufpl 280 3247 0 124 224 0 224 224 0 8 0 anonpl 32 7568 0 0 61 0 61 61 0 246 0 amapchunkpl 152 22229 0 21677 29 0 29 29 0 158 5 amappl16 200 2727 0 2676 18 11 7 15 0 8 4 amappl15 192 37 0 37 1 1 0 1 0 8 0 amappl14 184 123 0 111 1 0 1 1 0 8 0 amappl13 176 9 0 9 1 1 0 1 0 8 0 amappl12 168 1539 0 1508 4 1 3 3 0 8 0 amappl11 160 52 0 37 1 0 1 1 0 8 0 amappl10 152 22 0 21 1 0 1 1 0 8 0 amappl9 144 251 0 250 1 0 1 1 0 8 0 amappl8 136 26 0 23 1 0 1 1 0 8 0 amappl7 128 114 0 102 1 0 1 1 0 8 0 amappl6 120 196 0 193 1 0 1 1 0 8 0 amappl5 112 127 0 118 1 0 1 1 0 8 0 amappl4 104 337 0 316 1 0 1 1 0 8 0 amappl3 96 4215 0 4104 4 0 4 4 0 8 0 amappl2 88 672 0 610 2 0 2 2 0 8 0 amappl1 80 10646 0 10042 16 1 15 15 0 8 1 amappl 88 6263 0 6094 5 0 5 5 0 92 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 7 0 7 2 2 0 1 0 8 0 dma128 128 254 0 254 2 1 1 1 0 8 1 dma64 64 7 0 7 2 1 1 1 0 8 1 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 8 0 1 1 0 1 1 0 8 0 uaddrrnd 24 865 0 833 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 865 0 833 1 0 1 1 0 8 0 vmmpekpl 168 8994 0 8956 3 0 3 3 0 8 0 vmmpepl 168 60617 0 58576 99 3 96 99 0 357 5 vmsppl 480 864 0 833 5 0 5 5 0 8 1 rwobjpl 72 21116 0 17434 68 0 68 68 0 8 0 pdppl 4096 1738 0 1666 102 28 74 86 0 8 2 pvpl 32 16005 0 0 130 0 130 130 0 265 0 pmappl 256 864 0 833 3 0 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 395 0 35 11 0 11 11 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833cb7b7) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff839d4390,1,ffff80003c478488) at pool_do_get+0x5ea sys/kern/subr_pool.c:-1 pool_get(ffffffff839d4390,1) at pool_get+0x149 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff80002a36b748,ffff80003c4786e0,0,ffff80003c478630) at shmget_allocate_segment+0x1a7 sys/kern/sysv_shm.c:-1 sys_shmget(ffff80002a36b748,ffff80003c4786e0,ffff80003c478630) at sys_shmget+0x1b2 sys/kern/sysv_shm.c:482 syscall(ffff80003c4786e0) at syscall+0xb08 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4786e0) at syscall+0xb08 sys/arch/amd64/amd64/trap.c:579 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x106690bb730, count: -8 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffff8000299ddff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x773717491f70, count: 12 ddb{1}> trace x86_ipi_db(ffff8000299ddff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 end of kernel end trace frame: 0x773717491f70, count: -3