login: panic: pool_do_get: shmpl free list modified: page 0xfffffd806c972000; item addr 0xfffffd806c972af0; offset 0x40=0x696b5a30 Stopped at db_enter+0x25: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 82561 30503 32767 0x10 0 0 syz-executor *116254 30503 32767 0x10 0x4000000 1K syz-executor db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833a21ec) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff838f3a20,1,ffff80003c476778) at pool_do_get+0x5df pool_get(ffffffff838f3a20,1) at pool_get+0x162 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff8000fffe7250,ffff80003c4769d0,1,ffff80003c476920) at shmget_allocate_segment+0x1af sys/kern/sysv_shm.c:-1 sys_shmget(ffff8000fffe7250,ffff80003c4769d0,ffff80003c476920) at sys_shmget+0x195 sys/kern/sysv_shm.c:482 syscall(ffff80003c4769d0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4769d0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdb12a43cdd0, count: 7 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic *cpu1: pool_do_get: shmpl free list modified: page 0xfffffd806c972000; item addr 0xfffffd806c972af0; offset 0x40=0x696b5a30 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833a21ec) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff838f3a20,1,ffff80003c476778) at pool_do_get+0x5df pool_get(ffffffff838f3a20,1) at pool_get+0x162 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff8000fffe7250,ffff80003c4769d0,1,ffff80003c476920) at shmget_allocate_segment+0x1af sys/kern/sysv_shm.c:-1 sys_shmget(ffff8000fffe7250,ffff80003c4769d0,ffff80003c476920) at sys_shmget+0x195 sys/kern/sysv_shm.c:482 syscall(ffff80003c4769d0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4769d0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdb12a43cdd0, count: -8 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff80003c4765a0 rbx 0xffff8000299dee07 rdx 0 rcx 0xffff8000fffe7250 rax 0xffff8000299ddff0 r8 0x101010101010101 r9 0x8080808080808080 r10 0x17bf725a95b0e634 r11 0x681b6bc82f4c89a8 r12 0xffff8000299dec08 r13 0 r14 0 r15 0x1 rip 0xffffffff82656715 db_enter+0x25 cs 0x8 rflags 0x246 rsp 0xffff80003c476590 ss 0x10 db_enter+0x25: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor) tid=116254 pid=30503 tcnt=4 stat=onproc flags process=10 proc=4000000 runpri=50, usrpri=86, slppri=17, nice=20 wchan=0x0, wmesg=, ps_single=0x0 scnt=0 ecnt=0 forw=0xffffffffffffffff, list=0xffff8000fffe6d20,0xffff8000fffe62d0 process=0xffff8000fffe89c0 user=0xffff80003c471000, vmspace=0xfffffd806cba9028 estcpu=36, cpticks=2, pctcpu=0.0, user=0, sys=2, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 61252 136103 34585 32767 2 0x10 syz-executor 7030 155602 50826 32767 2 0x10 syz-executor 7030 490960 50826 32767 3 0x4000090 ttyretype syz-executor 7030 211962 50826 32767 3 0x4000090 fsleep syz-executor 78428 504717 46997 32767 2 0x82010 syz-executor 78428 239829 46997 32767 3 0x4002010 suspend syz-executor 78428 110576 46997 32767 4 0x4082010 syz-executor 78428 278632 46997 32767 2 0x4082010 syz-executor 30503 82561 38284 32767 7 0x10 syz-executor 30503 79822 38284 32767 3 0x4000090 fsleep syz-executor 30503 152929 38284 32767 3 0x4000090 fsleep syz-executor *30503 116254 38284 32767 7 0x4000010 syz-executor 49428 489503 18451 32767 2 0x10 syz-executor 49428 257036 18451 32767 3 0x4000090 fsleep syz-executor 88959 43195 69940 32767 3 0x90 nanoslp syz-executor 88959 184725 69940 32767 3 0x4000090 msgwait syz-executor 88959 513410 69940 32767 3 0x4000090 fsleep syz-executor 91718 169467 90507 32767 2 0x10 syz-executor 91718 373496 90507 32767 3 0x4000090 fsleep syz-executor 52460 205840 64529 32767 2 0x10 syz-executor 52460 377910 64529 32767 3 0x4000090 fsleep syz-executor 52460 311147 64529 32767 3 0x4000090 fsleep syz-executor 90507 417782 42271 32767 2 0x10 syz-executor 34585 460410 73567 32767 3 0x90 nanoslp syz-executor 69940 211735 41705 32767 3 0x90 nanoslp syz-executor 50826 245861 18272 32767 3 0x90 nanoslp syz-executor 18451 413389 89924 32767 3 0x90 nanoslp syz-executor 64529 33332 66562 32767 3 0x90 nanoslp syz-executor 38284 128995 14035 32767 3 0x90 nanoslp syz-executor 46997 460668 64313 32767 3 0x90 nanoslp syz-executor 41705 417129 88776 0 3 0x82 wait syz-executor 18272 253300 88776 0 3 0x82 wait syz-executor 42271 321133 88776 0 3 0x82 wait syz-executor 89924 63358 88776 0 3 0x82 wait syz-executor 73567 462786 88776 0 3 0x82 wait syz-executor 14035 382832 88776 0 3 0x82 wait syz-executor 66562 173964 88776 0 3 0x82 wait syz-executor 64313 475976 88776 0 3 0x82 wait syz-executor 88776 217383 79691 0 3 0x82 kqread syz-executor 79691 162746 92030 0 3 0x10008a sigsusp ksh 92030 340670 11841 0 3 0x98 kqread sshd-session 11841 421473 39757 0 3 0x92 kqread sshd-session 78783 374121 1 0 3 0x100083 ttyin getty 39757 217946 1 0 3 0x88 kqread sshd 61432 432055 17185 73 3 0x1100090 kqread syslogd 17185 378739 1 0 3 0x100082 sbwait syslogd 15487 202622 1 0 3 0x100080 kqread resolvd 8991 392127 85534 77 3 0x100092 kqread dhcpleased 33215 456180 85534 77 3 0x100092 kqread dhcpleased 85534 19159 1 0 3 0x80 kqread dhcpleased 92521 43362 0 0 3 0x14200 bored smr 64524 73883 0 0 2 0x14200 zerothread 8904 385473 0 0 3 0x14200 aiodoned aiodoned 28800 456456 0 0 3 0x14200 syncer update 55066 431656 0 0 3 0x14200 cleaner cleaner 17151 434738 0 0 3 0x14200 reaper reaper 2121 462482 0 0 3 0x14200 pgdaemon pagedaemon 70734 166138 0 0 3 0x14200 bored viomb 73550 185996 0 0 3 0x40014200 acpi0 acpi0 74536 192603 0 0 3 0x40014200 idle1 89215 434789 0 0 3 0x14200 bored softnet1 80531 467063 0 0 2 0x14200 softnet0 65387 52902 0 0 3 0x14200 bored systqmp 23587 267584 0 0 3 0x14200 bored systq 79978 492653 0 0 3 0x14200 tmoslp softclockmp 17587 228998 0 0 3 0x40014200 tmoslp softclock 73210 133782 0 0 3 0x40014200 idle0 1 52213 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 1: exclusive mutex shmpl r = 0 (0xffffffff838f3a38) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 mtx_enter+0x4b4 sys/kern/kern_lock.c:487 #2 pool_get+0x124 sys/kern/subr_pool.c:581 #3 shmget_allocate_segment+0x1af sys/kern/sysv_shm.c:-1 #4 sys_shmget+0x195 sys/kern/sysv_shm.c:482 #5 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #6 Xsyscall+0x128 Process 30503 (syz-executor) thread 0xffff8000fffe7250 (116254) exclusive kernel_lock &kernel_lock r = 0 (0xffffffff83935940) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 syscall+0xaf4 mi_syscall sys/sys/syscall_mi.h:175 [inline] #1 syscall+0xaf4 sys/arch/amd64/amd64/trap.c:775 #2 Xsyscall+0x128 exclusive mutex shmpl r = 0 (0xffffffff838f3a38) #0 witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline] #0 witness_lock+0x5f1 sys/kern/subr_witness.c:1160 #1 mtx_enter+0x4b4 sys/kern/kern_lock.c:487 #2 pool_get+0x124 sys/kern/subr_pool.c:581 #3 shmget_allocate_segment+0x1af sys/kern/sysv_shm.c:-1 #4 sys_shmget+0x195 sys/kern/sysv_shm.c:482 #5 syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] #5 syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 11055 12019K 12034K 166960K 12146 0 pcb 17 12K 12K 166960K 17 0 rtable 239 6K 7K 166960K 358 0 pf 31 16K 16K 166960K 31 0 ifaddr 42 7K 7K 166960K 44 0 ifgroup 50 2K 2K 166960K 50 0 sysctl 1 1K 9K 166960K 5 0 counters 70 37K 37K 166960K 70 0 ioctlops 0 0K 2K 166960K 29 0 iov 0 0K 16K 166960K 6 0 mount 1 1K 1K 166960K 1 0 log 0 0K 0K 166960K 4 0 vnodes 1335 84K 84K 166960K 1358 0 UFS quota 1 32K 32K 166960K 1 0 UFS mount 5 36K 36K 166960K 5 0 shm 4 9K 9K 166960K 8 0 VM map 2 1K 1K 166960K 2 0 sem 8 1K 1K 166960K 12 0 dirhash 12 2K 2K 166960K 18 0 ACPI 1692 195K 286K 166960K 12470 0 file desc 26 97K 125K 166960K 247 0 proc 61 115K 147K 166960K 494 0 subproc 72 4K 4K 166960K 72 0 NFS srvsock 1 0K 0K 166960K 1 0 NFS daemon 1 16K 16K 166960K 1 0 ip_moptions 0 0K 0K 166960K 25 0 in_multi 99 7K 7K 166960K 102 0 ether_multi 1 0K 0K 166960K 2 0 ISOFS mount 1 32K 32K 166960K 1 0 MSDOSFS mount 1 16K 16K 166960K 1 0 ttys 91 413K 413K 166960K 91 0 exec 0 0K 1K 166960K 364 0 fusefs mount 1 32K 32K 166960K 1 0 tdb 3 0K 0K 166960K 3 0 VM swap 8 62K 64K 166960K 10 0 UVM amap 265 153K 169K 166960K 3882 0 UVM aobj 8 2K 2K 166960K 10 0 pinsyscall 47 94K 116K 166960K 1295 0 memdesc 1 4K 4K 166960K 1 0 crypto data 1 1K 1K 166960K 1 0 ip6_options 0 0K 0K 166960K 10 0 NDP 11 0K 2K 166960K 27 0 temp 38 8670K 8735K 166960K 4202 0 kqueue 13 20K 26K 166960K 40 0 SYN cache 2 16K 16K 166960K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle plcache 128 26 0 0 1 0 1 1 0 8 0 rtpcb 120 44 0 41 1 0 1 1 0 8 0 rtentry 176 114 0 3 6 0 6 6 0 8 0 unpcb 144 108 0 92 1 0 1 1 0 8 0 syncache 336 5 0 5 1 0 1 1 0 8 1 tcpqe 32 1 0 1 1 0 1 1 0 8 1 tcpcb 736 89 0 84 4 0 4 4 0 8 3 arp 136 18 0 0 1 0 1 1 0 8 0 ipq 40 4 0 0 1 0 1 1 0 8 0 ipqe 40 5 0 0 1 0 1 1 0 8 0 inpcb 328 234 0 225 4 0 4 4 0 8 3 ip6q 72 2 0 0 1 0 1 1 0 8 0 ip6af 40 2 0 0 1 0 1 1 0 8 0 nd6 152 27 0 2 2 0 2 2 0 8 0 kcovpl 48 8 0 0 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 466 0 12 30 0 30 30 0 8 0 art_table 40 467 0 12 5 0 5 5 0 8 0 art_node 32 114 0 13 1 0 1 1 0 8 0 semupl 112 1 0 1 1 0 1 1 0 8 1 semapl 112 8 0 2 1 0 1 1 0 8 0 shmpl 112 7 0 2 1 0 1 1 0 8 0 pool(0xffffffff838f3a20:shmpl): page inconsistency: page 0xfffffd806c972000; 29 on list, 5 missing, 35 items per page dirhash 1024 21 0 4 3 0 3 3 0 8 0 dino2pl 256 1707 0 199 95 0 95 95 0 8 0 ffsino 296 1707 0 199 117 0 117 117 0 8 0 nchpl 144 2051 0 362 63 0 63 63 0 8 0 vnodes 216 1788 0 0 100 0 100 100 0 8 0 namei 1024 6067 0 6067 2 0 2 2 0 8 2 percpumem 16 50 0 0 1 0 1 1 0 8 0 kstatmem 264 24 0 0 2 0 2 2 0 8 0 scxspl 216 6863 0 6863 3 2 1 2 1 8 1 plimitpl 152 55 0 30 2 0 2 2 0 8 0 sigapl 424 529 0 475 7 0 7 7 0 8 0 knotepl 120 271 0 0 9 0 9 9 0 8 0 kqueuepl 224 52 0 42 1 0 1 1 0 8 0 pipepl 344 116 0 88 3 0 3 3 0 8 0 fdescpl 528 513 0 475 4 0 4 4 0 8 0 filepl 160 2098 0 1880 12 0 12 12 0 8 2 lockfpl 104 34 0 32 1 0 1 1 0 8 0 lockfspl 48 15 0 13 1 0 1 1 0 8 0 sessionpl 144 23 0 7 1 0 1 1 0 8 0 pgrppl 48 33 0 8 1 0 1 1 0 8 0 ucredpl 104 243 0 224 1 0 1 1 0 8 0 zombiepl 144 475 0 475 1 0 1 1 0 8 1 processpl 1232 529 0 475 5 0 5 5 0 8 0 procpl 664 700 0 632 7 0 7 7 0 8 1 sosppl 176 2 0 2 1 0 1 1 0 8 1 sockpl 752 388 0 360 7 0 7 7 0 8 4 mcl64k 65536 3 0 0 1 0 1 1 0 8 0 mcl16k 16384 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 1 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 130 0 0 17 0 17 17 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 46 0 0 6 0 6 6 0 8 0 mtagpl 96 2 0 0 1 0 1 1 0 8 0 mbufpl 256 243 0 0 16 0 16 16 0 8 0 bufpl 280 2573 0 118 176 0 176 176 0 8 0 anonpl 32 13477 0 0 109 0 109 109 0 246 0 amapchunkpl 152 11127 0 10420 37 0 37 37 0 158 8 amappl16 200 1455 0 1414 40 8 32 40 0 8 28 amappl15 192 14 0 14 1 1 0 1 0 8 0 amappl14 184 6 0 6 1 1 0 1 0 8 0 amappl13 176 395 0 394 1 0 1 1 0 8 0 amappl12 168 843 0 796 3 0 3 3 0 8 0 amappl11 160 2 0 2 1 1 0 1 0 8 0 amappl10 152 38 0 28 1 0 1 1 0 8 0 amappl9 144 255 0 255 1 1 0 1 0 8 0 amappl8 136 15 0 14 1 0 1 1 0 8 0 amappl7 128 70 0 69 1 0 1 1 0 8 0 amappl6 120 257 0 246 1 0 1 1 0 8 0 amappl5 112 79 0 71 1 0 1 1 0 8 0 amappl4 104 365 0 341 1 0 1 1 0 8 0 amappl3 96 1811 0 1704 3 0 3 3 0 8 0 amappl2 88 628 0 552 2 0 2 2 0 8 0 amappl1 80 9680 0 9120 15 0 15 15 0 8 1 amappl 88 3181 0 2985 5 0 5 5 0 92 0 uvmvnodes 80 101 0 0 3 0 3 3 0 8 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma1024 1024 1 0 0 1 0 1 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 72 9 0 2 1 0 1 1 0 8 0 uaddrrnd 24 513 0 475 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 513 0 475 1 0 1 1 0 8 0 vmmpekpl 168 5774 0 5742 2 0 2 2 0 8 0 vmmpepl 168 40027 0 37902 121 0 121 121 0 357 23 vmsppl 488 512 0 475 7 1 6 6 0 8 1 rwobjpl 80 13874 0 12895 36 1 35 35 0 8 7 pdppl 4096 1033 0 950 109 24 85 97 0 8 2 pvpl 32 21593 0 0 175 0 175 175 0 265 0 pmappl 256 512 0 475 4 1 3 3 0 8 0 extentpl 40 45 0 27 1 0 1 1 0 8 0 phpool 112 294 0 27 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x27: addq $0x8,%rsp x86_ipi_db(ffffffff83828ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83935140) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83935140) at __mp_lock+0x192 sys/kern/kern_lock.c:173 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:862 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x7bef9a161e70, count: 8 ddb{0}> trace x86_ipi_db(ffffffff83828ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394 x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 __mp_lock(ffffffff83935140) at __mp_lock+0x192 __mp_lock_spin sys/kern/kern_lock.c:142 [inline] __mp_lock(ffffffff83935140) at __mp_lock+0x192 sys/kern/kern_lock.c:173 softintr_dispatch(0) at softintr_dispatch+0x125 sys/kern/kern_softintr.c:83 dosoftint(0) at dosoftint+0x54 sys/arch/amd64/amd64/intr.c:862 Xsoftclock() at Xsoftclock+0x27 end of kernel end trace frame: 0x7bef9a161e70, count: -7 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x25: addq $0x8,%rsp db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833a21ec) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff838f3a20,1,ffff80003c476778) at pool_do_get+0x5df pool_get(ffffffff838f3a20,1) at pool_get+0x162 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff8000fffe7250,ffff80003c4769d0,1,ffff80003c476920) at shmget_allocate_segment+0x1af sys/kern/sysv_shm.c:-1 sys_shmget(ffff8000fffe7250,ffff80003c4769d0,ffff80003c476920) at sys_shmget+0x195 sys/kern/sysv_shm.c:482 syscall(ffff80003c4769d0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4769d0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdb12a43cdd0, count: 7 ddb{1}> trace db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438 panic(ffffffff833a21ec) at panic+0x1e5 sys/kern/subr_prf.c:198 pool_do_get(ffffffff838f3a20,1,ffff80003c476778) at pool_do_get+0x5df pool_get(ffffffff838f3a20,1) at pool_get+0x162 sys/kern/subr_pool.c:-1 shmget_allocate_segment(ffff8000fffe7250,ffff80003c4769d0,1,ffff80003c476920) at shmget_allocate_segment+0x1af sys/kern/sysv_shm.c:-1 sys_shmget(ffff8000fffe7250,ffff80003c4769d0,ffff80003c476920) at sys_shmget+0x195 sys/kern/sysv_shm.c:482 syscall(ffff80003c4769d0) at syscall+0xb17 mi_syscall sys/sys/syscall_mi.h:176 [inline] syscall(ffff80003c4769d0) at syscall+0xb17 sys/arch/amd64/amd64/trap.c:775 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdb12a43cdd0, count: -8