panic(ffffffff821fcb20) at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff82682fc0,1) at pool_get+0x91 sys/kern/subr_pool.c:572 m_gethdr(1,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 m_getuio(ffff800020ecf148,0,4780,ffff800020ecf2c8) at m_getuio+0xe4 sys/kern/uipc_socket.c:581 sosend(fffffd806eb45968,0,ffff800020ecf2c8,0,0,80) at sosend+0x54e sys/kern/uipc_socket.c:536 dofilewritev(ffff800020edec40,4,ffff800020ecf2c8,0,ffff800020ecf3b0) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020edec40,ffff800020ecf360,ffff800020ecf3b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020ecf430) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020ecf430) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd1150, count: 4 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd806d7d0400+16 0x0!=0x6792e2aaefefb1e5 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff821fcb20) at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff82682fc0,1) at pool_get+0x91 sys/kern/subr_pool.c:572 m_gethdr(1,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 m_getuio(ffff800020ecf148,0,4780,ffff800020ecf2c8) at m_getuio+0xe4 sys/kern/uipc_socket.c:581 sosend(fffffd806eb45968,0,ffff800020ecf2c8,0,0,80) at sosend+0x54e sys/kern/uipc_socket.c:536 dofilewritev(ffff800020edec40,4,ffff800020ecf2c8,0,ffff800020ecf3b0) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020edec40,ffff800020ecf360,ffff800020ecf3b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020ecf430) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020ecf430) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd1150, count: -11 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff800020ecee70 rbx 0xffff800020ecef20 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff81b6be4f kprintf+0x16f r9 0x1 r10 0x2 r11 0x24b1f154df3cbcb9 r12 0x3000000008 r13 0xffff800020ecee80 r14 0x100 r15 0x1 rip 0xffffffff81b21398 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020ecee60 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{1}> show proc PROC (sshd) pid=208184 stat=onproc flags process=12 proc=0 pri=50, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020ede9d0,0xffff800020edf3a0 process=0xffff800020ec8018 user=0xffff800020eca000, vmspace=0xfffffd806e95a8a8 estcpu=0, cpticks=2, pctcpu=0.0 user=0, sys=2, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 52076 406551 43116 0 2 0 syz-executor.0 52076 423271 43116 0 3 0x4000080 lockf syz-executor.0 52076 42032 43116 0 3 0x4000080 fsleep syz-executor.0 52076 290416 43116 0 7 0x4000000 syz-executor.0 62487 66444 0 0 3 0x14200 bored sosplice 62649 234333 63998 0 2 0x2 syz-executor.1 43116 123758 63998 0 2 0x482 syz-executor.0 63998 251625 79084 0 3 0x82 thrsleep syz-fuzzer 63998 126591 79084 0 2 0x4000482 syz-fuzzer 63998 269283 79084 0 3 0x4000082 thrsleep syz-fuzzer 63998 383003 79084 0 3 0x4000082 thrsleep syz-fuzzer 63998 476067 79084 0 3 0x4000082 thrsleep syz-fuzzer 63998 420823 79084 0 3 0x4000082 thrsleep syz-fuzzer 63998 296637 79084 0 3 0x4000082 thrsleep syz-fuzzer 63998 236432 79084 0 3 0x4000082 thrsleep syz-fuzzer 63998 67179 79084 0 3 0x4000082 thrsleep syz-fuzzer 63998 336567 79084 0 3 0x4000082 kqread syz-fuzzer 79084 126215 57741 0 3 0x10008a pause ksh *57741 208184 76103 0 7 0x12 sshd 2146 135811 1 0 3 0x100083 ttyin getty 76103 180765 1 0 3 0x80 select sshd 17423 258521 96120 74 3 0x100092 bpf pflogd 96120 159736 1 0 3 0x80 netio pflogd 98374 266751 86467 73 3 0x100090 kqread syslogd 86467 354623 1 0 3 0x100082 netio syslogd 93706 210370 1 77 3 0x100090 poll dhclient 43319 67300 1 0 3 0x80 poll dhclient 20608 281224 0 0 3 0x14200 bored smr 57785 401423 0 0 2 0x14200 zerothread 74826 227134 0 0 3 0x14200 aiodoned aiodoned 12694 317955 0 0 3 0x14200 syncer update 54238 449200 0 0 3 0x14200 cleaner cleaner 2670 389923 0 0 3 0x14200 reaper reaper 96699 172185 0 0 3 0x14200 pgdaemon pagedaemon 28889 14676 0 0 3 0x14200 bored crynlk 95942 130196 0 0 3 0x14200 bored crypto 57278 165912 0 0 3 0x40014200 acpi0 acpi0 49559 143529 0 0 3 0x40014200 idle1 53247 284956 0 0 3 0x14200 bored softnet 27796 240859 0 0 3 0x14200 bored systqmp 74031 23702 0 0 3 0x14200 bored systq 28662 390710 0 0 3 0x40014200 bored softclock 88429 152095 0 0 3 0x40014200 idle0 1 304573 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9528 6552K 7261K 78643K 11256 0 pcb 13 8K 8K 78643K 57 0 rtable 97 4K 4K 78643K 274 0 ifaddr 72 14K 14K 78643K 109 0 counters 43 33K 34K 78643K 55 0 ioctlops 0 0K 4K 78643K 1479 0 iov 0 0K 16K 78643K 133 0 mount 1 1K 1K 78643K 1 0 vnodes 1222 77K 77K 78643K 1385 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 4 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 37 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 5 13K 25K 78643K 186 0 sigio 0 0K 0K 78643K 2 0 proc 61 63K 95K 78643K 476 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 16 0 in_multi 44 2K 2K 78643K 78 0 ether_multi 1 0K 0K 78643K 10 0 mrt 0 0K 0K 78643K 2 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 55 254K 254K 78643K 55 0 exec 0 0K 1K 78643K 223 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 119 22K 38K 78643K 1533 0 UVM aobj 9 2K 2K 78643K 10 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 36 0 NDP 12 0K 0K 78643K 23 0 temp 100 3034K 3098K 78643K 10103 0 kqueue 3 4K 12K 78643K 12 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 7 0 3 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 29 0 27 1 0 1 1 0 8 0 rtentry 112 50 0 13 2 0 2 2 0 8 0 unpcb 120 91 0 81 1 0 1 1 0 8 0 syncache 264 6 0 6 2 2 0 1 0 8 0 tcpqe 32 118 0 118 1 1 0 1 0 8 0 tcpcb 544 78 0 74 1 0 1 1 0 8 0 inpcb 280 215 0 208 2 1 1 2 0 8 0 nd6 48 7 0 3 1 0 1 1 0 8 0 ppxss 1128 4 0 4 1 0 1 1 0 8 1 pfstscr 40 4 0 4 1 0 1 1 0 8 1 pffrag 232 2 0 1 1 0 1 1 0 482 0 pffrnode 88 2 0 1 1 0 1 1 0 8 0 pffrent 40 47 0 46 1 0 1 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 33 0 2 1 0 1 1 0 8 0 pfstkey 112 35 0 4 1 0 1 1 0 8 0 pfstate 328 33 0 2 3 0 3 3 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 231 0 45 12 0 12 12 0 8 0 art_table 32 232 0 45 2 0 2 2 0 8 0 art_node 16 49 0 15 1 0 1 1 0 8 0 sysvmsgpl 40 8 0 6 1 0 1 1 0 8 0 semapl 112 35 0 25 1 0 1 1 0 8 0 shmpl 112 8 0 1 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1659 0 255 89 0 89 89 0 8 0 ffsino 272 1659 0 255 94 0 94 94 0 8 0 nchpl 144 2155 0 545 60 0 60 60 0 8 0 uvmvnodes 72 1835 0 0 34 0 34 34 0 8 0 vnodes 208 1835 0 0 97 0 97 97 0 8 0 namei 1024 5753 0 5753 1 0 1 1 0 8 1 percpumem 16 38 0 6 1 0 1 1 0 8 0 vmpool 560 2 0 2 1 0 1 1 0 8 1 scxspl 192 5666 0 5666 8 1 7 7 0 8 7 plimitpl 152 22 0 14 1 0 1 1 0 8 0 sigapl 424 402 0 370 4 0 4 4 0 8 0 futexpl 56 2736 0 2735 1 0 1 1 0 8 0 knotepl 112 71 0 52 1 0 1 1 0 8 0 kqueuepl 144 26 0 24 1 0 1 1 0 8 0 pipelkpl 48 106 0 96 1 0 1 1 0 8 0 pipepl 120 212 0 193 1 0 1 1 0 8 0 fdescpl 496 386 0 370 3 0 3 3 0 8 0 filepl 152 2147 0 2043 5 0 5 5 0 8 0 lockfpl 104 37 0 34 1 0 1 1 0 8 0 lockfspl 48 15 0 13 1 0 1 1 0 8 0 sessionpl 112 18 0 7 1 0 1 1 0 8 0 pgrppl 48 22 0 11 1 0 1 1 0 8 0 ucredpl 96 155 0 146 1 0 1 1 0 8 0 zombiepl 144 370 0 370 1 0 1 1 0 8 1 processpl 984 402 0 370 5 0 5 5 0 8 0 procpl 624 754 0 710 4 0 4 4 0 8 0 srpgc 64 2 0 2 1 0 1 1 0 8 1 sosppl 128 4 0 4 1 0 1 1 0 8 1 sockpl 400 337 0 318 3 0 3 3 0 8 1 mcl64k 65536 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 2 0 0 1 0 1 1 0 8 0 mcl9k 9216 1 0 0 1 0 1 1 0 8 0 mcl8k 8192 2 0 0 1 0 1 1 0 8 0 mcl4k 4096 8 0 0 1 0 1 1 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 178 0 0 22 0 22 22 0 8 0 mtagpl 80 91 0 0 2 0 2 2 0 8 0 mbufpl 256 314 0 0 19 0 19 19 0 8 0 bufpl 280 3666 0 132 253 0 253 253 0 8 0 anonpl 16 48082 0 33609 63 1 62 62 0 124 2 amapchunkpl 152 2836 0 2685 20 0 20 20 0 158 13 amappl16 192 1511 0 745 41 0 41 41 0 8 1 amappl15 184 4 0 3 2 1 1 1 0 8 0 amappl14 176 99 0 95 1 0 1 1 0 8 0 amappl13 168 28 0 25 1 0 1 1 0 8 0 amappl12 160 90 0 86 1 0 1 1 0 8 0 amappl11 152 55 0 40 1 0 1 1 0 8 0 amappl10 144 102 0 91 1 0 1 1 0 8 0 amappl9 136 386 0 384 1 0 1 1 0 8 0 amappl8 128 345 0 316 2 0 2 2 0 8 0 amappl7 120 196 0 181 1 0 1 1 0 8 0 amappl6 112 23 0 21 1 0 1 1 0 8 0 amappl5 104 219 0 203 1 0 1 1 0 8 0 amappl4 96 562 0 533 1 0 1 1 0 8 0 amappl3 88 185 0 179 1 0 1 1 0 8 0 amappl2 80 2139 0 2068 2 0 2 2 0 8 0 amappl1 72 18207 0 17754 23 13 10 18 0 8 0 amappl 80 1009 0 963 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 9 0 1 1 0 1 1 0 8 0 uaddrrnd 24 388 0 372 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 388 0 372 1 0 1 1 0 8 0 vmmpekpl 168 6999 0 6970 2 0 2 2 0 8 0 vmmpepl 168 53618 0 51688 105 8 97 102 0 357 9 vmsppl 368 387 0 372 2 0 2 2 0 8 0 pdppl 4096 784 0 744 6 0 6 6 0 8 0 pvpl 32 167087 0 149445 153 0 153 153 0 265 8 pmappl 232 387 0 372 2 1 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 264 0 3 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffffffff824a6ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 x86_bus_space_io_write_1(3f8,0,66) at x86_bus_space_io_write_1+0x45 sys/arch/amd64/amd64/bus_space.c:759 comcnputc(800,66) at comcnputc+0x131 bus_space_barrier machine/bus.h:481 [inline] comcnputc(800,66) at comcnputc+0x131 sys/dev/ic/com.c:1254 cnputc(66) at cnputc+0x4c sys/dev/cons.c:239 kputchar(66,5,0) at kputchar+0x219 sys/kern/subr_prf.c:343 kprintf() at kprintf+0x1b7c sys/kern/subr_prf.c:1052 panic(ffffffff821fe580) at panic+0xf3 vprintf sys/kern/subr_prf.c:528 [inline] panic(ffffffff821fe580) at panic+0xf3 sys/kern/subr_prf.c:197 __assert(ffffffff82255472,ffffffff82243e3a,29e,ffffffff8222629e) at __assert+0x2b sys/kern/subr_prf.c:154 proc_trampoline_mp() at proc_trampoline_mp+0x123 end trace frame: 0x0, count: 4 ddb{0}> trace x86_ipi_db(ffffffff824a6ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 x86_bus_space_io_write_1(3f8,0,66) at x86_bus_space_io_write_1+0x45 sys/arch/amd64/amd64/bus_space.c:759 comcnputc(800,66) at comcnputc+0x131 bus_space_barrier machine/bus.h:481 [inline] comcnputc(800,66) at comcnputc+0x131 sys/dev/ic/com.c:1254 cnputc(66) at cnputc+0x4c sys/dev/cons.c:239 kputchar(66,5,0) at kputchar+0x219 sys/kern/subr_prf.c:343 kprintf() at kprintf+0x1b7c sys/kern/subr_prf.c:1052 panic(ffffffff821fe580) at panic+0xf3 vprintf sys/kern/subr_prf.c:528 [inline] panic(ffffffff821fe580) at panic+0xf3 sys/kern/subr_prf.c:197 __assert(ffffffff82255472,ffffffff82243e3a,29e,ffffffff8222629e) at __assert+0x2b sys/kern/subr_prf.c:154 proc_trampoline_mp() at proc_trampoline_mp+0x123 end trace frame: 0x0, count: -11 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x18: addq $0x8,%rsp db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff821fcb20) at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff82682fc0,1) at pool_get+0x91 sys/kern/subr_pool.c:572 m_gethdr(1,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 m_getuio(ffff800020ecf148,0,4780,ffff800020ecf2c8) at m_getuio+0xe4 sys/kern/uipc_socket.c:581 sosend(fffffd806eb45968,0,ffff800020ecf2c8,0,0,80) at sosend+0x54e sys/kern/uipc_socket.c:536 dofilewritev(ffff800020edec40,4,ffff800020ecf2c8,0,ffff800020ecf3b0) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020edec40,ffff800020ecf360,ffff800020ecf3b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020ecf430) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020ecf430) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd1150, count: 4 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff821fcb20) at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff82682fc0) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff82682fc0,1) at pool_get+0x91 sys/kern/subr_pool.c:572 m_gethdr(1,1) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 m_getuio(ffff800020ecf148,0,4780,ffff800020ecf2c8) at m_getuio+0xe4 sys/kern/uipc_socket.c:581 sosend(fffffd806eb45968,0,ffff800020ecf2c8,0,0,80) at sosend+0x54e sys/kern/uipc_socket.c:536 dofilewritev(ffff800020edec40,4,ffff800020ecf2c8,0,ffff800020ecf3b0) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020edec40,ffff800020ecf360,ffff800020ecf3b0) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020ecf430) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020ecf430) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffd1150, count: -11