panic(ffffffff821cf220) at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff82625a78) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff82625a78) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff82625a78,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_copym(fffffd806f717c00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline] m_copym(fffffd806f717c00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667 ether_resolve(ffff80000017b2a8,fffffd806f717c00,fffffd806f6d6da0,fffffd807bf4c1c0,ffff800020b45138) at ether_resolve+0x49f sys/net/if_ethersubr.c:227 ether_output(ffff80000017b2a8,fffffd806f717c00,fffffd806f6d6da0,fffffd807bf4c1c0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline] ether_output(ffff80000017b2a8,fffffd806f717c00,fffffd806f6d6da0,fffffd807bf4c1c0) at ether_output+0x47 sys/net/if_ethersubr.c:339 ip_output(fffffd8066b29800,0,fffffd806f6d6d90,0,0,fffffd806f6d6d20) at ip_output+0x125d sys/netinet/ip_output.c:511 udp_output(fffffd806f6d6d20,fffffd8066b29800,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008 sosend(fffffd806f6d7960,0,ffff800020b45470,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549 sendit(ffff800020ac3398,7,ffff800020b45550,0,ffff800020b45630) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff800020ac3398,ffff800020b455e8,ffff800020b45630) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800020b456b0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020b456b0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xbbd2c509a10, count: 1 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd8067bbdc00+16 0x0!=0x8de30313bf3353c ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff821cf220) at panic+0x15c sys/kern/subr_prf.c:207 pool_cache_get(ffffffff82625a78) at pool_cache_get+0x323 pool_cache_item_magic_check sys/kern/subr_pool.c:1781 [inline] pool_cache_get(ffffffff82625a78) at pool_cache_get+0x323 sys/kern/subr_pool.c:1884 pool_get(ffffffff82625a78,2) at pool_get+0x91 sys/kern/subr_pool.c:572 m_copym(fffffd806f717c00,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline] m_copym(fffffd806f717c00,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667 ether_resolve(ffff80000017b2a8,fffffd806f717c00,fffffd806f6d6da0,fffffd807bf4c1c0,ffff800020b45138) at ether_resolve+0x49f sys/net/if_ethersubr.c:227 ether_output(ffff80000017b2a8,fffffd806f717c00,fffffd806f6d6da0,fffffd807bf4c1c0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:310 [inline] ether_output(ffff80000017b2a8,fffffd806f717c00,fffffd806f6d6da0,fffffd807bf4c1c0) at ether_output+0x47 sys/net/if_ethersubr.c:339 ip_output(fffffd8066b29800,0,fffffd806f6d6d90,0,0,fffffd806f6d6d20) at ip_output+0x125d sys/netinet/ip_output.c:511 udp_output(fffffd806f6d6d20,fffffd8066b29800,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1008 sosend(fffffd806f6d7960,0,ffff800020b45470,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:549 sendit(ffff800020ac3398,7,ffff800020b45550,0,ffff800020b45630) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff800020ac3398,ffff800020b455e8,ffff800020b45630) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800020b456b0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020b456b0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xbbd2c509a10, count: -14 ddb{1}> show registers rdi 0xffffffff81fcbbd7 db_enter+0x17 rsi 0xb1ba __ALIGN_SIZE+0xa1ba rbp 0xffff800020b44e10 rbx 0xffff800020b44ec0 rdx 0xb1bb __ALIGN_SIZE+0xa1bb rcx 0xffff800023daa000 rax 0xffff800023daa000 r8 0xffffffff818f043f kprintf+0x16f r9 0x1 r10 0x25 r11 0x946a1c1e31ea6afa r12 0x3000000008 r13 0xffff800020b44e20 r14 0x100 r15 0x1 rip 0xffffffff81fcbbd8 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020b44e00 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{1}> show proc PROC (syz-executor.0) pid=32851 stat=onproc flags process=0 proc=4000000 pri=32, usrpri=78, nice=20 forw=0xffffffffffffffff, list=0xffff800020ac2eb8,0xffffffff8265b838 process=0xffff800020aa83e0 user=0xffff800020b40000, vmspace=0xfffffd807efff2e0 estcpu=36, cpticks=2, pctcpu=0.0 user=0, sys=2, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 99172 12323 89298 0 2 0 syz-executor.1 99172 365684 89298 0 7 0x4000000 syz-executor.1 60615 197835 9961 0 2 0 syz-executor.0 *60615 32851 9961 0 7 0x4000000 syz-executor.0 9961 454418 5084 0 2 0x482 syz-executor.0 31188 313984 0 0 3 0x14200 acct acct 88230 123930 1 0 3 0x100083 ttyin getty 14331 97115 0 0 3 0x14200 bored sosplice 89298 410789 5084 0 2 0x482 syz-executor.1 5084 287625 55839 0 3 0x82 thrsleep syz-fuzzer 5084 55326 55839 0 2 0x4000482 syz-fuzzer 5084 410107 55839 0 3 0x4000082 thrsleep syz-fuzzer 5084 22541 55839 0 3 0x4000082 kqread syz-fuzzer 5084 164250 55839 0 3 0x4000082 thrsleep syz-fuzzer 5084 232446 55839 0 3 0x4000082 thrsleep syz-fuzzer 5084 305914 55839 0 3 0x4000082 thrsleep syz-fuzzer 5084 509157 55839 0 3 0x4000082 thrsleep syz-fuzzer 5084 82114 55839 0 3 0x4000082 thrsleep syz-fuzzer 5084 487764 55839 0 3 0x4000082 thrsleep syz-fuzzer 55839 219575 49832 0 3 0x10008a pause ksh 49832 19831 34668 0 3 0x92 select sshd 34668 181080 1 0 3 0x80 select sshd 69534 112161 86423 74 3 0x100092 bpf pflogd 86423 481858 1 0 3 0x80 netio pflogd 20889 57445 52777 73 2 0x100090 syslogd 52777 313769 1 0 3 0x100082 netio syslogd 30864 183120 0 0 2 0x14200 zerothread 44060 475306 0 0 3 0x14200 aiodoned aiodoned 71992 272260 0 0 3 0x14200 syncer update 8051 104500 0 0 3 0x14200 cleaner cleaner 58742 500460 0 0 3 0x14200 reaper reaper 24036 142179 0 0 3 0x14200 pgdaemon pagedaemon 57077 66362 0 0 3 0x14200 bored crynlk 9649 293889 0 0 3 0x14200 bored crypto 29635 264993 0 0 3 0x40014200 acpi0 acpi0 69191 388971 0 0 3 0x40014200 idle1 1845 332453 0 0 3 0x14200 bored softnet 67671 103944 0 0 3 0x14200 bored systqmp 32271 220913 0 0 3 0x14200 bored systq 94428 403104 0 0 3 0x40014200 bored softclock 16394 191305 0 0 3 0x40014200 idle0 17233 352493 0 0 3 0x14200 bored smr 1 510491 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 0: exclusive sched_lock &sched_lock r = 0 (0xffffffff82652b58) #0 witness_lock+0x52e sys/kern/subr_witness.c:1164 #1 sleep_setup+0xe9 sys/kern/kern_synch.c:393 #2 msleep+0xe2 sleep_setup_timeout sys/kern/kern_synch.c:432 [inline] #2 msleep+0xe2 sys/kern/kern_synch.c:261 #3 taskq_next_work+0xbe sys/kern/kern_task.c:323 #4 taskq_thread+0xe5 sys/kern/kern_task.c:366 #5 proc_trampoline+0x1c Process 60615 (syz-executor.0) thread 0xffff800020ac3398 (32851) exclusive rwlock netlock r = 0 (0xffffffff824b99f8) #0 witness_lock+0x52e sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:537 #3 sendit+0x52b sys/kern/uipc_syscalls.c:657 #4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9533 6484K 6808K 78643K 11075 0 pcb 13 8K 8K 78643K 81 0 rtable 105 3K 3K 78643K 258 0 ifaddr 73 13K 14K 78643K 127 0 counters 43 33K 34K 78643K 57 0 ioctlops 0 0K 4K 78643K 1480 0 iov 0 0K 16K 78643K 58 0 mount 1 1K 1K 78643K 1 0 vnodes 1217 76K 77K 78643K 1394 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 16 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 36 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 196K 290K 78643K 12766 0 file desc 6 17K 25K 78643K 273 0 sigio 0 0K 0K 78643K 19 0 proc 56 51K 95K 78643K 511 0 subproc 32 2K 2K 78643K 51 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 26 0 in_multi 42 2K 2K 78643K 81 0 ether_multi 1 0K 0K 78643K 11 0 mrt 0 0K 0K 78643K 9 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 61 281K 281K 78643K 61 0 exec 0 0K 1K 78643K 238 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 113 22K 38K 78643K 1878 0 UVM aobj 49 2K 2K 78643K 51 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 73 0 NDP 13 0K 0K 78643K 26 0 temp 135 3018K 3082K 78643K 4692 0 kqueue 3 4K 50K 78643K 46 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 9 0 3 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 43 0 43 1 0 1 1 0 8 1 rtentry 112 61 0 17 2 0 2 2 0 8 0 unpcb 120 313 0 304 1 0 1 1 0 8 0 syncache 264 4 0 4 1 1 0 1 0 8 0 tcpqe 32 8 0 8 1 1 0 1 0 8 0 tcpcb 544 157 0 153 1 0 1 1 0 8 0 inpcb 280 592 0 587 3 1 2 2 0 8 1 rttmr 72 4 0 4 1 1 0 1 0 8 0 nd6 48 7 0 3 1 0 1 1 0 8 0 pffrag 232 57 0 56 1 0 1 1 0 482 0 pffrnode 88 57 0 56 1 0 1 1 0 8 0 pffrent 40 2437 0 2434 1 0 1 1 0 8 0 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfstitem 24 108 0 3 1 0 1 1 0 8 0 pfstkey 112 108 0 3 3 0 3 3 0 8 0 pfstate 328 108 0 2 9 0 9 9 0 8 0 pfrule 1360 21 0 16 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 272 0 58 15 0 15 15 0 8 1 art_table 32 273 0 58 2 0 2 2 0 8 0 art_node 16 60 0 20 1 0 1 1 0 8 0 sysvmsgpl 40 22 0 21 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 34 0 24 1 0 1 1 0 8 0 shmpl 112 49 0 2 2 0 2 2 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino1pl 128 1793 0 389 46 0 46 46 0 8 0 ffsino 272 1793 0 389 95 0 95 95 0 8 0 nchpl 144 2380 0 776 61 0 61 61 0 8 0 uvmvnodes 72 1962 0 0 36 0 36 36 0 8 0 vnodes 208 1962 0 0 104 0 104 104 0 8 0 namei 1024 7544 0 7544 1 0 1 1 0 8 1 percpumem 16 39 0 7 1 0 1 1 0 8 0 vmpool 560 4 0 4 1 0 1 1 0 8 1 scxspl 192 7355 0 7355 7 6 1 6 0 8 1 plimitpl 152 41 0 34 1 0 1 1 0 8 0 sigapl 432 470 0 456 3 1 2 3 0 8 0 futexpl 56 6000 0 6000 1 0 1 1 0 8 1 knotepl 112 125 0 106 2 0 2 2 0 8 1 kqueuepl 104 126 0 124 2 0 2 2 0 8 1 pipelkpl 48 150 0 140 1 0 1 1 0 8 0 pipepl 120 300 0 281 2 1 1 2 0 8 0 fdescpl 496 471 0 456 3 0 3 3 0 8 0 filepl 152 3881 0 3789 7 0 7 7 0 8 3 lockfpl 104 56 0 56 1 0 1 1 0 8 1 lockfspl 48 20 0 20 1 0 1 1 0 8 1 sessionpl 112 20 0 11 1 0 1 1 0 8 0 pgrppl 48 20 0 11 1 0 1 1 0 8 0 ucredpl 96 738 0 730 1 0 1 1 0 8 0 zombiepl 144 456 0 456 1 0 1 1 0 8 1 processpl 960 488 0 456 5 0 5 5 0 8 0 procpl 624 1050 0 1007 4 0 4 4 0 8 0 sosppl 128 15 0 15 1 0 1 1 0 8 1 sockpl 400 953 0 939 5 2 3 5 0 8 1 mcl64k 65536 17 0 0 3 0 3 3 0 8 0 mcl16k 16384 1 0 0 1 0 1 1 0 8 0 mcl12k 12288 3 0 0 1 0 1 1 0 8 0 mcl9k 9216 6 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 1 0 0 1 0 1 1 0 8 0 mcl2k 2048 162 0 0 20 0 20 20 0 8 0 mtagpl 80 12 0 0 1 0 1 1 0 8 0 mbufpl 256 321 0 0 20 0 20 20 0 8 0 bufpl 280 4935 0 194 339 0 339 339 0 8 0 anonpl 16 59955 0 42971 70 1 69 69 0 125 0 amapchunkpl 152 2689 0 2554 9 2 7 9 0 158 1 amappl16 192 1963 0 1030 48 1 47 47 0 8 0 amappl15 184 62 0 57 1 0 1 1 0 8 0 amappl14 176 46 0 42 1 0 1 1 0 8 0 amappl12 160 13 0 11 2 1 1 1 0 8 0 amappl11 152 183 0 172 1 0 1 1 0 8 0 amappl10 144 85 0 81 1 0 1 1 0 8 0 amappl9 136 647 0 642 1 0 1 1 0 8 0 amappl8 128 169 0 141 1 0 1 1 0 8 0 amappl7 120 182 0 170 1 0 1 1 0 8 0 amappl6 112 170 0 166 1 0 1 1 0 8 0 amappl5 104 142 0 130 1 0 1 1 0 8 0 amappl4 96 733 0 700 2 1 1 2 0 8 0 amappl3 88 132 0 125 1 0 1 1 0 8 0 amappl2 80 2811 0 2734 3 1 2 3 0 8 0 amappl1 72 20724 0 20291 26 16 10 21 0 8 0 amappl 80 1312 0 1270 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 50 0 2 1 0 1 1 0 8 0 uaddrrnd 24 475 0 460 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 475 0 460 1 0 1 1 0 8 0 vmmpekpl 168 7798 0 7767 2 0 2 2 0 8 0 vmmpepl 168 66018 0 63880 134 11 123 123 0 357 30 vmsppl 368 474 0 460 2 0 2 2 0 8 0 pdppl 4096 957 0 920 6 1 5 6 0 8 0 pvpl 32 197221 0 177063 166 2 164 166 0 265 1 pmappl 232 474 0 460 2 1 1 2 0 8 0 extentpl 40 46 0 29 1 0 1 1 0 8 0 phpool 112 185 0 6 6 0 6 6 0 8 0