panic: pool_do_get: mbufpl free list modified: page 0xfffffd8058ffd000; item addr 0xfffffd8058ffde00; offset 0x0=0x8e17590000000000 != 0x8e1759338629ec0d Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND *157717 78744 0 0 0 0 dhclient db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824713d0) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff827f6228,2,ffff80001d6e4d18) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff827f6228,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806b671190,fffffd806b671218,ffffffff82566720,fffffd8058ffda00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806b671190,fffffd8058ffda00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd8058ffda00,fffffd806b671190,2) at route_input+0x44b sys/net/rtsock.c:572 route_output(fffffd8058ffda00,fffffd806b671190,0,0) at route_output+0x876 sys/net/rtsock.c:868 route_usrreq(fffffd806b671190,9,fffffd8058ffda00,0,0,ffff80001d6a9ea8) at route_usrreq+0x36f sys/net/rtsock.c:275 sosend(fffffd806b671190,0,ffff80001d6e5300,0,0,0) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6a9ea8,6,ffff80001d6e5300,0,ffff80001d6e53f0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_writev(ffff80001d6a9ea8,ffff80001d6e53a0,ffff80001d6e53f0) at sys_writev+0xa7 sys/kern/sys_generic.c:312 syscall(ffff80001d6e5470) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 end trace frame: 0xffff80001d6e54f0, count: 0 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb> ddb> set $lines = 0 ddb> set $maxwidth = 0 ddb> show panic pool_do_get: mbufpl free list modified: page 0xfffffd8058ffd000; item addr 0xfffffd8058ffde00; offset 0x0=0x8e17590000000000 != 0x8e1759338629ec0d ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824713d0) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff827f6228,2,ffff80001d6e4d18) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff827f6228,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806b671190,fffffd806b671218,ffffffff82566720,fffffd8058ffda00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806b671190,fffffd8058ffda00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd8058ffda00,fffffd806b671190,2) at route_input+0x44b sys/net/rtsock.c:572 route_output(fffffd8058ffda00,fffffd806b671190,0,0) at route_output+0x876 sys/net/rtsock.c:868 route_usrreq(fffffd806b671190,9,fffffd8058ffda00,0,0,ffff80001d6a9ea8) at route_usrreq+0x36f sys/net/rtsock.c:275 sosend(fffffd806b671190,0,ffff80001d6e5300,0,0,0) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6a9ea8,6,ffff80001d6e5300,0,ffff80001d6e53f0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_writev(ffff80001d6a9ea8,ffff80001d6e53a0,ffff80001d6e53f0) at sys_writev+0xa7 sys/kern/sys_generic.c:312 syscall(ffff80001d6e5470) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffece50, count: -15 ddb> show registers rdi 0 rsi 0x1 rbp 0xffff80001d6e4b80 rbx 0xffff80001d6e4c30 rdx 0x2 rcx 0 rax 0x1 r8 0xffffffff8185515f kprintf+0x15f r9 0x1 r10 0x2 r11 0xb97a78da59d7700d r12 0x3000000008 r13 0xffff80001d6e4b90 r14 0x100 r15 0x1 rip 0xffffffff81fef208 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff80001d6e4b70 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb> show proc PROC (dhclient) pid=157717 stat=onproc flags process=0 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff80001d6a99c8,0xffff80001d6aa128 process=0xffff80001d6c4010 user=0xffff80001d6e0000, vmspace=0xfffffd806bc0a440 estcpu=0, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb> ps PID TID PPID UID S FLAGS WAIT COMMAND 13169 445240 33325 0 2 0 syz-executor.0 13169 179053 33325 0 2 0x4000000 syz-executor.0 71143 188951 0 0 3 0x14200 acct acct 42232 494058 88046 0 3 0x82 nanosleep syz-executor.1 83695 259961 0 0 3 0x14280 nfsidl nfsio 81209 180341 0 0 3 0x14280 nfsidl nfsio 59882 448582 0 0 3 0x14280 nfsidl nfsio 10298 300480 0 0 3 0x14280 nfsidl nfsio 21875 396574 0 0 3 0x14280 nfsidl nfsio 36694 201901 0 0 3 0x14280 nfsidl nfsio 8804 378683 0 0 3 0x14280 nfsidl nfsio 25765 110525 0 0 3 0x14280 nfsidl nfsio 89956 113566 0 0 3 0x14280 nfsidl nfsio 64067 116543 0 0 3 0x14280 nfsidl nfsio 52635 445970 0 0 3 0x14280 nfsidl nfsio 98951 419799 0 0 3 0x14280 nfsidl nfsio 91007 472089 0 0 3 0x14280 nfsidl nfsio 43814 49727 0 0 3 0x14280 nfsidl nfsio 26258 59382 0 0 3 0x14280 nfsidl nfsio 53928 412559 0 0 3 0x14280 nfsidl nfsio 80653 186898 0 0 3 0x14280 nfsidl nfsio 35823 490954 0 0 3 0x14280 nfsidl nfsio 1817 162462 0 0 3 0x14280 nfsidl nfsio 68739 239302 0 0 3 0x14280 nfsidl nfsio 91971 312523 0 0 3 0x14200 bored sosplice 33325 106785 88046 0 3 0x82 nanosleep syz-executor.0 88046 496982 20003 0 3 0x82 thrsleep syz-fuzzer 88046 459466 20003 0 3 0x4000082 thrsleep syz-fuzzer 88046 384043 20003 0 3 0x4000082 thrsleep syz-fuzzer 88046 406789 20003 0 3 0x4000082 thrsleep syz-fuzzer 88046 295153 20003 0 3 0x4000082 thrsleep syz-fuzzer 88046 363087 20003 0 3 0x4000082 thrsleep syz-fuzzer 88046 478698 20003 0 3 0x4000082 thrsleep syz-fuzzer 88046 24042 20003 0 3 0x4000082 kqread syz-fuzzer 20003 38829 36783 0 3 0x10008a pause ksh 36783 253174 97275 0 3 0x92 select sshd 87303 499285 1 0 3 0x100083 ttyin getty 97275 421662 1 0 3 0x80 select sshd 97515 281886 65057 73 3 0x100090 kqread syslogd 65057 226057 1 0 3 0x100082 netio syslogd 67431 388799 1 77 2 0x100010 dhclient *78744 157717 1 0 7 0 dhclient 5939 168891 0 0 3 0x14200 bored smr 36755 395370 0 0 2 0x14200 zerothread 52982 244951 0 0 3 0x14200 aiodoned aiodoned 36872 461911 0 0 3 0x14200 syncer update 12238 276286 0 0 3 0x14200 cleaner cleaner 36057 297330 0 0 3 0x14200 reaper reaper 36629 146296 0 0 3 0x14200 pgdaemon pagedaemon 55948 279760 0 0 3 0x14200 bored crynlk 70853 278539 0 0 3 0x14200 bored crypto 48518 191488 0 0 3 0x40014200 acpi0 acpi0 75957 252961 0 0 3 0x14200 bored softnet 48183 238576 0 0 3 0x14200 bored systqmp 24575 449305 0 0 3 0x14200 bored systq 25177 271610 0 0 3 0x40014200 bored softclock 48853 384039 0 0 3 0x40014200 idle0 1 209739 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb> show all locks No such command ddb> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9504 6475K 6730K 78643K 11185 0 pcb 13 8K 8K 78643K 85 0 rtable 76 5K 7K 78643K 576 0 ifaddr 63 13K 14K 78643K 160 0 sysctl 2 0K 0K 78643K 2 0 counters 20 16K 16K 78643K 26 0 ioctlops 0 0K 4K 78643K 116 0 iov 0 0K 16K 78643K 76 0 mount 1 1K 1K 78643K 1 0 vnodes 1222 77K 77K 78643K 1442 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 10 0 VM map 2 0K 0K 78643K 2 0 sem 12 0K 1K 78643K 66 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1809 195K 288K 78643K 12938 0 file desc 5 13K 25K 78643K 551 0 proc 49 38K 63K 78643K 425 0 subproc 32 2K 2K 78643K 51 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 34 0 in_multi 29 1K 2K 78643K 107 0 ether_multi 1 0K 0K 78643K 13 0 mrt 0 0K 0K 78643K 8 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 55 254K 254K 78643K 55 0 exec 0 0K 1K 78643K 229 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 137 72K 72K 78643K 2169 0 UVM aobj 30 2K 2K 78643K 32 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 58 0 NDP 10 0K 0K 78643K 25 0 temp 126 3868K 3932K 78643K 23048 0 kqueue 4 6K 16K 78643K 200 0 SYN cache 2 16K 16K 78643K 2 0 ddb> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 11 0 6 1 0 1 1 0 8 0 rtpcb 80 45 0 43 1 0 1 1 0 8 0 rtentry 112 88 0 65 2 0 2 2 0 8 0 unpcb 120 329 0 321 1 0 1 1 0 8 0 syncache 264 12 0 12 3 3 0 1 0 8 0 tcpqe 32 148 0 148 2 2 0 1 0 8 0 tcpcb 544 374 0 369 1 0 1 1 0 8 0 inpcb 296 832 0 824 3 1 2 2 0 8 1 rttmr 72 2 0 2 2 2 0 1 0 8 0 nd6 48 13 0 9 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 1 0 1 0 8 0 ppxss 1136 1 0 1 1 1 0 1 0 8 0 pfstscr 40 2 0 1 1 0 1 1 0 8 0 pfrktable 1344 82 0 77 4 3 1 1 0 8 0 pftag 88 27 0 24 2 1 1 1 0 8 0 pfqueue 264 2 0 2 1 1 0 1 0 8 0 pfstitem 24 2 0 0 1 0 1 1 0 8 0 pfstkey 112 4 0 2 1 0 1 1 0 8 0 pfstate 328 2 0 1 1 0 1 1 0 8 0 pfrule 1360 28 0 20 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 376 0 266 13 2 11 13 0 8 4 art_table 32 377 0 266 2 0 2 2 0 8 0 art_node 16 81 0 64 1 0 1 1 0 8 0 sysvmsgpl 40 28 0 20 1 0 1 1 0 8 0 semupl 112 5 0 5 1 1 0 1 0 8 0 semapl 112 56 0 46 1 0 1 1 0 8 0 shmpl 112 29 0 2 1 0 1 1 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 2104 0 709 88 0 88 88 0 8 0 ffsino 240 2104 0 709 83 0 83 83 0 8 0 nchpl 144 3119 0 1528 60 0 60 60 0 8 0 uvmvnodes 72 2304 0 0 42 0 42 42 0 8 0 vnodes 208 2304 0 0 122 0 122 122 0 8 0 namei 1024 9424 0 9424 1 0 1 1 0 8 1 vcpupl 1984 6 0 1 1 0 1 1 0 8 0 vmpool 528 8 0 3 1 0 1 1 0 8 0 pfiaddrpl 120 20 0 18 1 0 1 1 0 8 0 scsiplug 64 1 0 1 1 1 0 1 0 8 0 scxspl 192 9340 0 9340 1 0 1 1 0 8 1 plimitpl 152 50 0 43 1 0 1 1 0 8 0 sigapl 424 756 0 706 6 0 6 6 0 8 0 futexpl 56 12052 0 12052 2 1 1 1 0 8 1 knotepl 112 328 0 309 1 0 1 1 0 8 0 kqueuepl 144 434 0 427 1 0 1 1 0 8 0 pipepl 272 144 0 134 2 1 1 2 0 8 0 fdescpl 432 720 0 706 2 0 2 2 0 8 0 filepl 120 5354 0 5258 5 1 4 4 0 8 1 lockfpl 104 129 0 128 1 0 1 1 0 8 0 lockfspl 48 49 0 48 1 0 1 1 0 8 0 sessionpl 112 18 0 8 1 0 1 1 0 8 0 pgrppl 48 20 0 10 1 0 1 1 0 8 0 ucredpl 96 548 0 540 1 0 1 1 0 8 0 zombiepl 144 706 0 705 2 1 1 1 0 8 0 processpl 928 756 0 705 7 0 7 7 0 8 0 procpl 624 1410 0 1351 5 0 5 5 0 8 0 sosppl 128 9 0 8 1 0 1 1 0 8 0 sockpl 400 1212 0 1194 5 1 4 4 0 8 2 mcl64k 65536 24 0 24 2 1 1 1 0 8 1 mcl16k 16384 1 0 1 1 0 1 1 0 8 1 mcl12k 12288 13 0 13 3 2 1 1 0 8 1 mcl9k 9216 12 0 12 3 2 1 1 0 8 1 mcl8k 8192 19 0 19 2 1 1 1 0 8 1 mcl4k 4096 73 0 73 3 2 1 1 0 8 1 mcl2k2 2112 8 0 8 2 1 1 1 0 8 1 mcl2k 2048 94478 0 94426 18 10 8 16 0 8 0 mtagpl 96 35 0 24 2 1 1 1 0 8 0 mbufpl 256 152952 0 152844 18 4 14 17 0 8 3 mbufpl: pool(0xffffffff827f6228:mbufpl): free list modified: page 0xfffffd8058ffd000; item ordinal 0; addr 0xfffffd8058ffde00 (p 0xfffffd805a03b000); offset 0x0=0x8e17590000000000 bufpl 280 4536 0 131 315 0 315 315 0 8 0 anonpl 16 93822 0 77395 86 3 83 83 0 107 6 amapchunkpl 152 2953 0 2804 13 2 11 11 0 158 4 amappl16 192 3430 0 2372 68 7 61 66 0 8 8 amappl15 184 10 0 7 1 0 1 1 0 8 0 amappl14 176 24 0 19 1 0 1 1 0 8 0 amappl13 168 284 0 280 1 0 1 1 0 8 0 amappl12 160 259 0 258 1 0 1 1 0 8 0 amappl11 152 47 0 38 1 0 1 1 0 8 0 amappl10 144 17 0 10 1 0 1 1 0 8 0 amappl9 136 629 0 625 1 0 1 1 0 8 0 amappl8 128 615 0 568 2 0 2 2 0 8 0 amappl7 120 115 0 101 1 0 1 1 0 8 0 amappl6 112 29 0 18 1 0 1 1 0 8 0 amappl5 104 658 0 646 1 0 1 1 0 8 0 amappl4 96 433 0 407 1 0 1 1 0 8 0 amappl3 88 127 0 122 1 0 1 1 0 8 0 amappl2 80 5133 0 5067 2 0 2 2 0 8 0 amappl1 72 25516 0 25103 23 14 9 17 0 8 0 amappl 80 1641 0 1595 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 31 0 2 1 0 1 1 0 8 0 uaddrrnd 24 728 0 709 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 728 0 709 1 0 1 1 0 8 0 vmmpekpl 168 8379 0 8342 2 0 2 2 0 8 0 vmmpepl 168 94758 0 92591 171 29 142 142 0 357 45 vmsppl 272 727 0 709 3 1 2 2 0 8 0 pdppl 4096 1462 0 1423 7 1 6 6 0 8 0 pvpl 32 259167 0 239727 197 4 193 193 0 265 15 pmappl 200 727 0 709 2 0 2 2 0 8 1 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 259 0 26 7 0 7 7 0 8 0 ddb> machine ddbcpu 0 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824713d0) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff827f6228,2,ffff80001d6e4d18) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff827f6228,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806b671190,fffffd806b671218,ffffffff82566720,fffffd8058ffda00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806b671190,fffffd8058ffda00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd8058ffda00,fffffd806b671190,2) at route_input+0x44b sys/net/rtsock.c:572 route_output(fffffd8058ffda00,fffffd806b671190,0,0) at route_output+0x876 sys/net/rtsock.c:868 route_usrreq(fffffd806b671190,9,fffffd8058ffda00,0,0,ffff80001d6a9ea8) at route_usrreq+0x36f sys/net/rtsock.c:275 sosend(fffffd806b671190,0,ffff80001d6e5300,0,0,0) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6a9ea8,6,ffff80001d6e5300,0,ffff80001d6e53f0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_writev(ffff80001d6a9ea8,ffff80001d6e53a0,ffff80001d6e53f0) at sys_writev+0xa7 sys/kern/sys_generic.c:312 syscall(ffff80001d6e5470) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffece50, count: -15 ddb> machine ddbcpu 1 No such command ddb> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff824713d0) at panic+0x15c sys/kern/subr_prf.c:207 pool_do_get(ffffffff827f6228,2,ffff80001d6e4d18) at pool_do_get+0x42a sys/kern/subr_pool.c:738 pool_get(ffffffff827f6228,2) at pool_get+0xb5 sys/kern/subr_pool.c:581 m_get(2,3) at m_get+0x4c sys/kern/uipc_mbuf.c:250 sbappendaddr(fffffd806b671190,fffffd806b671218,ffffffff82566720,fffffd8058ffda00,0) at sbappendaddr+0x2a0 sys/kern/uipc_socket2.c:804 rtm_sendup(fffffd806b671190,fffffd8058ffda00,0) at rtm_sendup+0xef sys/net/rtsock.c:594 route_input(fffffd8058ffda00,fffffd806b671190,2) at route_input+0x44b sys/net/rtsock.c:572 route_output(fffffd8058ffda00,fffffd806b671190,0,0) at route_output+0x876 sys/net/rtsock.c:868 route_usrreq(fffffd806b671190,9,fffffd8058ffda00,0,0,ffff80001d6a9ea8) at route_usrreq+0x36f sys/net/rtsock.c:275 sosend(fffffd806b671190,0,ffff80001d6e5300,0,0,0) at sosend+0x669 sys/kern/uipc_socket.c:555 dofilewritev(ffff80001d6a9ea8,6,ffff80001d6e5300,0,ffff80001d6e53f0) at dofilewritev+0x1ab sys/kern/sys_generic.c:365 sys_writev(ffff80001d6a9ea8,ffff80001d6e53a0,ffff80001d6e53f0) at sys_writev+0xa7 sys/kern/sys_generic.c:312 syscall(ffff80001d6e5470) at syscall+0x507 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffece50, count: -15