panic: pool_do_get: mbufpl free list modified: page 0xfffffd806a846000; item addr 0xfffffd806a846800; offset 0x0=0x0 != 0x3e3a90c154c72f19 Stopped at db_enter+0x18: addq $0x8,%rsp TID PID UID PRFLAGS PFLAGS CPU COMMAND 454194 99940 0 0x2 0x80 0 syz-fuzzer *189350 57757 0 0x12 0 1 sshd db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8249cdc0) at panic+0x164 sys/kern/subr_prf.c:218 pool_do_get(ffffffff828ecef0,2,ffff800020e044a8) at pool_do_get+0x439 sys/kern/subr_pool.c:738 pool_get(ffffffff828ecef0,2) at pool_get+0xeb sys/kern/subr_pool.c:581 m_gethdr(2,2) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 tcp_output(ffff800000ad8540) at tcp_output+0x14e6 tcp_usrreq(fffffd806eae9af8,9,fffffd806a846000,0,0,ffff800020e4dc40) at tcp_usrreq+0xa55 sosend(fffffd806eae9af8,0,ffff800020e04928,0,0,80) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e4dc40,4,ffff800020e04928,0,ffff800020e04a10) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e4dc40,ffff800020e049c0,ffff800020e04a10) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020e04a90) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e04a90) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc99b0, count: 3 https://www.openbsd.org/ddb.html describes the minimum info required in bug reports. Insufficient info makes it difficult to find and fix bugs. ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic pool_do_get: mbufpl free list modified: page 0xfffffd806a846000; item addr 0xfffffd806a846800; offset 0x0=0x0 != 0x3e3a90c154c72f19 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8249cdc0) at panic+0x164 sys/kern/subr_prf.c:218 pool_do_get(ffffffff828ecef0,2,ffff800020e044a8) at pool_do_get+0x439 sys/kern/subr_pool.c:738 pool_get(ffffffff828ecef0,2) at pool_get+0xeb sys/kern/subr_pool.c:581 m_gethdr(2,2) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 tcp_output(ffff800000ad8540) at tcp_output+0x14e6 tcp_usrreq(fffffd806eae9af8,9,fffffd806a846000,0,0,ffff800020e4dc40) at tcp_usrreq+0xa55 sosend(fffffd806eae9af8,0,ffff800020e04928,0,0,80) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e4dc40,4,ffff800020e04928,0,ffff800020e04a10) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e4dc40,ffff800020e049c0,ffff800020e04a10) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020e04a90) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e04a90) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc99b0, count: -12 ddb{1}> show registers rdi 0 rsi 0x1 rbp 0xffff800020e042f0 rbx 0xffff800020e043a0 rdx 0x8b rcx 0x2 rax 0x1 r8 0xffffffff823bfbdf kprintf+0x16f r9 0x1 r10 0x2 r11 0x2756ecd64904a877 r12 0x3000000008 r13 0xffff800020e04300 r14 0x100 r15 0x1 rip 0xffffffff8236cd38 db_enter+0x18 cs 0x8 rflags 0x246 rsp 0xffff800020e042e0 ss 0x10 db_enter+0x18: addq $0x8,%rsp ddb{1}> show proc PROC (sshd) pid=189350 stat=onproc flags process=12 proc=0 pri=24, usrpri=50, nice=20 forw=0xffffffffffffffff, list=0xffff800020e4d760,0xffff800020e4e3a0 process=0xffff8000ffffebb8 user=0xffff800020dff000, vmspace=0xfffffd806e8f65c8 estcpu=0, cpticks=1, pctcpu=0.1 user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 62251 19484 28669 0 2 0 syz-executor.1 64150 198899 0 0 3 0x14280 nfsidl nfsio 73873 246621 0 0 3 0x14280 nfsidl nfsio 9065 43208 0 0 3 0x14280 nfsidl nfsio 43636 415765 0 0 3 0x14280 nfsidl nfsio 14396 520486 0 0 3 0x14280 nfsidl nfsio 21765 353136 0 0 3 0x14280 nfsidl nfsio 56377 311586 0 0 3 0x14280 nfsidl nfsio 52162 166908 0 0 3 0x14280 nfsidl nfsio 11973 497658 0 0 3 0x14280 nfsidl nfsio 75076 85547 0 0 3 0x14280 nfsidl nfsio 18832 308078 0 0 3 0x14280 nfsidl nfsio 63597 116631 0 0 3 0x14280 nfsidl nfsio 62909 98111 0 0 3 0x14280 nfsidl nfsio 62617 405603 0 0 3 0x14280 nfsidl nfsio 10403 346119 0 0 3 0x14280 nfsidl nfsio 4261 517284 0 0 3 0x14280 nfsidl nfsio 7330 381565 0 0 3 0x14280 nfsidl nfsio 26794 37150 0 0 3 0x14280 nfsidl nfsio 98398 326520 0 0 3 0x14280 nfsidl nfsio 20699 396490 0 0 3 0x14280 nfsidl nfsio 92205 310217 0 0 3 0x14200 bored sosplice 28669 495615 99940 0 2 0x2 syz-executor.1 33823 409547 99940 0 2 0x2 syz-executor.0 99940 454194 60257 0 7 0x82 syz-fuzzer 99940 481898 60257 0 3 0x4000082 nanosleep syz-fuzzer 99940 101328 60257 0 3 0x4000082 thrsleep syz-fuzzer 99940 9360 60257 0 3 0x4000082 thrsleep syz-fuzzer 99940 269619 60257 0 3 0x4000082 nanosleep syz-fuzzer 99940 376601 60257 0 3 0x4000082 thrsleep syz-fuzzer 99940 344743 60257 0 3 0x4000082 thrsleep syz-fuzzer 99940 93319 60257 0 3 0x4000082 thrsleep syz-fuzzer 60257 17776 57757 0 3 0x10008a pause ksh *57757 189350 60820 0 7 0x12 sshd 71211 24076 1 0 3 0x100083 ttyin getty 60820 285230 1 0 3 0x80 select sshd 63780 341054 8991 74 3 0x100092 bpf pflogd 8991 272908 1 0 3 0x80 netio pflogd 93006 369725 20215 73 3 0x100090 kqread syslogd 20215 77068 1 0 3 0x100082 netio syslogd 224 329233 1 77 3 0x100090 poll dhclient 54594 411088 1 0 3 0x80 poll dhclient 22737 246623 0 0 3 0x14200 bored smr 27122 500274 0 0 2 0x14200 zerothread 41737 451633 0 0 3 0x14200 aiodoned aiodoned 16630 165963 0 0 3 0x14200 syncer update 295 315199 0 0 3 0x14200 cleaner cleaner 43786 114559 0 0 3 0x14200 reaper reaper 52682 221750 0 0 3 0x14200 pgdaemon pagedaemon 88141 411660 0 0 3 0x14200 bored crynlk 54022 213170 0 0 3 0x14200 bored crypto 30934 22531 0 0 3 0x40014200 acpi0 acpi0 76598 208025 0 0 3 0x40014200 idle1 21992 363246 0 0 3 0x14200 bored softnet 22433 328929 0 0 3 0x14200 bored systqmp 49254 334041 0 0 3 0x14200 bored systq 83477 457435 0 0 3 0x40014200 bored softclock 92332 126633 0 0 3 0x40014200 idle0 1 77175 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks CPU 0: exclusive mutex &map->mtx r = 0 (0xffffffff828987b8) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 vm_map_lock_ln+0x60 sys/uvm/uvm_map.c:5454 #4 uvm_unmap+0x6b sys/uvm/uvm_map.c:2040 #5 free+0x1fe sys/kern/kern_malloc.c:437 #6 ufs_readdir+0x399 sys/ufs/ufs/ufs_vnops.c:1509 #7 VOP_READDIR+0xc6 sys/kern/vfs_vops.c:520 #8 sys_getdents+0x21d sys/kern/vfs_syscalls.c:3121 #9 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #9 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #10 Xsyscall+0x128 CPU 1: exclusive mutex mbufpl r = 0 (0xffffffff828ecf00) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 pool_get+0xbf sys/kern/subr_pool.c:578 #4 m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 #5 tcp_output+0x14e6 #6 tcp_usrreq+0xa55 #7 sosend+0x671 sys/kern/uipc_socket.c:555 #8 dofilewritev+0x1b6 sys/kern/sys_generic.c:365 #9 sys_write+0x83 sys/kern/sys_generic.c:285 #10 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #10 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #11 Xsyscall+0x128 Process 33823 (syz-executor.0) thread 0xffff800020ddc9c8 (409547) exclusive rrwlock inode r = 0 (0xfffffd806e6fc5f0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 rw_enter+0x453 sys/kern/kern_rwlock.c:311 #2 rrw_enter+0x88 sys/kern/kern_rwlock.c:462 #3 VOP_LOCK+0x4b sys/kern/vfs_vops.c:603 #4 vn_lock+0x81 sys/kern/vfs_vnops.c:575 #5 sys_getdents+0x1aa sys/kern/vfs_syscalls.c:3106 #6 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #6 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #7 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff828dc730) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 syscall+0x400 mi_syscall sys/sys/syscall_mi.h:93 [inline] #1 syscall+0x400 sys/arch/amd64/amd64/trap.c:570 #2 Xsyscall+0x128 Process 57757 (sshd) thread 0xffff800020e4dc40 (189350) exclusive rwlock netlock r = 0 (0xffffffff827b4428) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 dofilewritev+0x1b6 sys/kern/sys_generic.c:365 #4 sys_write+0x83 sys/kern/sys_generic.c:285 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 exclusive mutex mbufpl r = 0 (0xffffffff828ecf00) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 pool_get+0xbf sys/kern/subr_pool.c:578 #4 m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 #5 tcp_output+0x14e6 #6 tcp_usrreq+0xa55 #7 sosend+0x671 sys/kern/uipc_socket.c:555 #8 dofilewritev+0x1b6 sys/kern/sys_generic.c:365 #9 sys_write+0x83 sys/kern/sys_generic.c:285 #10 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #10 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #11 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9501 6430K 6933K 78643K 11151 0 pcb 13 8K 8K 78643K 409 0 rtable 86 3K 5K 78643K 329 0 ifaddr 65 14K 14K 78643K 121 0 sysctl 2 0K 0K 78643K 2 0 counters 43 33K 34K 78643K 55 0 ioctlops 0 0K 4K 78643K 1533 0 iov 0 0K 20K 78643K 437 0 mount 1 1K 1K 78643K 1 0 vnodes 1216 76K 77K 78643K 1413 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 9 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 39 0 dirhash 9 1K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 5 13K 25K 78643K 702 0 sigio 1 0K 0K 78643K 31 0 proc 62 63K 95K 78643K 495 0 subproc 32 2K 2K 78643K 34 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 44 0 in_multi 55 2K 2K 78643K 124 0 ether_multi 1 0K 0K 78643K 8 0 mrt 1 0K 0K 78643K 5 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 55 254K 254K 78643K 55 0 exec 0 0K 1K 78643K 231 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 170 58K 58K 78643K 3167 0 UVM aobj 15 4K 4K 78643K 29 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 309 0 NDP 10 0K 0K 78643K 26 0 temp 115 3863K 3927K 78643K 3765 0 kqueue 3 4K 9K 78643K 23 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 7 0 1 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 31 0 29 1 0 1 1 0 8 0 rtentry 112 71 0 38 2 0 2 2 0 8 0 unpcb 120 287 0 277 1 0 1 1 0 8 0 syncache 264 4 0 4 1 1 0 1 0 8 0 tcpqe 32 700 0 700 1 1 0 1 0 8 0 tcpcb 544 434 0 426 4 2 2 3 0 8 1 inpcb 296 1091 0 1084 3 1 2 2 0 8 1 rttmr 72 3 0 2 2 1 1 1 0 8 0 nd6 48 17 0 13 1 0 1 1 0 8 0 pkpcb 40 2 0 2 1 1 0 1 0 8 0 ppxss 1136 1 0 1 1 1 0 1 0 8 0 pffrag 232 1 0 1 1 1 0 1 0 482 0 pffrnode 88 1 0 1 1 1 0 1 0 8 0 pffrent 40 4 0 4 2 1 1 1 0 8 1 pfosfp 40 846 0 423 5 0 5 5 0 8 0 pfosfpen 112 1428 0 714 21 0 21 21 0 8 0 pfrktable 1344 6 0 6 1 1 0 1 0 8 0 pfstitem 24 16 0 6 1 0 1 1 0 8 0 pfstkey 112 16 0 6 1 0 1 1 0 8 0 pfstate 328 16 0 6 2 0 2 2 0 8 0 pfrule 1360 26 0 17 2 1 1 2 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 325 0 164 13 1 12 13 0 8 0 art_table 32 326 0 164 2 0 2 2 0 8 0 art_node 16 70 0 42 1 0 1 1 0 8 0 sysvmsgpl 40 40 0 20 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 22 0 12 1 0 1 1 0 8 0 shmpl 112 26 0 14 1 0 1 1 0 8 0 dirhash 1024 17 0 10 3 1 2 3 0 8 0 dino2pl 256 2243 0 843 88 0 88 88 0 8 0 ffsino 272 2243 0 843 94 0 94 94 0 8 0 nchpl 144 3608 0 2003 60 0 60 60 0 8 0 uvmvnodes 72 2417 0 0 44 0 44 44 0 8 0 vnodes 208 2417 0 0 128 0 128 128 0 8 0 namei 1024 9621 0 9621 1 0 1 1 0 8 1 percpumem 16 38 0 6 1 0 1 1 0 8 0 vcpupl 1984 5 0 0 1 0 1 1 0 8 0 vmpool 560 5 0 0 1 0 1 1 0 8 0 pfiaddrpl 120 1 0 1 1 1 0 1 0 8 0 scxspl 192 9763 0 9763 8 7 1 7 0 8 1 plimitpl 152 41 0 33 1 0 1 1 0 8 0 sigapl 424 938 0 886 6 0 6 6 0 8 0 futexpl 56 7980 0 7980 1 0 1 1 0 8 1 knotepl 112 84 0 64 1 0 1 1 0 8 0 kqueuepl 144 68 0 66 1 0 1 1 0 8 0 pipepl 304 143 0 132 2 0 2 2 0 8 1 fdescpl 496 902 0 886 3 0 3 3 0 8 0 filepl 152 5314 0 5212 6 1 5 6 0 8 1 lockfpl 104 141 0 140 1 0 1 1 0 8 0 lockfspl 48 46 0 45 1 0 1 1 0 8 0 sessionpl 112 18 0 7 1 0 1 1 0 8 0 pgrppl 48 20 0 9 1 0 1 1 0 8 0 ucredpl 96 386 0 376 1 0 1 1 0 8 0 zombiepl 144 886 0 886 1 0 1 1 0 8 1 processpl 992 938 0 886 7 0 7 7 0 8 0 procpl 624 2363 0 2304 6 0 6 6 0 8 0 sosppl 128 9 0 9 2 2 0 1 0 8 0 sockpl 400 1416 0 1397 5 1 4 4 0 8 2 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 2 0 0 1 0 1 1 0 8 0 mcl12k 12288 6 0 0 1 0 1 1 0 8 0 mcl9k 9216 3 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 7 0 0 1 0 1 1 0 8 0 mcl2k2 2112 3 0 0 1 0 1 1 0 8 0 mcl2k 2048 205 0 0 25 0 25 25 0 8 0 mtagpl 96 39 0 0 1 0 1 1 0 8 0 mbufpl 256 276 0 0 15 1 14 14 0 8 0 mbufpl: pool(0xffffffff828ecef0:mbufpl): free list modified: page 0xfffffd806a846000; item ordinal 0; addr 0xfffffd806a846800 (p 0xfffffd8077ac4000); offset 0x0=0x0 mbufpl: pool(0xffffffff828ecef0:mbufpl): page inconsistency: page 0xfffffd806a846000; item ordinal 1; addr 0x54d9fa69 bufpl 280 4277 0 126 297 0 297 297 0 8 0 anonpl 16 94383 0 76086 94 3 91 91 0 124 16 amapchunkpl 152 4777 0 4480 14 1 13 14 0 158 0 amappl16 192 3750 0 2902 55 4 51 55 0 8 8 amappl15 184 669 0 667 2 1 1 1 0 8 0 amappl14 176 3 0 0 1 0 1 1 0 8 0 amappl13 168 29 0 26 1 0 1 1 0 8 0 amappl12 160 22 0 19 1 0 1 1 0 8 0 amappl11 152 59 0 43 1 0 1 1 0 8 0 amappl10 144 346 0 342 1 0 1 1 0 8 0 amappl9 136 366 0 364 1 0 1 1 0 8 0 amappl8 128 361 0 317 2 0 2 2 0 8 0 amappl7 120 117 0 105 1 0 1 1 0 8 0 amappl6 112 36 0 28 1 0 1 1 0 8 0 amappl5 104 802 0 785 1 0 1 1 0 8 0 amappl4 96 495 0 467 1 0 1 1 0 8 0 amappl3 88 145 0 137 1 0 1 1 0 8 0 amappl2 80 6937 0 6870 2 0 2 2 0 8 0 amappl1 72 35270 0 34832 23 13 10 18 0 8 0 amappl 80 2636 0 2554 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 28 0 14 1 0 1 1 0 8 0 uaddrrnd 24 907 0 886 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 907 0 886 1 0 1 1 0 8 0 vmmpekpl 168 10132 0 10088 3 0 3 3 0 8 0 vmmpepl 168 120756 0 118698 129 20 109 110 0 357 13 vmsppl 368 906 0 886 2 0 2 2 0 8 0 pdppl 4096 1821 0 1777 6 0 6 6 0 8 0 pvpl 32 296513 0 275056 219 5 214 214 0 265 39 pmappl 232 906 0 886 2 0 2 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 271 0 9 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp x86_ipi_db(ffffffff82721ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff828dc528) at __mp_lock+0x12e __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff828dc528) at __mp_lock+0x12e sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff828dc528,2) at __mp_acquire_count+0x51 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x392 sys/kern/sched_bsd.c:435 sleep_finish(ffff800020e61dc0,1) at sleep_finish+0x113 sys/kern/kern_synch.c:418 sleep_finish_all(ffff800020e61dc0,1) at sleep_finish_all+0x32 sleep_finish_timeout sys/kern/kern_synch.c:447 [inline] sleep_finish_all(ffff800020e61dc0,1) at sleep_finish_all+0x32 sys/kern/kern_synch.c:393 tsleep(fffffd806e8d0c60,118,ffffffff82470346,1770) at tsleep+0x1cc sys/kern/kern_synch.c:155 kqueue_sleep(fffffd806e8d0c60,ffff800020e62250) at kqueue_sleep+0x101 sys/kern/kern_event.c:885 kqueue_scan(fffffd806e8d0c60,40,7f7ffffc64b0,ffff800020e62250,ffff800020e4deb0,ffff800020e6229c) at kqueue_scan+0x2b6 sys/kern/kern_event.c:928 sys_kevent(ffff800020e4deb0,ffff800020e62310,ffff800020e62360) at sys_kevent+0x464 sys/kern/kern_event.c:640 syscall(ffff800020e623e0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e623e0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc6cb0, count: 1 ddb{0}> trace x86_ipi_db(ffffffff82721ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __mp_lock(ffffffff828dc528) at __mp_lock+0x12e __mp_lock_spin sys/kern/kern_lock.c:116 [inline] __mp_lock(ffffffff828dc528) at __mp_lock+0x12e sys/kern/kern_lock.c:147 __mp_acquire_count(ffffffff828dc528,2) at __mp_acquire_count+0x51 sys/kern/kern_lock.c:227 mi_switch() at mi_switch+0x392 sys/kern/sched_bsd.c:435 sleep_finish(ffff800020e61dc0,1) at sleep_finish+0x113 sys/kern/kern_synch.c:418 sleep_finish_all(ffff800020e61dc0,1) at sleep_finish_all+0x32 sleep_finish_timeout sys/kern/kern_synch.c:447 [inline] sleep_finish_all(ffff800020e61dc0,1) at sleep_finish_all+0x32 sys/kern/kern_synch.c:393 tsleep(fffffd806e8d0c60,118,ffffffff82470346,1770) at tsleep+0x1cc sys/kern/kern_synch.c:155 kqueue_sleep(fffffd806e8d0c60,ffff800020e62250) at kqueue_sleep+0x101 sys/kern/kern_event.c:885 kqueue_scan(fffffd806e8d0c60,40,7f7ffffc64b0,ffff800020e62250,ffff800020e4deb0,ffff800020e6229c) at kqueue_scan+0x2b6 sys/kern/kern_event.c:928 sys_kevent(ffff800020e4deb0,ffff800020e62310,ffff800020e62360) at sys_kevent+0x464 sys/kern/kern_event.c:640 syscall(ffff800020e623e0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e623e0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc6cb0, count: -14 ddb{0}> machine ddbcpu 1 Stopped at db_enter+0x18: addq $0x8,%rsp db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8249cdc0) at panic+0x164 sys/kern/subr_prf.c:218 pool_do_get(ffffffff828ecef0,2,ffff800020e044a8) at pool_do_get+0x439 sys/kern/subr_pool.c:738 pool_get(ffffffff828ecef0,2) at pool_get+0xeb sys/kern/subr_pool.c:581 m_gethdr(2,2) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 tcp_output(ffff800000ad8540) at tcp_output+0x14e6 tcp_usrreq(fffffd806eae9af8,9,fffffd806a846000,0,0,ffff800020e4dc40) at tcp_usrreq+0xa55 sosend(fffffd806eae9af8,0,ffff800020e04928,0,0,80) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e4dc40,4,ffff800020e04928,0,ffff800020e04a10) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e4dc40,ffff800020e049c0,ffff800020e04a10) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020e04a90) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e04a90) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc99b0, count: 3 ddb{1}> trace db_enter() at db_enter+0x18 sys/arch/amd64/amd64/db_interface.c:398 panic(ffffffff8249cdc0) at panic+0x164 sys/kern/subr_prf.c:218 pool_do_get(ffffffff828ecef0,2,ffff800020e044a8) at pool_do_get+0x439 sys/kern/subr_pool.c:738 pool_get(ffffffff828ecef0,2) at pool_get+0xeb sys/kern/subr_pool.c:581 m_gethdr(2,2) at m_gethdr+0x4c sys/kern/uipc_mbuf.c:283 tcp_output(ffff800000ad8540) at tcp_output+0x14e6 tcp_usrreq(fffffd806eae9af8,9,fffffd806a846000,0,0,ffff800020e4dc40) at tcp_usrreq+0xa55 sosend(fffffd806eae9af8,0,ffff800020e04928,0,0,80) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e4dc40,4,ffff800020e04928,0,ffff800020e04a10) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e4dc40,ffff800020e049c0,ffff800020e04a10) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff800020e04a90) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020e04a90) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x7f7ffffc99b0, count: -12