kernel: double fault trap, code=0 Stopped at rw_status+0x11: pushq %r11 ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace rw_status(ffffffff82765bb8) at rw_status+0x11 sys/kern/kern_rwlock.c:357 ip_output(fffffd806da13700,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x71 sys/netinet/ip_output.c:113 udp_output(fffffd806f68fa68,fffffd806da13700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd807d744b00,fffffd807d744bac,0,14,fffffd807d744bc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025109658,ffff800025109664,11,2) at udp_input+0x1323 ip_deliver(ffff800025109658,ffff800025109664,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025109658,ffff800025109664,983b,0) at ip_ours+0x412 ip_input_if(ffff800025109658,ffff800025109664,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806a6fb100) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806a6fb100,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8069cde300,fffffd806f68fae8,fffffd806f4ba230,ffff8000251097a8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069cde300,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069cde300,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d579400,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd806d579400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd806da13700,fffffd806da137e0,0,14,fffffd806da137f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025109e48,ffff800025109e54,11,2) at udp_input+0x1323 ip_deliver(ffff800025109e48,ffff800025109e54,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025109e48,ffff800025109e54,78ca,0) at ip_ours+0x412 ip_input_if(ffff800025109e48,ffff800025109e54,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807f01ff00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807f01ff00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807f01f200,fffffd806f68fae8,fffffd806f4ba230,ffff800025109f98) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f01f200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f01f200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d3500,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd806f3d3500,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd806d579400,fffffd806d5794ac,0,14,fffffd806d5794c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510a638,ffff80002510a644,11,2) at udp_input+0x1323 ip_deliver(ffff80002510a638,ffff80002510a644,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510a638,ffff80002510a644,6086,0) at ip_ours+0x412 ip_input_if(ffff80002510a638,ffff80002510a644,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807d783700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807d783700,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807b5e7b00,fffffd806f68fae8,fffffd806f4ba230,ffff80002510a788) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807b5e7b00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807b5e7b00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807d743f00,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd807d743f00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd806f3d3500,fffffd806f3d35e0,0,14,fffffd806f3d35f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510ae28,ffff80002510ae34,11,2) at udp_input+0x1323 ip_deliver(ffff80002510ae28,ffff80002510ae34,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510ae28,ffff80002510ae34,410c,0) at ip_ours+0x412 ip_input_if(ffff80002510ae28,ffff80002510ae34,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807f01f000) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807f01f000,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8069b3ab00,fffffd806f68fae8,fffffd806f4ba230,ffff80002510af78) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069b3ab00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069b3ab00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8069b3a000,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd8069b3a000,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd807d743f00,fffffd807d743fac,0,14,fffffd807d743fc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510b618,ffff80002510b624,11,2) at udp_input+0x1323 ip_deliver(ffff80002510b618,ffff80002510b624,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510b618,ffff80002510b624,305d,0) at ip_ours+0x412 ip_input_if(ffff80002510b618,ffff80002510b624,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d579900) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d579900,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806a02c000,fffffd806f68fae8,fffffd806f4ba230,ffff80002510b768) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806a02c000,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806a02c000,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d3800,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd806f3d3800,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd8069b3a000,fffffd8069b3a0e0,0,14,fffffd8069b3a0f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510be08,ffff80002510be14,11,2) at udp_input+0x1323 ip_deliver(ffff80002510be08,ffff80002510be14,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510be08,ffff80002510be14,1489,0) at ip_ours+0x412 ip_input_if(ffff80002510be08,ffff80002510be14,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8069b3a400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8069b3a400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8069b3a200,fffffd806f68fae8,fffffd806f4ba230,ffff80002510bf58) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069b3a200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069b3a200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807b5e7100,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd807d744b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd8066dc7cb0,0,ffff80002510c338,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e38608,4,ffff80002510c338,0,ffff80002510c420) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e38608,ffff80002510c3d8,ffff80002510c420) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80002510c4a0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff80002510c4a0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x489e7c03500, count: -86 ddb{0}> show registers rdi 0xffffffff82765bb8 netlock rsi 0x9dd7 __ALIGN_SIZE+0x8dd7 rbp 0xffff800025109010 rbx 0xfffffd806da13700 rdx 0x9dd8 __ALIGN_SIZE+0x8dd8 rcx 0xffff800023101000 rax 0xffff800023101000 r8 0 r9 0xfffffd806f68fa68 r10 0x13 r11 0x6d7796082c50f057 r12 0x1000 __ALIGN_SIZE r13 0xfffffd806f68fa68 r14 0xfffffd806da13700 r15 0 rip 0xffffffff81854231 rw_status+0x11 cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff800025109000 ss 0x10 rw_status+0x11: pushq %r11 ddb{0}> show proc PROC (syz-executor.1) pid=74544 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=78, nice=20 forw=0xffffffffffffffff, list=0xffff800020e374f8,0xffffffff8291b608 process=0xffff8000ffffcbc0 user=0xffff800025107000, vmspace=0xfffffd807efff000 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 69552 56883 19456 32767 7 0x10 syz-executor.1 *69552 74544 19456 32767 7 0x4000010 syz-executor.1 19456 501286 28809 32767 3 0x90 nanosleep syz-executor.1 28809 119790 72274 0 3 0x82 wait syz-executor.1 46969 423637 27195 32767 3 0x90 piperd syz-executor.0 27195 84883 72274 0 3 0x82 wait syz-executor.0 60638 214629 0 0 3 0x14200 bored sosplice 72274 225283 3620 0 3 0x82 thrsleep syz-fuzzer 72274 109144 3620 0 3 0x4000082 nanosleep syz-fuzzer 72274 337633 3620 0 3 0x4000082 thrsleep syz-fuzzer 72274 271951 3620 0 3 0x4000082 thrsleep syz-fuzzer 72274 21340 3620 0 3 0x4000082 thrsleep syz-fuzzer 72274 467398 3620 0 3 0x4000082 thrsleep syz-fuzzer 72274 522613 3620 0 3 0x4000082 thrsleep syz-fuzzer 72274 41730 3620 0 3 0x4000082 kqread syz-fuzzer 72274 24992 3620 0 2 0x4000002 syz-fuzzer 72274 126890 3620 0 3 0x4000082 thrsleep syz-fuzzer 72274 176817 3620 0 3 0x4000082 thrsleep syz-fuzzer 3620 382966 67450 0 3 0x10008a pause ksh 67450 286951 95113 0 3 0x92 select sshd 84458 309368 1 0 3 0x100083 ttyin getty 95113 359763 1 0 3 0x80 select sshd 85677 504317 44822 73 3 0x100090 kqread syslogd 44822 49287 1 0 3 0x100082 netio syslogd 32246 97144 1 77 3 0x100090 poll dhclient 73123 375788 1 0 3 0x80 poll dhclient 93785 522873 0 0 3 0x14200 bored smr 86257 21054 0 0 2 0x14200 zerothread 33931 270458 0 0 3 0x14200 aiodoned aiodoned 66802 152763 0 0 3 0x14200 syncer update 46507 292796 0 0 3 0x14200 cleaner cleaner 47170 221369 0 0 3 0x14200 reaper reaper 16511 482253 0 0 3 0x14200 pgdaemon pagedaemon 54804 317391 0 0 3 0x14200 bored crynlk 25506 60422 0 0 3 0x14200 bored crypto 39310 11220 0 0 3 0x40014200 acpi0 acpi0 97134 362413 0 0 3 0x40014200 idle1 85173 19552 0 0 3 0x14200 bored softnet 17903 411676 0 0 3 0x14200 bored systqmp 87864 227063 0 0 3 0x14200 bored systq 25917 78085 0 0 3 0x40014200 bored softclock 38243 132518 0 0 3 0x40014200 idle0 1 223068 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 69552 (syz-executor.1) thread 0xffff800020e38608 (74544) exclusive rwlock netlock r = 0 (0xffffffff82765bc8) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 dofilewritev+0x1b6 sys/kern/sys_generic.c:365 #4 sys_write+0x83 sys/kern/sys_generic.c:285 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9466 6330K 6330K 78643K 10709 0 pcb 13 8K 8K 78643K 13 0 rtable 107 3K 3K 78643K 2290 0 ifaddr 39 10K 10K 78643K 397 0 sysctl 2 0K 0K 78643K 4 0 counters 43 33K 33K 78643K 143 0 ioctlops 0 0K 2K 78643K 110 0 iov 0 0K 16K 78643K 343 0 mount 1 1K 1K 78643K 1 0 vnodes 1217 77K 77K 78643K 2156 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 18 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 229 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 7 21K 33K 78643K 7357 0 sigio 0 0K 0K 78643K 15 0 proc 48 50K 83K 78643K 2476 0 subproc 34 2K 2K 78643K 884 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 502 0 in_multi 33 2K 2K 78643K 674 0 ether_multi 1 0K 0K 78643K 20 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 939 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 120 23K 39K 78643K 17171 0 UVM aobj 70 3K 3K 78643K 76 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 1K 78643K 283 0 NDP 5 0K 0K 78643K 159 0 temp 102 3865K 3929K 78643K 22025 0 kqueue 3 4K 16K 78643K 95 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 109 0 102 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 264 0 262 1 0 1 1 0 8 0 rtentry 112 604 0 559 2 0 2 2 0 8 0 unpcb 120 1333 0 1323 1 0 1 1 0 8 0 syncache 264 35 0 35 12 11 1 1 0 8 1 sackhl 24 3 0 3 2 2 0 1 0 8 0 tcpqe 32 200 0 200 8 8 0 1 0 8 0 tcpcb 544 1644 0 1640 14 12 2 4 0 8 1 ipq 40 16 0 16 4 3 1 1 0 8 1 ipqe 40 337 0 337 4 3 1 1 0 8 1 inpcb 296 4048 0 4038 14 12 2 2 0 8 1 rttmr 72 5 0 5 2 2 0 1 0 8 0 ip6q 72 2 0 2 2 2 0 1 0 8 0 ip6af 40 5 0 5 2 2 0 1 0 8 0 nd6 48 160 0 154 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 2522 0 2327 18 5 13 14 0 8 0 art_table 32 2523 0 2327 2 0 2 2 0 8 0 art_node 16 603 0 562 1 0 1 1 0 8 0 sysvmsgpl 40 4 0 2 1 0 1 1 0 8 0 semupl 112 2 0 2 1 1 0 1 0 8 0 semapl 112 223 0 213 1 0 1 1 0 8 0 shmpl 112 73 0 6 3 1 2 2 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 8682 0 7280 89 1 88 89 0 8 0 ffsino 272 8682 0 7280 94 0 94 94 0 8 0 nchpl 144 17319 0 15731 60 0 60 60 0 8 0 uvmvnodes 72 5926 0 0 108 0 108 108 0 8 0 vnodes 208 5926 0 0 312 0 312 312 0 8 0 namei 1024 47995 0 47995 4 3 1 1 0 8 1 percpumem 16 82 0 50 1 0 1 1 0 8 0 scxspl 192 48694 0 48694 12 11 1 7 0 8 1 plimitpl 152 554 0 545 1 0 1 1 0 8 0 sigapl 424 7395 0 7363 4 0 4 4 0 8 0 futexpl 56 35142 0 35142 6 5 1 1 0 8 1 knotepl 112 773 0 754 1 0 1 1 0 8 0 kqueuepl 144 308 0 301 1 0 1 1 0 8 0 pipepl 304 990 0 980 14 12 2 2 0 8 1 fdescpl 496 7379 0 7363 3 0 3 3 0 8 0 filepl 152 23748 0 23649 11 6 5 6 0 8 1 lockfpl 104 227 0 226 1 0 1 1 0 8 0 lockfspl 48 71 0 70 1 0 1 1 0 8 0 sessionpl 112 67 0 57 1 0 1 1 0 8 0 pgrppl 48 152 0 142 1 0 1 1 0 8 0 ucredpl 96 2721 0 2712 1 0 1 1 0 8 0 zombiepl 144 7363 0 7363 1 0 1 1 0 8 1 processpl 992 7395 0 7363 5 0 5 5 0 8 0 procpl 624 14141 0 14098 8 4 4 5 0 8 0 sosppl 128 550 0 549 10 9 1 1 0 8 0 sockpl 400 6101 0 6081 10 7 3 4 0 8 0 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 4 0 0 1 0 1 1 0 8 0 mcl12k 12288 10 0 0 1 0 1 1 0 8 0 mcl9k 9216 7 0 0 1 0 1 1 0 8 0 mcl8k 8192 3 0 0 1 0 1 1 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 8 0 0 1 0 1 1 0 8 0 mcl2k 2048 254 0 0 20 3 17 20 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 607 0 0 21 0 21 21 0 8 0 bufpl 280 38018 0 31784 446 0 446 446 0 8 0 anonpl 16 452507 0 442218 79 32 47 53 0 124 0 amapchunkpl 152 32719 0 32576 78 71 7 19 0 158 0 amappl16 192 18416 0 17818 71 41 30 40 0 8 0 amappl15 184 3007 0 3002 1 0 1 1 0 8 0 amappl14 176 620 0 617 1 0 1 1 0 8 0 amappl13 168 1039 0 1034 1 0 1 1 0 8 0 amappl12 160 1184 0 1181 2 1 1 1 0 8 0 amappl11 152 1289 0 1280 1 0 1 1 0 8 0 amappl10 144 574 0 565 1 0 1 1 0 8 0 amappl9 136 1136 0 1134 1 0 1 1 0 8 0 amappl8 128 2098 0 2063 2 0 2 2 0 8 0 amappl7 120 744 0 724 1 0 1 1 0 8 0 amappl6 112 598 0 593 2 1 1 1 0 8 0 amappl5 104 3242 0 3231 1 0 1 1 0 8 0 amappl4 96 2217 0 2189 1 0 1 1 0 8 0 amappl3 88 1004 0 998 1 0 1 1 0 8 0 amappl2 80 30593 0 30527 2 0 2 2 0 8 0 amappl1 72 151117 0 150678 22 12 10 17 0 8 0 amappl 80 15185 0 15139 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 75 0 6 2 0 2 2 0 8 0 uaddrrnd 24 7379 0 7363 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 7379 0 7363 1 0 1 1 0 8 0 vmmpekpl 168 40941 0 40906 2 0 2 2 0 8 0 vmmpepl 168 830198 0 828370 263 170 93 104 0 357 10 vmsppl 368 7378 0 7363 2 0 2 2 0 8 0 pdppl 4096 14765 0 14726 11 6 5 6 0 8 0 pvpl 32 1504709 0 1491198 211 91 120 135 0 265 0 pmappl 232 7378 0 7363 10 9 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 303 0 43 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace rw_status(ffffffff82765bb8) at rw_status+0x11 sys/kern/kern_rwlock.c:357 ip_output(fffffd806da13700,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x71 sys/netinet/ip_output.c:113 udp_output(fffffd806f68fa68,fffffd806da13700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd807d744b00,fffffd807d744bac,0,14,fffffd807d744bc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025109658,ffff800025109664,11,2) at udp_input+0x1323 ip_deliver(ffff800025109658,ffff800025109664,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025109658,ffff800025109664,983b,0) at ip_ours+0x412 ip_input_if(ffff800025109658,ffff800025109664,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806a6fb100) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806a6fb100,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8069cde300,fffffd806f68fae8,fffffd806f4ba230,ffff8000251097a8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069cde300,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069cde300,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d579400,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd806d579400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd806da13700,fffffd806da137e0,0,14,fffffd806da137f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025109e48,ffff800025109e54,11,2) at udp_input+0x1323 ip_deliver(ffff800025109e48,ffff800025109e54,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025109e48,ffff800025109e54,78ca,0) at ip_ours+0x412 ip_input_if(ffff800025109e48,ffff800025109e54,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807f01ff00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807f01ff00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807f01f200,fffffd806f68fae8,fffffd806f4ba230,ffff800025109f98) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f01f200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f01f200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d3500,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd806f3d3500,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd806d579400,fffffd806d5794ac,0,14,fffffd806d5794c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510a638,ffff80002510a644,11,2) at udp_input+0x1323 ip_deliver(ffff80002510a638,ffff80002510a644,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510a638,ffff80002510a644,6086,0) at ip_ours+0x412 ip_input_if(ffff80002510a638,ffff80002510a644,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807d783700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807d783700,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807b5e7b00,fffffd806f68fae8,fffffd806f4ba230,ffff80002510a788) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807b5e7b00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807b5e7b00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807d743f00,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd807d743f00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd806f3d3500,fffffd806f3d35e0,0,14,fffffd806f3d35f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510ae28,ffff80002510ae34,11,2) at udp_input+0x1323 ip_deliver(ffff80002510ae28,ffff80002510ae34,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510ae28,ffff80002510ae34,410c,0) at ip_ours+0x412 ip_input_if(ffff80002510ae28,ffff80002510ae34,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807f01f000) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807f01f000,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8069b3ab00,fffffd806f68fae8,fffffd806f4ba230,ffff80002510af78) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069b3ab00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069b3ab00,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8069b3a000,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd8069b3a000,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd807d743f00,fffffd807d743fac,0,14,fffffd807d743fc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510b618,ffff80002510b624,11,2) at udp_input+0x1323 ip_deliver(ffff80002510b618,ffff80002510b624,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510b618,ffff80002510b624,305d,0) at ip_ours+0x412 ip_input_if(ffff80002510b618,ffff80002510b624,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d579900) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d579900,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806a02c000,fffffd806f68fae8,fffffd806f4ba230,ffff80002510b768) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806a02c000,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806a02c000,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d3800,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd806f3d3800,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8066dc7cb0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8066dc7cb0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f68fa68,fffffd8069b3a000,fffffd8069b3a0e0,0,14,fffffd8069b3a0f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002510be08,ffff80002510be14,11,2) at udp_input+0x1323 ip_deliver(ffff80002510be08,ffff80002510be14,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002510be08,ffff80002510be14,1489,0) at ip_ours+0x412 ip_input_if(ffff80002510be08,ffff80002510be14,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8069b3a400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8069b3a400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8069b3a200,fffffd806f68fae8,fffffd806f4ba230,ffff80002510bf58) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069b3a200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069b3a200,fffffd806f68fae8,fffffd806f4ba230) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807b5e7100,0,fffffd806f68fad8,0,0,fffffd806f68fa68) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f68fa68,fffffd807d744b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd8066dc7cb0,0,ffff80002510c338,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 dofilewritev(ffff800020e38608,4,ffff80002510c338,0,ffff80002510c420) at dofilewritev+0x1b6 sys/kern/sys_generic.c:365 sys_write(ffff800020e38608,ffff80002510c3d8,ffff80002510c420) at sys_write+0x83 sys/kern/sys_generic.c:285 syscall(ffff80002510c4a0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff80002510c4a0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x489e7c03500, count: -86 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7fffff1810, count: -3