kernel: double fault trap, code=0 Stopped at ip_insertoptions+0x1b: pushq %r12 ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace ip_insertoptions(fffffd8065733400,fffffd8069d83f00,ffff800020ea10e8) at ip_insertoptions+0x1b sys/netinet/ip_output.c:766 ip_output(fffffd8065733400,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x143 sys/netinet/ip_output.c:125 udp_output(fffffd80684d24b8,fffffd8065733400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd807eb2b700,fffffd807eb2b7a8,0,18,fffffd807eb2b7c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea1688,ffff800020ea1694,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea1688,ffff800020ea1694,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea1688,ffff800020ea1694,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea1688,ffff800020ea1694,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806f2ed600) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806f2ed600,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807eb2b800,fffffd80684d2538,fffffd806f46b310,ffff800020ea17d8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807eb2b800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807eb2b800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f2ed200,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806f2ed200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd8065733400,fffffd80657334a8,0,18,fffffd80657334c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea1e78,ffff800020ea1e84,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea1e78,ffff800020ea1e84,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea1e78,ffff800020ea1e84,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea1e78,ffff800020ea1e84,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806adbea00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806adbea00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807f00e800,fffffd80684d2538,fffffd806f46b310,ffff800020ea1fc8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f00e800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f00e800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d809300,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806d809300,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806f2ed200,fffffd806f2ed2a8,0,18,fffffd806f2ed2c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea2668,ffff800020ea2674,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea2668,ffff800020ea2674,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea2668,ffff800020ea2674,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea2668,ffff800020ea2674,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d87a600) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d87a600,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806adbe100,fffffd80684d2538,fffffd806f46b310,ffff800020ea27b8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806adbe100,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806adbe100,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d809c00,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806d809c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806d809300,fffffd806d8093a8,0,18,fffffd806d8093c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea2e58,ffff800020ea2e64,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea2e58,ffff800020ea2e64,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea2e58,ffff800020ea2e64,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea2e58,ffff800020ea2e64,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806adbec00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806adbec00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8074663a00,fffffd80684d2538,fffffd806f46b310,ffff800020ea2fa8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8074663a00,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8074663a00,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f2eda00,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806f2eda00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806d809c00,fffffd806d809ca8,0,18,fffffd806d809cc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea3648,ffff800020ea3654,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea3648,ffff800020ea3654,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea3648,ffff800020ea3654,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea3648,ffff800020ea3654,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806db3a700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806db3a700,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806ae22700,fffffd80684d2538,fffffd806f46b310,ffff800020ea3798) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806ae22700,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806ae22700,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806adbf400,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806adbf400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806f2eda00,fffffd806f2edab0,0,18,fffffd8074f94000) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea3e38,ffff800020ea3e44,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea3e38,ffff800020ea3e44,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea3e38,ffff800020ea3e44,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea3e38,ffff800020ea3e44,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d809000) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d809000,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806d87a300,fffffd80684d2538,fffffd806f46b310,ffff800020ea3f88) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d87a300,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d87a300,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f2edc00,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806f2edc00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd80656c1e38,0,ffff800020ea42b0,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff8000ffffb160,0,ffff800020ea4390,0,ffff800020ea4470) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff8000ffffb160,ffff800020ea4428,ffff800020ea4470) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800020ea44f0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020ea44f0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9a110822550, count: -86 ddb{1}> show registers rdi 0xfffffd8065733400 rsi 0xfffffd8069d83f00 rbp 0xffff800020ea1040 rbx 0x2 rdx 0xffff800020ea10e8 rcx 0xa097 __ALIGN_SIZE+0x9097 rax 0xffffffff81d5c200 ip_output+0x130 r8 0 r9 0xfffffd80684d24b8 r10 0x5 r11 0x6bf4b60a41a3ffed r12 0x1 r13 0x3 r14 0 r15 0xfffffd8069d83f00 rip 0xffffffff81d5d58b ip_insertoptions+0x1b cs 0x8 rflags 0x10206 __ALIGN_SIZE+0xf206 rsp 0xffff800020ea1000 ss 0x10 ip_insertoptions+0x1b: pushq %r12 ddb{1}> show proc PROC (syz-executor.0) pid=59847 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=79, nice=20 forw=0xffffffffffffffff, list=0xffff8000ffffa508,0xffff8000ffffbb50 process=0xffff8000ffff97a8 user=0xffff800020e9f000, vmspace=0xfffffd807efff170 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 35990 369978 69542 32767 7 0x10 syz-executor.0 *35990 59847 69542 32767 7 0x4000010 syz-executor.0 35990 55087 69542 32767 2 0x4000010 syz-executor.0 35990 304500 69542 32767 3 0x4000090 fsleep syz-executor.0 69542 389759 62449 32767 3 0x90 nanosleep syz-executor.0 62449 347880 13395 0 3 0x82 wait syz-executor.0 85475 333624 0 0 3 0x14200 bored sosplice 37797 184750 62553 32767 3 0x90 piperd syz-executor.1 62553 89350 13395 0 3 0x82 wait syz-executor.1 13395 491806 20541 0 3 0x82 thrsleep syz-fuzzer 13395 442183 20541 0 3 0x4000082 nanosleep syz-fuzzer 13395 128455 20541 0 3 0x4000082 thrsleep syz-fuzzer 13395 228935 20541 0 3 0x4000082 thrsleep syz-fuzzer 13395 458783 20541 0 3 0x4000082 thrsleep syz-fuzzer 13395 342753 20541 0 3 0x4000082 thrsleep syz-fuzzer 13395 457818 20541 0 3 0x4000082 kqread syz-fuzzer 13395 464822 20541 0 2 0x4000002 syz-fuzzer 20541 417870 80383 0 3 0x10008a pause ksh 80383 94490 21309 0 3 0x92 select sshd 6722 231850 1 0 3 0x100083 ttyin getty 21309 445800 1 0 3 0x80 select sshd 40698 460871 84699 73 3 0x100090 kqread syslogd 84699 142313 1 0 3 0x100082 netio syslogd 56723 405942 1 77 3 0x100090 poll dhclient 64374 357885 1 0 3 0x80 poll dhclient 77863 137291 0 0 3 0x14200 bored smr 80627 299218 0 0 2 0x14200 zerothread 81041 10745 0 0 3 0x14200 aiodoned aiodoned 45250 143145 0 0 3 0x14200 syncer update 12203 519238 0 0 3 0x14200 cleaner cleaner 64826 432969 0 0 3 0x14200 reaper reaper 70645 93924 0 0 3 0x14200 pgdaemon pagedaemon 66522 161596 0 0 3 0x14200 bored crynlk 81163 123673 0 0 3 0x14200 bored crypto 29178 348666 0 0 3 0x40014200 acpi0 acpi0 53732 302220 0 0 3 0x40014200 idle1 42477 303145 0 0 3 0x14200 bored softnet 65501 24809 0 0 3 0x14200 bored systqmp 66433 132865 0 0 3 0x14200 bored systq 47978 181926 0 0 3 0x40014200 bored softclock 65032 228596 0 0 3 0x40014200 idle0 1 124449 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 35990 (syz-executor.0) thread 0xffff8000ffffb160 (59847) exclusive rwlock netlock r = 0 (0xffffffff8278a4a0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 sendit+0x52b sys/kern/uipc_syscalls.c:657 #4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9465 6330K 6330K 78643K 10591 0 pcb 13 8K 8K 78643K 13 0 rtable 105 3K 3K 78643K 685 0 ifaddr 39 10K 10K 78643K 118 0 sysctl 0 0K 0K 78643K 1 0 counters 43 33K 33K 78643K 65 0 ioctlops 0 0K 2K 78643K 44 0 iov 0 0K 24K 78643K 88 0 mount 1 1K 1K 78643K 1 0 vnodes 1216 76K 76K 78643K 1446 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 19 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 88 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 7 21K 33K 78643K 1209 0 sigio 0 0K 0K 78643K 14 0 proc 48 50K 83K 78643K 906 0 subproc 34 2K 2K 78643K 221 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 126 0 in_multi 33 2K 2K 78643K 166 0 ether_multi 1 0K 0K 78643K 2 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 1K 78643K 385 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 148 24K 40K 78643K 4557 0 UVM aobj 85 3K 3K 78643K 91 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 34 0 NDP 5 0K 0K 78643K 42 0 temp 101 3869K 3933K 78643K 5430 0 kqueue 3 4K 9K 78643K 36 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 29 0 23 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 88 123 0 121 1 0 1 1 0 8 0 rtentry 112 168 0 124 2 0 2 2 0 8 0 unpcb 120 882 0 874 1 0 1 1 0 8 0 syncache 272 16 0 16 4 4 0 1 0 8 0 tcpqe 32 238 0 238 2 2 0 1 0 8 0 tcpcb 592 305 0 300 8 6 2 2 0 8 1 ipq 40 8 0 8 1 0 1 1 0 8 1 ipqe 40 23 0 23 1 0 1 1 0 8 1 inpcb 296 1212 0 1200 5 3 2 3 0 8 0 ip6q 72 1 0 1 1 1 0 1 0 8 0 ip6af 40 1 0 1 1 1 0 1 0 8 0 nd6 48 40 0 34 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 690 0 499 13 1 12 13 0 8 0 art_table 32 691 0 499 2 0 2 2 0 8 0 art_node 16 167 0 127 1 0 1 1 0 8 0 sysvmsgpl 40 24 0 17 1 0 1 1 0 8 0 semupl 112 3 0 3 1 1 0 1 0 8 0 semapl 112 82 0 72 1 0 1 1 0 8 0 shmpl 112 88 0 6 3 0 3 3 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 2813 0 1415 88 0 88 88 0 8 0 ffsino 272 2813 0 1415 94 0 94 94 0 8 0 nchpl 144 4738 0 3151 60 0 60 60 0 8 0 uvmvnodes 72 3043 0 0 56 0 56 56 0 8 0 vnodes 208 3043 0 0 161 0 161 161 0 8 0 namei 1024 13898 0 13898 2 1 1 1 0 8 1 percpumem 16 43 0 11 1 0 1 1 0 8 0 scxspl 200 13893 0 13893 9 8 1 7 0 8 1 plimitpl 152 139 0 130 1 0 1 1 0 8 0 sigapl 424 1364 0 1332 4 0 4 4 0 8 0 futexpl 56 17335 0 17334 2 1 1 1 0 8 0 knotepl 112 247 0 227 1 0 1 1 0 8 0 kqueuepl 152 185 0 177 1 0 1 1 0 8 0 pipepl 304 265 0 254 6 4 2 2 0 8 1 fdescpl 496 1348 0 1332 3 0 3 3 0 8 0 filepl 152 7543 0 7438 7 2 5 6 0 8 0 lockfpl 104 131 0 130 1 0 1 1 0 8 0 lockfspl 48 50 0 49 1 0 1 1 0 8 0 sessionpl 120 28 0 18 1 0 1 1 0 8 0 pgrppl 48 142 0 132 1 0 1 1 0 8 0 ucredpl 96 855 0 846 1 0 1 1 0 8 0 zombiepl 144 1332 0 1332 1 0 1 1 0 8 1 processpl 1008 1364 0 1332 5 0 5 5 0 8 0 procpl 632 3309 0 3267 4 0 4 4 0 8 0 sosppl 144 14 0 13 6 5 1 1 0 8 0 sockpl 400 2239 0 2217 9 6 3 5 0 8 0 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 18 0 0 2 0 2 2 0 8 0 mcl9k 9216 4 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 6 0 0 1 0 1 1 0 8 0 mcl2k 2048 185 0 0 23 0 23 23 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 353 0 0 15 0 15 15 0 8 0 bufpl 280 5392 0 140 376 0 376 376 0 8 0 anonpl 16 201445 0 189785 102 38 64 65 0 124 14 amapchunkpl 152 9318 0 9072 42 28 14 24 0 158 4 amappl16 192 7377 0 6819 91 55 36 40 0 8 8 amappl15 184 42 0 39 1 0 1 1 0 8 0 amappl14 176 359 0 359 3 3 0 1 0 8 0 amappl13 168 517 0 514 1 0 1 1 0 8 0 amappl12 160 328 0 326 1 0 1 1 0 8 0 amappl11 152 272 0 262 1 0 1 1 0 8 0 amappl10 144 74 0 69 1 0 1 1 0 8 0 amappl9 136 502 0 501 1 0 1 1 0 8 0 amappl8 128 576 0 542 2 0 2 2 0 8 0 amappl7 120 227 0 211 1 0 1 1 0 8 0 amappl6 112 31 0 25 1 0 1 1 0 8 0 amappl5 104 878 0 867 1 0 1 1 0 8 0 amappl4 96 1034 0 1006 1 0 1 1 0 8 0 amappl3 88 685 0 676 1 0 1 1 0 8 0 amappl2 80 9280 0 9213 2 0 2 2 0 8 0 amappl1 72 51230 0 50776 21 11 10 17 0 8 0 amappl 80 3752 0 3674 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 90 0 6 2 0 2 2 0 8 0 uaddrrnd 24 1348 0 1332 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1348 0 1332 1 0 1 1 0 8 0 vmmpekpl 168 13677 0 13649 2 0 2 2 0 8 0 vmmpepl 168 188808 0 186987 152 58 94 97 0 357 14 vmsppl 368 1347 0 1332 2 0 2 2 0 8 0 pdppl 4096 2703 0 2664 13 8 5 6 0 8 0 pvpl 32 518258 0 503399 219 63 156 159 0 265 25 pmappl 232 1347 0 1332 2 1 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 275 0 22 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82722ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7fffff3960, count: -3 ddb{0}> machine ddbcpu 1 Stopped at ip_insertoptions+0x1b: pushq %r12 ddb{1}> trace ip_insertoptions(fffffd8065733400,fffffd8069d83f00,ffff800020ea10e8) at ip_insertoptions+0x1b sys/netinet/ip_output.c:766 ip_output(fffffd8065733400,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x143 sys/netinet/ip_output.c:125 udp_output(fffffd80684d24b8,fffffd8065733400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd807eb2b700,fffffd807eb2b7a8,0,18,fffffd807eb2b7c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea1688,ffff800020ea1694,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea1688,ffff800020ea1694,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea1688,ffff800020ea1694,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea1688,ffff800020ea1694,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806f2ed600) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806f2ed600,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807eb2b800,fffffd80684d2538,fffffd806f46b310,ffff800020ea17d8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807eb2b800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807eb2b800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f2ed200,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806f2ed200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd8065733400,fffffd80657334a8,0,18,fffffd80657334c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea1e78,ffff800020ea1e84,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea1e78,ffff800020ea1e84,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea1e78,ffff800020ea1e84,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea1e78,ffff800020ea1e84,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806adbea00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806adbea00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807f00e800,fffffd80684d2538,fffffd806f46b310,ffff800020ea1fc8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f00e800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f00e800,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d809300,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806d809300,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806f2ed200,fffffd806f2ed2a8,0,18,fffffd806f2ed2c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea2668,ffff800020ea2674,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea2668,ffff800020ea2674,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea2668,ffff800020ea2674,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea2668,ffff800020ea2674,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d87a600) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d87a600,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806adbe100,fffffd80684d2538,fffffd806f46b310,ffff800020ea27b8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806adbe100,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806adbe100,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d809c00,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806d809c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806d809300,fffffd806d8093a8,0,18,fffffd806d8093c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea2e58,ffff800020ea2e64,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea2e58,ffff800020ea2e64,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea2e58,ffff800020ea2e64,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea2e58,ffff800020ea2e64,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806adbec00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806adbec00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8074663a00,fffffd80684d2538,fffffd806f46b310,ffff800020ea2fa8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8074663a00,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8074663a00,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f2eda00,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806f2eda00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806d809c00,fffffd806d809ca8,0,18,fffffd806d809cc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea3648,ffff800020ea3654,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea3648,ffff800020ea3654,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea3648,ffff800020ea3654,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea3648,ffff800020ea3654,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806db3a700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806db3a700,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806ae22700,fffffd80684d2538,fffffd806f46b310,ffff800020ea3798) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806ae22700,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806ae22700,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806adbf400,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806adbf400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd80656c1e38,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd80656c1e38) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd80684d24b8,fffffd806f2eda00,fffffd806f2edab0,0,18,fffffd8074f94000) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800020ea3e38,ffff800020ea3e44,11,2) at udp_input+0x1323 ip_deliver(ffff800020ea3e38,ffff800020ea3e44,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800020ea3e38,ffff800020ea3e44,ffff800021edf000,0) at ip_ours+0x412 ip_input_if(ffff800020ea3e38,ffff800020ea3e44,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d809000) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d809000,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806d87a300,fffffd80684d2538,fffffd806f46b310,ffff800020ea3f88) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d87a300,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d87a300,fffffd80684d2538,fffffd806f46b310) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f2edc00,fffffd8069d83f00,fffffd80684d2528,0,0,fffffd80684d24b8) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd80684d24b8,fffffd806f2edc00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd80656c1e38,0,ffff800020ea42b0,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff8000ffffb160,0,ffff800020ea4390,0,ffff800020ea4470) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff8000ffffb160,ffff800020ea4428,ffff800020ea4470) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800020ea44f0) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800020ea44f0) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0x9a110822550, count: -86