kernel: double fault trap, code=0 Stopped at witness_checkorder+0x13: pushq %r11 ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace witness_checkorder(ffffffff828d6310,9,0) at witness_checkorder+0x13 sys/kern/subr_witness.c:756 mtx_enter(ffffffff828d6300) at mtx_enter+0x3a sys/kern/kern_lock.c:265 uvm_pmr_getpages(1,0,100000,1,0,1) at uvm_pmr_getpages+0x34e sys/uvm/uvm_pmemrange.c:941 uvm_pglistalloc(1000,0,ffffffff,0,0,ffff80002531f2a8) at uvm_pglistalloc+0x362 sys/uvm/uvm_page.c:790 km_alloc(1000,ffff80002531f338,ffffffff82541860,ffff80002531f350) at km_alloc+0x3fd sys/uvm/uvm_km.c:842 pool_multi_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_multi_alloc+0xd8 sys/kern/subr_pool.c:1650 m_pool_alloc(ffffffff82930c80,2,ffff80002531f5b8) at m_pool_alloc+0x7b sys/kern/uipc_mbuf.c:1482 pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 pool_allocator_alloc sys/kern/subr_pool.c:1598 [inline] pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 sys/kern/subr_pool.c:919 pool_do_get(ffffffff82930c80,2,ffff80002531f5b8) at pool_do_get+0x10f sys/kern/subr_pool.c:704 pool_get(ffffffff82930c80,2) at pool_get+0xeb sys/kern/subr_pool.c:581 m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline] m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667 ether_resolve(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0,ffff80002531f758) at ether_resolve+0x49f sys/net/if_ethersubr.c:238 ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f380700,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806f380700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd807118f100,fffffd807118f1a8,0,18,fffffd807118f1c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002531fdf8,ffff80002531fe04,11,2) at udp_input+0x1323 ip_deliver(ffff80002531fdf8,ffff80002531fe04,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002531fdf8,ffff80002531fe04,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff80002531fdf8,ffff80002531fe04,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d206400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d206400,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0,ffff80002531ff48) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807118f300,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd807118f300,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd806f380700,fffffd806f3807a8,0,18,fffffd806f3807c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253205e8,ffff8000253205f4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253205e8,ffff8000253205f4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253205e8,ffff8000253205f4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff8000253205e8,ffff8000253205f4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd80694fc300) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd80694fc300,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0,ffff800025320738) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806db2bb00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806db2bb00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd807118f300,fffffd807118f3a8,0,18,fffffd807118f3c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025320dd8,ffff800025320de4,11,2) at udp_input+0x1323 ip_deliver(ffff800025320dd8,ffff800025320de4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025320dd8,ffff800025320de4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff800025320dd8,ffff800025320de4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807f00d400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807f00d400,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0,ffff800025320f28) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807f00dd00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd807f00dd00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd806db2bb00,fffffd806db2bba8,0,18,fffffd806db2bbc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253215c8,ffff8000253215d4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253215c8,ffff8000253215d4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253215c8,ffff8000253215d4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff8000253215c8,ffff8000253215d4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806f380400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806f380400,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0,ffff800025321718) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806a767c00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806a767c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd807f00dd00,fffffd807f00ddb0,0,18,fffffd806ccbd800) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025321db8,ffff800025321dc4,11,2) at udp_input+0x1323 ip_deliver(ffff800025321db8,ffff800025321dc4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025321db8,ffff800025321dc4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff800025321db8,ffff800025321dc4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806a756200) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806a756200,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0,ffff800025321f08) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806ccbe200,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806ccbe200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd806ebfde18,0,ffff800025322230,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff8000ffffb8c8,4,ffff800025322310,0,ffff8000253223f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff8000ffffb8c8,ffff8000253223a8,ffff8000253223f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800025322470) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800025322470) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf6a96c932a0, count: -85 ddb{0}> show registers rdi 0xffffffff828d6310 uvm+0x70 rsi 0x9 rbp 0xffff80002531f020 rbx 0x2 rdx 0 rcx 0xaeef __ALIGN_SIZE+0x9eef rax 0xffffffff81ac0821 mtx_enter+0x21 r8 0 r9 0x1 r10 0x58c62c6d3108c41b r11 0x17ce1f97c54285f1 r12 0xffffffff82795ff0 cpu_info_full_primary+0x1ff0 r13 0x1 r14 0xffffffff828d6300 uvm+0x60 r15 0x2 rip 0xffffffff81d07e83 witness_checkorder+0x13 cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff80002531f000 ss 0x10 witness_checkorder+0x13: pushq %r11 ddb{0}> show proc PROC (syz-executor.1) pid=498596 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=86, nice=20 forw=0xffffffffffffffff, list=0xffff8000ffffa290,0xffffffff8293a4c8 process=0xffff8000ffff83f8 user=0xffff80002531d000, vmspace=0xfffffd807effe000 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 65051 181471 35088 32767 7 0x10 syz-executor.1 65051 19504 35088 32767 3 0x4000090 fsleep syz-executor.1 65051 395174 35088 32767 2 0x4000010 syz-executor.1 *65051 498596 35088 32767 7 0x4000010 syz-executor.1 35088 493431 11901 32767 3 0x90 nanosleep syz-executor.1 11901 105029 70732 0 3 0x82 wait syz-executor.1 13608 333586 0 0 3 0x14200 bored sosplice 4615 159609 87942 32767 3 0x90 piperd syz-executor.0 87942 186125 70732 0 3 0x82 wait syz-executor.0 70732 390028 62720 0 3 0x82 thrsleep syz-fuzzer 70732 189092 62720 0 3 0x4000082 nanosleep syz-fuzzer 70732 89780 62720 0 3 0x4000082 thrsleep syz-fuzzer 70732 57161 62720 0 3 0x4000082 thrsleep syz-fuzzer 70732 289723 62720 0 3 0x4000082 kqread syz-fuzzer 70732 19095 62720 0 3 0x4000082 thrsleep syz-fuzzer 70732 136587 62720 0 2 0x4000002 syz-fuzzer 70732 448878 62720 0 3 0x4000082 thrsleep syz-fuzzer 62720 33886 16596 0 3 0x10008a pause ksh 16596 198328 75492 0 3 0x92 select sshd 34419 68224 1 0 3 0x100083 ttyin getty 75492 349725 1 0 3 0x80 select sshd 5290 202189 72164 73 3 0x100090 kqread syslogd 72164 230248 1 0 3 0x100082 netio syslogd 33540 392591 1 77 3 0x100090 poll dhclient 36996 130724 1 0 3 0x80 poll dhclient 79982 36846 0 0 3 0x14200 bored smr 91930 460739 0 0 2 0x14200 zerothread 88309 85354 0 0 3 0x14200 aiodoned aiodoned 37057 174976 0 0 3 0x14200 syncer update 45252 338082 0 0 3 0x14200 cleaner cleaner 88390 315107 0 0 3 0x14200 reaper reaper 64231 48136 0 0 3 0x14200 pgdaemon pagedaemon 61799 229553 0 0 3 0x14200 bored crynlk 76509 142688 0 0 3 0x14200 bored crypto 36873 509000 0 0 3 0x40014200 acpi0 acpi0 44582 455444 0 0 3 0x40014200 idle1 45819 496637 0 0 3 0x14200 bored softnet 8881 426160 0 0 3 0x14200 bored systqmp 18001 160943 0 0 3 0x14200 bored systq 7931 499620 0 0 3 0x40014200 bored softclock 62591 179855 0 0 3 0x40014200 idle0 1 89223 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks Process 65051 (syz-executor.1) thread 0xffff8000ffffb8c8 (498596) exclusive rwlock netlock r = 0 (0xffffffff827011f0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 sendit+0x52b sys/kern/uipc_syscalls.c:657 #4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9466 6330K 6330K 78643K 10577 0 pcb 13 8K 8K 78643K 13 0 rtable 111 3K 3K 78643K 454 0 ifaddr 39 10K 10K 78643K 83 0 sysctl 2 0K 0K 78643K 2 0 counters 43 33K 33K 78643K 55 0 ioctlops 0 0K 2K 78643K 28 0 iov 0 0K 36K 78643K 44 0 mount 1 1K 1K 78643K 1 0 vnodes 1216 76K 76K 78643K 1333 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 5 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 168 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 7 21K 33K 78643K 475 0 sigio 0 0K 0K 78643K 5 0 proc 48 50K 83K 78643K 645 0 subproc 34 2K 2K 78643K 136 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 38 0 in_multi 33 2K 2K 78643K 109 0 ether_multi 1 0K 0K 78643K 4 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 299 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 140 23K 39K 78643K 2386 0 UVM aobj 40 2K 2K 78643K 44 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 31 0 NDP 5 0K 0K 78643K 27 0 temp 101 3869K 3933K 78643K 3372 0 kqueue 3 4K 14K 78643K 42 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 20 0 12 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 88 51 0 49 1 0 1 1 0 8 0 rtentry 112 118 0 71 2 0 2 2 0 8 0 unpcb 120 232 0 224 1 0 1 1 0 8 0 syncache 272 8 0 8 3 3 0 1 0 8 0 tcpqe 32 10 0 10 3 3 0 1 0 8 0 tcpcb 592 140 0 132 4 3 1 2 0 8 0 ipq 40 8 0 8 2 1 1 1 0 8 1 ipqe 40 23 0 23 2 1 1 1 0 8 1 inpcb 296 888 0 873 2 0 2 2 0 8 0 nd6 48 29 0 22 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 477 0 286 13 1 12 13 0 8 0 art_table 32 478 0 286 2 0 2 2 0 8 0 art_node 16 117 0 74 1 0 1 1 0 8 0 sysvmsgpl 40 14 0 8 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 164 0 154 1 0 1 1 0 8 0 shmpl 112 41 0 4 2 0 2 2 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 1821 0 423 88 0 88 88 0 8 0 ffsino 272 1821 0 423 94 0 94 94 0 8 0 nchpl 144 2593 0 1006 60 0 60 60 0 8 0 uvmvnodes 72 1966 0 0 36 0 36 36 0 8 0 vnodes 208 1966 0 0 104 0 104 104 0 8 0 namei 1024 7459 0 7459 4 3 1 1 0 8 1 percpumem 16 38 0 6 1 0 1 1 0 8 0 scxspl 200 7490 0 7490 13 10 3 7 0 8 3 plimitpl 152 58 0 49 1 0 1 1 0 8 0 sigapl 424 645 0 613 4 0 4 4 0 8 0 futexpl 56 6383 0 6382 4 3 1 1 0 8 0 knotepl 112 182 0 162 1 0 1 1 0 8 0 kqueuepl 152 97 0 91 1 0 1 1 0 8 0 pipepl 304 178 0 167 6 4 2 3 0 8 1 fdescpl 496 629 0 613 4 1 3 3 0 8 0 filepl 152 3686 0 3583 8 3 5 7 0 8 1 lockfpl 104 57 0 56 1 0 1 1 0 8 0 lockfspl 48 25 0 24 1 0 1 1 0 8 0 sessionpl 120 23 0 13 1 0 1 1 0 8 0 pgrppl 48 29 0 19 1 0 1 1 0 8 0 ucredpl 96 363 0 354 1 0 1 1 0 8 0 zombiepl 144 613 0 613 1 0 1 1 0 8 1 processpl 1008 645 0 613 5 0 5 5 0 8 0 procpl 632 1395 0 1353 5 1 4 5 0 8 0 sosppl 144 7 0 6 4 3 1 1 0 8 0 sockpl 400 1177 0 1158 6 3 3 4 0 8 1 mcl64k 65536 8 0 0 1 0 1 1 0 8 0 mcl16k 16384 3 0 0 1 0 1 1 0 8 0 mcl12k 12288 7 0 0 1 0 1 1 0 8 0 mcl9k 9216 2 0 0 1 0 1 1 0 8 0 mcl8k 8192 4 0 0 1 0 1 1 0 8 0 mcl4k 4096 12 0 0 2 0 2 2 0 8 0 mcl2k2 2112 2 0 0 1 0 1 1 0 8 0 mcl2k 2048 167 0 0 20 0 20 20 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 320 0 0 15 0 15 15 0 8 0 bufpl 280 3869 0 119 268 0 268 268 0 8 0 anonpl 16 95755 0 84029 91 41 50 66 0 124 0 amapchunkpl 152 6319 0 6084 48 25 23 23 0 158 12 amappl16 192 3057 0 2519 61 33 28 39 0 8 1 amappl15 184 52 0 49 1 0 1 1 0 8 0 amappl14 176 80 0 77 2 1 1 1 0 8 0 amappl13 168 76 0 73 1 0 1 1 0 8 0 amappl12 160 23 0 19 1 0 1 1 0 8 0 amappl11 152 132 0 119 1 0 1 1 0 8 0 amappl10 144 71 0 65 1 0 1 1 0 8 0 amappl9 136 561 0 559 1 0 1 1 0 8 0 amappl8 128 571 0 541 2 0 2 2 0 8 0 amappl7 120 204 0 188 1 0 1 1 0 8 0 amappl6 112 41 0 33 1 0 1 1 0 8 0 amappl5 104 448 0 438 1 0 1 1 0 8 0 amappl4 96 578 0 554 1 0 1 1 0 8 0 amappl3 88 200 0 188 1 0 1 1 0 8 0 amappl2 80 3685 0 3619 2 0 2 2 0 8 0 amappl1 72 28161 0 27702 22 13 9 17 0 8 0 amappl 80 1761 0 1694 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 43 0 4 1 0 1 1 0 8 0 uaddrrnd 24 629 0 613 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 629 0 613 1 0 1 1 0 8 0 vmmpekpl 168 8666 0 8635 2 0 2 2 0 8 0 vmmpepl 168 90526 0 88728 131 36 95 95 0 357 16 vmsppl 368 628 0 613 2 0 2 2 0 8 0 pdppl 4096 1265 0 1226 8 2 6 6 0 8 1 pvpl 32 269090 0 254188 196 53 143 164 0 265 18 pmappl 232 628 0 613 2 1 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 264 0 14 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace witness_checkorder(ffffffff828d6310,9,0) at witness_checkorder+0x13 sys/kern/subr_witness.c:756 mtx_enter(ffffffff828d6300) at mtx_enter+0x3a sys/kern/kern_lock.c:265 uvm_pmr_getpages(1,0,100000,1,0,1) at uvm_pmr_getpages+0x34e sys/uvm/uvm_pmemrange.c:941 uvm_pglistalloc(1000,0,ffffffff,0,0,ffff80002531f2a8) at uvm_pglistalloc+0x362 sys/uvm/uvm_page.c:790 km_alloc(1000,ffff80002531f338,ffffffff82541860,ffff80002531f350) at km_alloc+0x3fd sys/uvm/uvm_km.c:842 pool_multi_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_multi_alloc+0xd8 sys/kern/subr_pool.c:1650 m_pool_alloc(ffffffff82930c80,2,ffff80002531f5b8) at m_pool_alloc+0x7b sys/kern/uipc_mbuf.c:1482 pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 pool_allocator_alloc sys/kern/subr_pool.c:1598 [inline] pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 sys/kern/subr_pool.c:919 pool_do_get(ffffffff82930c80,2,ffff80002531f5b8) at pool_do_get+0x10f sys/kern/subr_pool.c:704 pool_get(ffffffff82930c80,2) at pool_get+0xeb sys/kern/subr_pool.c:581 m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline] m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667 ether_resolve(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0,ffff80002531f758) at ether_resolve+0x49f sys/net/if_ethersubr.c:238 ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f380700,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806f380700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd807118f100,fffffd807118f1a8,0,18,fffffd807118f1c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff80002531fdf8,ffff80002531fe04,11,2) at udp_input+0x1323 ip_deliver(ffff80002531fdf8,ffff80002531fe04,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff80002531fdf8,ffff80002531fe04,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff80002531fdf8,ffff80002531fe04,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d206400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d206400,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0,ffff80002531ff48) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807118f300,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd807118f300,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd806f380700,fffffd806f3807a8,0,18,fffffd806f3807c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253205e8,ffff8000253205f4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253205e8,ffff8000253205f4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253205e8,ffff8000253205f4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff8000253205e8,ffff8000253205f4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd80694fc300) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd80694fc300,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0,ffff800025320738) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806db2bb00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806db2bb00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd807118f300,fffffd807118f3a8,0,18,fffffd807118f3c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025320dd8,ffff800025320de4,11,2) at udp_input+0x1323 ip_deliver(ffff800025320dd8,ffff800025320de4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025320dd8,ffff800025320de4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff800025320dd8,ffff800025320de4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807f00d400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807f00d400,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0,ffff800025320f28) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807f00dd00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd807f00dd00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd806db2bb00,fffffd806db2bba8,0,18,fffffd806db2bbc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253215c8,ffff8000253215d4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253215c8,ffff8000253215d4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253215c8,ffff8000253215d4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff8000253215c8,ffff8000253215d4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806f380400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806f380400,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0,ffff800025321718) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806a767c00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806a767c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807ccaf5d0,fffffd807f00dd00,fffffd807f00ddb0,0,18,fffffd806ccbd800) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025321db8,ffff800025321dc4,11,2) at udp_input+0x1323 ip_deliver(ffff800025321db8,ffff800025321dc4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025321db8,ffff800025321dc4,ffff80002129d000,0) at ip_ours+0x412 ip_input_if(ffff800025321db8,ffff800025321dc4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806a756200) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806a756200,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0,ffff800025321f08) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806ccbe200,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807ccaf5d0,fffffd806ccbe200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd806ebfde18,0,ffff800025322230,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff8000ffffb8c8,4,ffff800025322310,0,ffff8000253223f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff8000ffffb8c8,ffff8000253223a8,ffff8000253223f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800025322470) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800025322470) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf6a96c932a0, count: -85 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7ffffc8ec0, count: -3