kernel: double fault trap, code=0
Stopped at witness_checkorder+0x13: pushq %r11
ddb{0}>
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
the kernel did not panic
ddb{0}> trace
witness_checkorder(ffffffff828d6310,9,0) at witness_checkorder+0x13 sys/kern/subr_witness.c:756
mtx_enter(ffffffff828d6300) at mtx_enter+0x3a sys/kern/kern_lock.c:265
uvm_pmr_getpages(1,0,100000,1,0,1) at uvm_pmr_getpages+0x34e sys/uvm/uvm_pmemrange.c:941
uvm_pglistalloc(1000,0,ffffffff,0,0,ffff80002531f2a8) at uvm_pglistalloc+0x362 sys/uvm/uvm_page.c:790
km_alloc(1000,ffff80002531f338,ffffffff82541860,ffff80002531f350) at km_alloc+0x3fd sys/uvm/uvm_km.c:842
pool_multi_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_multi_alloc+0xd8 sys/kern/subr_pool.c:1650
m_pool_alloc(ffffffff82930c80,2,ffff80002531f5b8) at m_pool_alloc+0x7b sys/kern/uipc_mbuf.c:1482
pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 pool_allocator_alloc sys/kern/subr_pool.c:1598 [inline]
pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 sys/kern/subr_pool.c:919
pool_do_get(ffffffff82930c80,2,ffff80002531f5b8) at pool_do_get+0x10f sys/kern/subr_pool.c:704
pool_get(ffffffff82930c80,2) at pool_get+0xeb sys/kern/subr_pool.c:581
m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0,ffff80002531f758) at ether_resolve+0x49f sys/net/if_ethersubr.c:238
ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806f380700,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806f380700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd807118f100,fffffd807118f1a8,0,18,fffffd807118f1c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff80002531fdf8,ffff80002531fe04,11,2) at udp_input+0x1323
ip_deliver(ffff80002531fdf8,ffff80002531fe04,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff80002531fdf8,ffff80002531fe04,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff80002531fdf8,ffff80002531fe04,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd806d206400) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd806d206400,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0,ffff80002531ff48) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd807118f300,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd807118f300,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd806f380700,fffffd806f3807a8,0,18,fffffd806f3807c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff8000253205e8,ffff8000253205f4,11,2) at udp_input+0x1323
ip_deliver(ffff8000253205e8,ffff8000253205f4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff8000253205e8,ffff8000253205f4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff8000253205e8,ffff8000253205f4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd80694fc300) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd80694fc300,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0,ffff800025320738) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806db2bb00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806db2bb00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd807118f300,fffffd807118f3a8,0,18,fffffd807118f3c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff800025320dd8,ffff800025320de4,11,2) at udp_input+0x1323
ip_deliver(ffff800025320dd8,ffff800025320de4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff800025320dd8,ffff800025320de4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff800025320dd8,ffff800025320de4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd807f00d400) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd807f00d400,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0,ffff800025320f28) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd807f00dd00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd807f00dd00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd806db2bb00,fffffd806db2bba8,0,18,fffffd806db2bbc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff8000253215c8,ffff8000253215d4,11,2) at udp_input+0x1323
ip_deliver(ffff8000253215c8,ffff8000253215d4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff8000253215c8,ffff8000253215d4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff8000253215c8,ffff8000253215d4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd806f380400) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd806f380400,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0,ffff800025321718) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806a767c00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806a767c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd807f00dd00,fffffd807f00ddb0,0,18,fffffd806ccbd800) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff800025321db8,ffff800025321dc4,11,2) at udp_input+0x1323
ip_deliver(ffff800025321db8,ffff800025321dc4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff800025321db8,ffff800025321dc4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff800025321db8,ffff800025321dc4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd806a756200) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd806a756200,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0,ffff800025321f08) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806ccbe200,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806ccbe200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
sosend(fffffd806ebfde18,0,ffff800025322230,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555
sendit(ffff8000ffffb8c8,4,ffff800025322310,0,ffff8000253223f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff8000ffffb8c8,ffff8000253223a8,ffff8000253223f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800025322470) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800025322470) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xf6a96c932a0, count: -85
ddb{0}> show registers
rdi 0xffffffff828d6310 uvm+0x70
rsi 0x9
rbp 0xffff80002531f020
rbx 0x2
rdx 0
rcx 0xaeef __ALIGN_SIZE+0x9eef
rax 0xffffffff81ac0821 mtx_enter+0x21
r8 0
r9 0x1
r10 0x58c62c6d3108c41b
r11 0x17ce1f97c54285f1
r12 0xffffffff82795ff0 cpu_info_full_primary+0x1ff0
r13 0x1
r14 0xffffffff828d6300 uvm+0x60
r15 0x2
rip 0xffffffff81d07e83 witness_checkorder+0x13
cs 0x8
rflags 0x10202 __ALIGN_SIZE+0xf202
rsp 0xffff80002531f000
ss 0x10
witness_checkorder+0x13: pushq %r11
ddb{0}> show proc
PROC (syz-executor.1) pid=498596 stat=onproc
flags process=10<SUGID> proc=4000000<THREAD>
pri=32, usrpri=86, nice=20
forw=0xffffffffffffffff, list=0xffff8000ffffa290,0xffffffff8293a4c8
process=0xffff8000ffff83f8 user=0xffff80002531d000, vmspace=0xfffffd807effe000
estcpu=36, cpticks=0, pctcpu=0.0
user=0, sys=0, intr=0
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
65051 181471 35088 32767 7 0x10 syz-executor.1
65051 19504 35088 32767 3 0x4000090 fsleep syz-executor.1
65051 395174 35088 32767 2 0x4000010 syz-executor.1
*65051 498596 35088 32767 7 0x4000010 syz-executor.1
35088 493431 11901 32767 3 0x90 nanosleep syz-executor.1
11901 105029 70732 0 3 0x82 wait syz-executor.1
13608 333586 0 0 3 0x14200 bored sosplice
4615 159609 87942 32767 3 0x90 piperd syz-executor.0
87942 186125 70732 0 3 0x82 wait syz-executor.0
70732 390028 62720 0 3 0x82 thrsleep syz-fuzzer
70732 189092 62720 0 3 0x4000082 nanosleep syz-fuzzer
70732 89780 62720 0 3 0x4000082 thrsleep syz-fuzzer
70732 57161 62720 0 3 0x4000082 thrsleep syz-fuzzer
70732 289723 62720 0 3 0x4000082 kqread syz-fuzzer
70732 19095 62720 0 3 0x4000082 thrsleep syz-fuzzer
70732 136587 62720 0 2 0x4000002 syz-fuzzer
70732 448878 62720 0 3 0x4000082 thrsleep syz-fuzzer
62720 33886 16596 0 3 0x10008a pause ksh
16596 198328 75492 0 3 0x92 select sshd
34419 68224 1 0 3 0x100083 ttyin getty
75492 349725 1 0 3 0x80 select sshd
5290 202189 72164 73 3 0x100090 kqread syslogd
72164 230248 1 0 3 0x100082 netio syslogd
33540 392591 1 77 3 0x100090 poll dhclient
36996 130724 1 0 3 0x80 poll dhclient
79982 36846 0 0 3 0x14200 bored smr
91930 460739 0 0 2 0x14200 zerothread
88309 85354 0 0 3 0x14200 aiodoned aiodoned
37057 174976 0 0 3 0x14200 syncer update
45252 338082 0 0 3 0x14200 cleaner cleaner
88390 315107 0 0 3 0x14200 reaper reaper
64231 48136 0 0 3 0x14200 pgdaemon pagedaemon
61799 229553 0 0 3 0x14200 bored crynlk
76509 142688 0 0 3 0x14200 bored crypto
36873 509000 0 0 3 0x40014200 acpi0 acpi0
44582 455444 0 0 3 0x40014200 idle1
45819 496637 0 0 3 0x14200 bored softnet
8881 426160 0 0 3 0x14200 bored systqmp
18001 160943 0 0 3 0x14200 bored systq
7931 499620 0 0 3 0x40014200 bored softclock
62591 179855 0 0 3 0x40014200 idle0
1 89223 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show all locks
Process 65051 (syz-executor.1) thread 0xffff8000ffffb8c8 (498596)
exclusive rwlock netlock r = 0 (0xffffffff827011f0)
#0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline]
#0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164
#1 solock+0x5a sys/kern/uipc_socket2.c:282
#2 sosend+0x559 sys/kern/uipc_socket.c:543
#3 sendit+0x52b sys/kern/uipc_syscalls.c:657
#4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
#5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
#5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
#6 Xsyscall+0x128
ddb{0}> show malloc
Type InUse MemUse HighUse Limit Requests Type Lim
devbuf 9466 6330K 6330K 78643K 10577 0
pcb 13 8K 8K 78643K 13 0
rtable 111 3K 3K 78643K 454 0
ifaddr 39 10K 10K 78643K 83 0
sysctl 2 0K 0K 78643K 2 0
counters 43 33K 33K 78643K 55 0
ioctlops 0 0K 2K 78643K 28 0
iov 0 0K 36K 78643K 44 0
mount 1 1K 1K 78643K 1 0
vnodes 1216 76K 76K 78643K 1333 0
UFS quota 1 32K 32K 78643K 1 0
UFS mount 5 36K 36K 78643K 5 0
shm 2 1K 5K 78643K 5 0
VM map 2 1K 1K 78643K 2 0
sem 12 1K 1K 78643K 168 0
dirhash 12 2K 2K 78643K 12 0
ACPI 1824 197K 290K 78643K 13058 0
file desc 7 21K 33K 78643K 475 0
sigio 0 0K 0K 78643K 5 0
proc 48 50K 83K 78643K 645 0
subproc 34 2K 2K 78643K 136 0
NFS srvsock 1 0K 0K 78643K 1 0
NFS daemon 1 16K 16K 78643K 1 0
ip_moptions 0 0K 0K 78643K 38 0
in_multi 33 2K 2K 78643K 109 0
ether_multi 1 0K 0K 78643K 4 0
ISOFS mount 1 32K 32K 78643K 1 0
MSDOSFS mount 1 16K 16K 78643K 1 0
ttys 49 228K 228K 78643K 49 0
exec 0 0K 1K 78643K 299 0
pagedep 1 8K 8K 78643K 1 0
inodedep 1 32K 32K 78643K 1 0
newblk 1 0K 0K 78643K 1 0
VM swap 7 26K 26K 78643K 7 0
UVM amap 140 23K 39K 78643K 2386 0
UVM aobj 40 2K 2K 78643K 44 0
memdesc 1 4K 4K 78643K 1 0
crypto data 1 1K 1K 78643K 1 0
ip6_options 0 0K 0K 78643K 31 0
NDP 5 0K 0K 78643K 27 0
temp 101 3869K 3933K 78643K 3372 0
kqueue 3 4K 14K 78643K 42 0
SYN cache 2 16K 16K 78643K 2 0
ddb{0}> show all pools
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
arp 64 20 0 12 1 0 1 1 0 8 0
plcache 128 20 0 0 1 0 1 1 0 8 0
rtpcb 88 51 0 49 1 0 1 1 0 8 0
rtentry 112 118 0 71 2 0 2 2 0 8 0
unpcb 120 232 0 224 1 0 1 1 0 8 0
syncache 272 8 0 8 3 3 0 1 0 8 0
tcpqe 32 10 0 10 3 3 0 1 0 8 0
tcpcb 592 140 0 132 4 3 1 2 0 8 0
ipq 40 8 0 8 2 1 1 1 0 8 1
ipqe 40 23 0 23 2 1 1 1 0 8 1
inpcb 296 888 0 873 2 0 2 2 0 8 0
nd6 48 29 0 22 1 0 1 1 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 477 0 286 13 1 12 13 0 8 0
art_table 32 478 0 286 2 0 2 2 0 8 0
art_node 16 117 0 74 1 0 1 1 0 8 0
sysvmsgpl 40 14 0 8 1 0 1 1 0 8 0
semupl 112 1 0 1 1 1 0 1 0 8 0
semapl 112 164 0 154 1 0 1 1 0 8 0
shmpl 112 41 0 4 2 0 2 2 0 8 0
dirhash 1024 17 0 0 3 0 3 3 0 8 0
dino2pl 256 1821 0 423 88 0 88 88 0 8 0
ffsino 272 1821 0 423 94 0 94 94 0 8 0
nchpl 144 2593 0 1006 60 0 60 60 0 8 0
uvmvnodes 72 1966 0 0 36 0 36 36 0 8 0
vnodes 208 1966 0 0 104 0 104 104 0 8 0
namei 1024 7459 0 7459 4 3 1 1 0 8 1
percpumem 16 38 0 6 1 0 1 1 0 8 0
scxspl 200 7490 0 7490 13 10 3 7 0 8 3
plimitpl 152 58 0 49 1 0 1 1 0 8 0
sigapl 424 645 0 613 4 0 4 4 0 8 0
futexpl 56 6383 0 6382 4 3 1 1 0 8 0
knotepl 112 182 0 162 1 0 1 1 0 8 0
kqueuepl 152 97 0 91 1 0 1 1 0 8 0
pipepl 304 178 0 167 6 4 2 3 0 8 1
fdescpl 496 629 0 613 4 1 3 3 0 8 0
filepl 152 3686 0 3583 8 3 5 7 0 8 1
lockfpl 104 57 0 56 1 0 1 1 0 8 0
lockfspl 48 25 0 24 1 0 1 1 0 8 0
sessionpl 120 23 0 13 1 0 1 1 0 8 0
pgrppl 48 29 0 19 1 0 1 1 0 8 0
ucredpl 96 363 0 354 1 0 1 1 0 8 0
zombiepl 144 613 0 613 1 0 1 1 0 8 1
processpl 1008 645 0 613 5 0 5 5 0 8 0
procpl 632 1395 0 1353 5 1 4 5 0 8 0
sosppl 144 7 0 6 4 3 1 1 0 8 0
sockpl 400 1177 0 1158 6 3 3 4 0 8 1
mcl64k 65536 8 0 0 1 0 1 1 0 8 0
mcl16k 16384 3 0 0 1 0 1 1 0 8 0
mcl12k 12288 7 0 0 1 0 1 1 0 8 0
mcl9k 9216 2 0 0 1 0 1 1 0 8 0
mcl8k 8192 4 0 0 1 0 1 1 0 8 0
mcl4k 4096 12 0 0 2 0 2 2 0 8 0
mcl2k2 2112 2 0 0 1 0 1 1 0 8 0
mcl2k 2048 167 0 0 20 0 20 20 0 8 0
mtagpl 96 1 0 0 1 0 1 1 0 8 0
mbufpl 256 320 0 0 15 0 15 15 0 8 0
bufpl 280 3869 0 119 268 0 268 268 0 8 0
anonpl 16 95755 0 84029 91 41 50 66 0 124 0
amapchunkpl 152 6319 0 6084 48 25 23 23 0 158 12
amappl16 192 3057 0 2519 61 33 28 39 0 8 1
amappl15 184 52 0 49 1 0 1 1 0 8 0
amappl14 176 80 0 77 2 1 1 1 0 8 0
amappl13 168 76 0 73 1 0 1 1 0 8 0
amappl12 160 23 0 19 1 0 1 1 0 8 0
amappl11 152 132 0 119 1 0 1 1 0 8 0
amappl10 144 71 0 65 1 0 1 1 0 8 0
amappl9 136 561 0 559 1 0 1 1 0 8 0
amappl8 128 571 0 541 2 0 2 2 0 8 0
amappl7 120 204 0 188 1 0 1 1 0 8 0
amappl6 112 41 0 33 1 0 1 1 0 8 0
amappl5 104 448 0 438 1 0 1 1 0 8 0
amappl4 96 578 0 554 1 0 1 1 0 8 0
amappl3 88 200 0 188 1 0 1 1 0 8 0
amappl2 80 3685 0 3619 2 0 2 2 0 8 0
amappl1 72 28161 0 27702 22 13 9 17 0 8 0
amappl 80 1761 0 1694 2 0 2 2 0 84 0
dma4096 4096 1 0 1 1 1 0 1 0 8 0
dma256 256 6 0 6 1 1 0 1 0 8 0
dma128 128 253 0 253 1 1 0 1 0 8 0
dma64 64 6 0 6 1 1 0 1 0 8 0
dma32 32 7 0 7 1 1 0 1 0 8 0
dma16 16 18 0 17 1 0 1 1 0 8 0
aobjpl 64 43 0 4 1 0 1 1 0 8 0
uaddrrnd 24 629 0 613 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 629 0 613 1 0 1 1 0 8 0
vmmpekpl 168 8666 0 8635 2 0 2 2 0 8 0
vmmpepl 168 90526 0 88728 131 36 95 95 0 357 16
vmsppl 368 628 0 613 2 0 2 2 0 8 0
pdppl 4096 1265 0 1226 8 2 6 6 0 8 1
pvpl 32 269090 0 254188 196 53 143 164 0 265 18
pmappl 232 628 0 613 2 1 1 2 0 8 0
extentpl 40 53 0 36 1 0 1 1 0 8 0
phpool 112 264 0 14 8 0 8 8 0 8 0
ddb{0}> machine ddbcpu 0
Invalid cpu 0
ddb{0}> trace
witness_checkorder(ffffffff828d6310,9,0) at witness_checkorder+0x13 sys/kern/subr_witness.c:756
mtx_enter(ffffffff828d6300) at mtx_enter+0x3a sys/kern/kern_lock.c:265
uvm_pmr_getpages(1,0,100000,1,0,1) at uvm_pmr_getpages+0x34e sys/uvm/uvm_pmemrange.c:941
uvm_pglistalloc(1000,0,ffffffff,0,0,ffff80002531f2a8) at uvm_pglistalloc+0x362 sys/uvm/uvm_page.c:790
km_alloc(1000,ffff80002531f338,ffffffff82541860,ffff80002531f350) at km_alloc+0x3fd sys/uvm/uvm_km.c:842
pool_multi_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_multi_alloc+0xd8 sys/kern/subr_pool.c:1650
m_pool_alloc(ffffffff82930c80,2,ffff80002531f5b8) at m_pool_alloc+0x7b sys/kern/uipc_mbuf.c:1482
pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 pool_allocator_alloc sys/kern/subr_pool.c:1598 [inline]
pool_p_alloc(ffffffff82930c80,2,ffff80002531f5b8) at pool_p_alloc+0x74 sys/kern/subr_pool.c:919
pool_do_get(ffffffff82930c80,2,ffff80002531f5b8) at pool_do_get+0x10f sys/kern/subr_pool.c:704
pool_get(ffffffff82930c80,2) at pool_get+0xeb sys/kern/subr_pool.c:581
m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 m_get sys/kern/uipc_mbuf.c:250 [inline]
m_copym(fffffd806f380700,0,3b9aca00,2) at m_copym+0x174 sys/kern/uipc_mbuf.c:667
ether_resolve(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0,ffff80002531f758) at ether_resolve+0x49f sys/net/if_ethersubr.c:238
ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806f380700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806f380700,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806f380700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd807118f100,fffffd807118f1a8,0,18,fffffd807118f1c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff80002531fdf8,ffff80002531fe04,11,2) at udp_input+0x1323
ip_deliver(ffff80002531fdf8,ffff80002531fe04,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff80002531fdf8,ffff80002531fe04,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff80002531fdf8,ffff80002531fe04,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd806d206400) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd806d206400,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0,ffff80002531ff48) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd807f00d500,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd807118f300,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd807118f300,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd806f380700,fffffd806f3807a8,0,18,fffffd806f3807c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff8000253205e8,ffff8000253205f4,11,2) at udp_input+0x1323
ip_deliver(ffff8000253205e8,ffff8000253205f4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff8000253205e8,ffff8000253205f4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff8000253205e8,ffff8000253205f4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd80694fc300) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd80694fc300,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0,ffff800025320738) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806f3e4400,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806db2bb00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806db2bb00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd807118f300,fffffd807118f3a8,0,18,fffffd807118f3c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff800025320dd8,ffff800025320de4,11,2) at udp_input+0x1323
ip_deliver(ffff800025320dd8,ffff800025320de4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff800025320dd8,ffff800025320de4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff800025320dd8,ffff800025320de4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd807f00d400) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd807f00d400,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0,ffff800025320f28) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd807118f700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd807f00dd00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd807f00dd00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd806db2bb00,fffffd806db2bba8,0,18,fffffd806db2bbc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff8000253215c8,ffff8000253215d4,11,2) at udp_input+0x1323
ip_deliver(ffff8000253215c8,ffff8000253215d4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff8000253215c8,ffff8000253215d4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff8000253215c8,ffff8000253215d4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd806f380400) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd806f380400,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0,ffff800025321718) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806d206b00,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806a767c00,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806a767c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
somove(fffffd806ebfde18,2) at somove+0xf61 sys/kern/uipc_socket.c:1616
sorwakeup(fffffd806ebfde18) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665
udp_sbappend(fffffd807ccaf5d0,fffffd807f00dd00,fffffd807f00ddb0,0,18,fffffd806ccbd800) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644
udp_input(ffff800025321db8,ffff800025321dc4,11,2) at udp_input+0x1323
ip_deliver(ffff800025321db8,ffff800025321dc4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668
ip_ours(ffff800025321db8,ffff800025321dc4,ffff80002129d000,0) at ip_ours+0x412
ip_input_if(ffff800025321db8,ffff800025321dc4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce
ipv4_input(ffff80000017c2a8,fffffd806a756200) at ipv4_input+0x48 sys/netinet/ip_input.c:215
if_input_local(ffff80000017c2a8,fffffd806a756200,2) at if_input_local+0xf9 sys/net/if.c:767
ether_resolve(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0,ffff800025321f08) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239
ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline]
ether_output(ffff80000017c2a8,fffffd806db2b700,fffffd807ccaf650,fffffd806f6442a0) at ether_output+0x47 sys/net/if_ethersubr.c:350
ip_output(fffffd806ccbe200,fffffd8069631e00,fffffd807ccaf640,0,0,fffffd807ccaf5d0) at ip_output+0x12a2 sys/netinet/ip_output.c:509
udp_output(fffffd807ccaf5d0,fffffd806ccbe200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017
sosend(fffffd806ebfde18,0,ffff800025322230,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555
sendit(ffff8000ffffb8c8,4,ffff800025322310,0,ffff8000253223f0) at sendit+0x52b sys/kern/uipc_syscalls.c:657
sys_sendto(ffff8000ffffb8c8,ffff8000253223a8,ffff8000253223f0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522
syscall(ffff800025322470) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline]
syscall(ffff800025322470) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xf6a96c932a0, count: -85
ddb{0}> machine ddbcpu 1
Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp
ddb{1}> trace
x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352
x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
end of kernel
end trace frame: 0x7f7ffffc8ec0, count: -3