kernel: double fault trap, code=0 Stopped at witness_checkorder+0x11: pushq %rdx ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(ffffffff8273aa20,9,0) at witness_checkorder+0x11 sys/kern/subr_witness.c:756 mtx_enter(ffffffff8273aa10) at mtx_enter+0x3a sys/kern/kern_lock.c:265 arc4random_buf(ffff8000252ff0b6,2) at arc4random_buf+0x27 _rs_stir_if_needed sys/dev/rnd.c:420 [inline] arc4random_buf(ffff8000252ff0b6,2) at arc4random_buf+0x27 _rs_random_buf sys/dev/rnd.c:497 [inline] arc4random_buf(ffff8000252ff0b6,2) at arc4random_buf+0x27 sys/dev/rnd.c:542 ip_randomid() at ip_randomid+0xb2 sys/netinet/ip_id.c:71 ip_output(fffffd806ae46a00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x1ab __swap16md machine/endian.h:37 [inline] ip_output(fffffd806ae46a00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x1ab sys/netinet/ip_output.c:135 udp_output(fffffd806f661b90,fffffd806ae46a00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd8065687400,fffffd80656874e0,0,14,fffffd80656874f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252ff718,ffff8000252ff724,11,2) at udp_input+0x1323 ip_deliver(ffff8000252ff718,ffff8000252ff724,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252ff718,ffff8000252ff724,577d,0) at ip_ours+0x412 ip_input_if(ffff8000252ff718,ffff8000252ff724,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806ae4b400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806ae4b400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806a5f4d00,fffffd806f661c10,fffffd806f6af4d0,ffff8000252ff868) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806a5f4d00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806a5f4d00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806abc8c00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806abc8c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806ae46a00,fffffd806ae46ae0,0,14,fffffd806ae46af4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252fff08,ffff8000252fff14,11,2) at udp_input+0x1323 ip_deliver(ffff8000252fff08,ffff8000252fff14,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252fff08,ffff8000252fff14,49c3,0) at ip_ours+0x412 ip_input_if(ffff8000252fff08,ffff8000252fff14,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807bf0a900) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807bf0a900,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807b7c3c00,fffffd806f661c10,fffffd806f6af4d0,ffff800025300058) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807b7c3c00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807b7c3c00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d1b00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806f3d1b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806abc8c00,fffffd806abc8ce0,0,14,fffffd806abc8cf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253006f8,ffff800025300704,11,2) at udp_input+0x1323 ip_deliver(ffff8000253006f8,ffff800025300704,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253006f8,ffff800025300704,3b33,0) at ip_ours+0x412 ip_input_if(ffff8000253006f8,ffff800025300704,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d572c00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d572c00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806d90ad00,fffffd806f661c10,fffffd806f6af4d0,ffff800025300848) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d90ad00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d90ad00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d814200,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806d814200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806f3d1b00,fffffd806f3d1be0,0,14,fffffd806f3d1bf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025300ee8,ffff800025300ef4,11,2) at udp_input+0x1323 ip_deliver(ffff800025300ee8,ffff800025300ef4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025300ee8,ffff800025300ef4,2e2b,0) at ip_ours+0x412 ip_input_if(ffff800025300ee8,ffff800025300ef4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806ae46300) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806ae46300,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806f35e200,fffffd806f661c10,fffffd806f6af4d0,ffff800025301038) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f35e200,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f35e200,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807b7c3800,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd807b7c3800,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806d814200,fffffd806d8142e0,0,14,fffffd806d8142f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253016d8,ffff8000253016e4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253016d8,ffff8000253016e4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253016d8,ffff8000253016e4,204d,0) at ip_ours+0x412 ip_input_if(ffff8000253016d8,ffff8000253016e4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807b7c3e00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807b7c3e00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806abc8000,fffffd806f661c10,fffffd806f6af4d0,ffff800025301828) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806abc8000,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806abc8000,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807b7c3200,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806d90a000,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd807b7c3800,fffffd807b7c38e0,0,14,fffffd807b7c38f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025301ec8,ffff800025301ed4,11,2) at udp_input+0x1323 ip_deliver(ffff800025301ec8,ffff800025301ed4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025301ec8,ffff800025301ed4,13dc,0) at ip_ours+0x412 ip_input_if(ffff800025301ec8,ffff800025301ed4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d814400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d814400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807b7c3400,fffffd806f661c10,fffffd806f6af4d0,ffff800025302018) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807b7c3400,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807b7c3400,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d1f00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806f3d1f00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806d90a000,fffffd8064f05060,0,14,fffffd8064f05074) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253026b8,ffff8000253026c4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253026b8,ffff8000253026c4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253026b8,ffff8000253026c4,721,0) at ip_ours+0x412 ip_input_if(ffff8000253026b8,ffff8000253026c4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806c9ddd00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806c9ddd00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806f3f4b00,fffffd806f661c10,fffffd806f6af4d0,ffff800025302808) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f3f4b00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f3f4b00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806a5f4400,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806a5f4400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd806f6624b0,0,ffff800025302b30,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff800020e37c48,0,ffff800025302c10,0,ffff800025302cf0) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff800020e37c48,ffff800025302ca8,ffff800025302cf0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800025302d70) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800025302d70) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf387fd3b3d0, count: -102 ddb{1}> show registers rdi 0xffffffff8273aa20 rndlock+0x10 rsi 0x9 rbp 0xffff8000252ff010 rbx 0x40 rdx 0 rcx 0xffff800022ce5000 rax 0xffff800022ce5000 r8 0 r9 0xfffffd806f661b90 r10 0x13 r11 0x31dc219b71d4ce0b r12 0xffff800020d70ff0 r13 0x3 r14 0xffffffff8273aa10 rndlock r15 0xffff8000252ff0b6 rip 0xffffffff81cb0f81 witness_checkorder+0x11 cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff8000252ff000 ss 0x10 witness_checkorder+0x11: pushq %rdx ddb{1}> show proc PROC (syz-executor.0) pid=268396 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=78, nice=20 forw=0xffffffffffffffff, list=0xffff800020e37018,0xffff800020e38d68 process=0xffff8000ffffcbc0 user=0xffff8000252fd000, vmspace=0xfffffd807efff450 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 55250 302282 54466 32767 7 0x10 syz-executor.0 *55250 268396 54466 32767 7 0x4000010 syz-executor.0 55250 6423 54466 32767 2 0x4000010 syz-executor.0 55250 212508 54466 32767 3 0x4000090 fsleep syz-executor.0 54466 59415 47982 32767 3 0x90 nanosleep syz-executor.0 47982 4523 10164 0 3 0x82 wait syz-executor.0 25825 388984 0 0 3 0x14200 bored sosplice 19140 47265 38478 32767 3 0x90 piperd syz-executor.1 38478 78149 10164 0 3 0x82 wait syz-executor.1 10164 387866 96212 0 3 0x82 thrsleep syz-fuzzer 10164 42761 96212 0 3 0x4000082 nanosleep syz-fuzzer 10164 179979 96212 0 2 0x4000002 syz-fuzzer 10164 109242 96212 0 3 0x4000082 kqread syz-fuzzer 10164 361179 96212 0 3 0x4000082 thrsleep syz-fuzzer 10164 503119 96212 0 3 0x4000082 thrsleep syz-fuzzer 10164 408870 96212 0 3 0x4000082 thrsleep syz-fuzzer 10164 335323 96212 0 3 0x4000082 thrsleep syz-fuzzer 96212 305315 51660 0 3 0x10008a pause ksh 51660 490208 95176 0 3 0x92 select sshd 69833 508864 1 0 3 0x100083 ttyin getty 95176 148333 1 0 3 0x80 select sshd 27777 314738 67020 73 3 0x100090 kqread syslogd 67020 224160 1 0 3 0x100082 netio syslogd 98270 259022 1 77 3 0x100090 poll dhclient 28416 296591 1 0 3 0x80 poll dhclient 63086 65191 0 0 3 0x14200 bored smr 5028 507392 0 0 2 0x14200 zerothread 42483 36675 0 0 3 0x14200 aiodoned aiodoned 37389 208931 0 0 3 0x14200 syncer update 80361 235136 0 0 3 0x14200 cleaner cleaner 54357 247161 0 0 3 0x14200 reaper reaper 2605 143822 0 0 3 0x14200 pgdaemon pagedaemon 16833 493817 0 0 3 0x14200 bored crynlk 86855 164212 0 0 3 0x14200 bored crypto 3367 518636 0 0 3 0x40014200 acpi0 acpi0 56625 130257 0 0 3 0x40014200 idle1 64325 226525 0 0 3 0x14200 bored softnet 53145 380819 0 0 3 0x14200 bored systqmp 14261 69112 0 0 3 0x14200 bored systq 76931 136290 0 0 3 0x40014200 bored softclock 36340 76916 0 0 3 0x40014200 idle0 1 429564 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 55250 (syz-executor.0) thread 0xffff800020e37c48 (268396) exclusive rwlock netlock r = 0 (0xffffffff827a1408) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 sendit+0x52b sys/kern/uipc_syscalls.c:657 #4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9466 6330K 6330K 78643K 10580 0 pcb 13 8K 8K 78643K 13 0 rtable 109 3K 3K 78643K 508 0 ifaddr 39 10K 10K 78643K 89 0 sysctl 2 0K 0K 78643K 2 0 counters 43 33K 33K 78643K 57 0 ioctlops 0 0K 2K 78643K 28 0 iov 0 0K 16K 78643K 70 0 mount 1 1K 1K 78643K 1 0 vnodes 1216 76K 76K 78643K 1396 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 18 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 1K 78643K 1681 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 7 21K 33K 78643K 915 0 sigio 0 0K 0K 78643K 6 0 proc 48 50K 83K 78643K 697 0 subproc 34 2K 2K 78643K 153 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 88 0 in_multi 33 2K 2K 78643K 113 0 ether_multi 1 0K 0K 78643K 1 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 49 228K 228K 78643K 49 0 exec 0 0K 1K 78643K 310 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 159 26K 34K 78643K 3701 0 UVM aobj 44 5K 5K 78643K 47 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 44 0 NDP 5 0K 0K 78643K 30 0 temp 101 3861K 3925K 78643K 4421 0 kqueue 3 4K 12K 78643K 35 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 22 0 15 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 80 86 0 84 1 0 1 1 0 8 0 rtentry 112 125 0 79 2 0 2 2 0 8 0 unpcb 120 311 0 303 1 0 1 1 0 8 0 syncache 264 20 0 20 6 6 0 1 0 8 0 tcpqe 32 138 0 138 2 2 0 1 0 8 0 tcpcb 544 271 0 267 4 3 1 2 0 8 0 ipq 40 13 0 13 3 2 1 1 0 8 1 ipqe 40 69 0 69 3 2 1 1 0 8 1 inpcb 296 594 0 583 6 4 2 2 0 8 1 nd6 48 28 0 21 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 500 0 309 12 0 12 12 0 8 0 art_table 32 501 0 309 2 0 2 2 0 8 0 art_node 16 124 0 82 1 0 1 1 0 8 0 sysvmsgpl 40 2 0 1 1 0 1 1 0 8 0 semupl 112 1 0 1 1 1 0 1 0 8 0 semapl 112 1677 0 1667 1 0 1 1 0 8 0 shmpl 112 44 0 3 2 0 2 2 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 2363 0 967 88 0 88 88 0 8 0 ffsino 272 2363 0 967 94 0 94 94 0 8 0 nchpl 144 3670 0 2084 60 0 60 60 0 8 0 uvmvnodes 72 2525 0 0 46 0 46 46 0 8 0 vnodes 208 2525 0 0 133 0 133 133 0 8 0 namei 1024 12450 0 12450 1 0 1 1 0 8 1 percpumem 16 39 0 7 1 0 1 1 0 8 0 scxspl 192 11354 0 11354 10 9 1 7 0 8 1 plimitpl 152 104 0 95 1 0 1 1 0 8 0 sigapl 424 1082 0 1050 4 0 4 4 0 8 0 futexpl 56 16541 0 16540 1 0 1 1 0 8 0 knotepl 112 199 0 179 1 0 1 1 0 8 0 kqueuepl 144 115 0 111 1 0 1 1 0 8 0 pipepl 304 199 0 188 4 2 2 2 0 8 1 fdescpl 496 1066 0 1050 3 0 3 3 0 8 1 filepl 152 6202 0 6098 6 0 6 6 0 8 2 lockfpl 104 100 0 99 1 0 1 1 0 8 0 lockfspl 48 36 0 35 1 0 1 1 0 8 0 sessionpl 112 24 0 14 1 0 1 1 0 8 0 pgrppl 48 618 0 608 1 0 1 1 0 8 0 ucredpl 96 1959 0 1950 1 0 1 1 0 8 0 zombiepl 144 1050 0 1050 1 0 1 1 0 8 1 processpl 992 1082 0 1050 5 0 5 5 0 8 0 procpl 624 2638 0 2596 5 1 4 5 0 8 0 sosppl 128 10 0 9 4 3 1 1 0 8 0 sockpl 400 1013 0 993 6 3 3 4 0 8 1 mcl64k 65536 4 0 0 1 0 1 1 0 8 0 mcl16k 16384 5 0 0 1 0 1 1 0 8 0 mcl12k 12288 10 0 0 1 0 1 1 0 8 0 mcl9k 9216 4 0 0 1 0 1 1 0 8 0 mcl8k 8192 7 0 0 1 0 1 1 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 12 0 0 1 0 1 1 0 8 0 mcl2k 2048 200 0 0 24 0 24 24 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 319 0 0 17 0 17 17 0 8 0 bufpl 280 4700 0 120 328 0 328 328 0 8 0 anonpl 16 133946 0 122127 78 29 49 64 0 124 0 amapchunkpl 152 6791 0 6541 22 12 10 15 0 158 0 amappl16 192 4763 0 4256 53 26 27 38 0 8 1 amappl15 184 59 0 56 1 0 1 1 0 8 0 amappl14 176 235 0 234 1 0 1 1 0 8 0 amappl13 168 91 0 86 1 0 1 1 0 8 0 amappl12 160 63 0 59 1 0 1 1 0 8 0 amappl11 152 412 0 400 1 0 1 1 0 8 0 amappl10 144 278 0 272 1 0 1 1 0 8 0 amappl9 136 390 0 389 1 0 1 1 0 8 0 amappl8 128 504 0 449 2 0 2 2 0 8 0 amappl7 120 426 0 409 1 0 1 1 0 8 0 amappl6 112 140 0 131 1 0 1 1 0 8 0 amappl5 104 750 0 739 1 0 1 1 0 8 0 amappl4 96 769 0 741 1 0 1 1 0 8 0 amappl3 88 383 0 375 1 0 1 1 0 8 0 amappl2 80 7148 0 7084 2 0 2 2 0 8 0 amappl1 72 41863 0 41413 21 11 10 17 0 8 0 amappl 80 3014 0 2944 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 46 0 3 1 0 1 1 0 8 0 uaddrrnd 24 1066 0 1050 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1066 0 1050 1 0 1 1 0 8 0 vmmpekpl 168 11738 0 11701 3 1 2 3 0 8 0 vmmpepl 168 147879 0 146090 117 35 82 95 0 357 0 vmsppl 368 1065 0 1050 2 0 2 2 0 8 0 pdppl 4096 2139 0 2100 8 3 5 6 0 8 0 pvpl 32 385403 0 370384 178 50 128 161 0 265 6 pmappl 232 1065 0 1050 2 1 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 273 0 12 8 0 8 8 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff826f2ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0x7f7ffffdb850, count: -3 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x11: pushq %rdx ddb{1}> trace witness_checkorder(ffffffff8273aa20,9,0) at witness_checkorder+0x11 sys/kern/subr_witness.c:756 mtx_enter(ffffffff8273aa10) at mtx_enter+0x3a sys/kern/kern_lock.c:265 arc4random_buf(ffff8000252ff0b6,2) at arc4random_buf+0x27 _rs_stir_if_needed sys/dev/rnd.c:420 [inline] arc4random_buf(ffff8000252ff0b6,2) at arc4random_buf+0x27 _rs_random_buf sys/dev/rnd.c:497 [inline] arc4random_buf(ffff8000252ff0b6,2) at arc4random_buf+0x27 sys/dev/rnd.c:542 ip_randomid() at ip_randomid+0xb2 sys/netinet/ip_id.c:71 ip_output(fffffd806ae46a00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x1ab __swap16md machine/endian.h:37 [inline] ip_output(fffffd806ae46a00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x1ab sys/netinet/ip_output.c:135 udp_output(fffffd806f661b90,fffffd806ae46a00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd8065687400,fffffd80656874e0,0,14,fffffd80656874f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252ff718,ffff8000252ff724,11,2) at udp_input+0x1323 ip_deliver(ffff8000252ff718,ffff8000252ff724,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252ff718,ffff8000252ff724,577d,0) at ip_ours+0x412 ip_input_if(ffff8000252ff718,ffff8000252ff724,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806ae4b400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806ae4b400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806a5f4d00,fffffd806f661c10,fffffd806f6af4d0,ffff8000252ff868) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806a5f4d00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806a5f4d00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806abc8c00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806abc8c00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806ae46a00,fffffd806ae46ae0,0,14,fffffd806ae46af4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252fff08,ffff8000252fff14,11,2) at udp_input+0x1323 ip_deliver(ffff8000252fff08,ffff8000252fff14,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252fff08,ffff8000252fff14,49c3,0) at ip_ours+0x412 ip_input_if(ffff8000252fff08,ffff8000252fff14,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807bf0a900) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807bf0a900,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807b7c3c00,fffffd806f661c10,fffffd806f6af4d0,ffff800025300058) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807b7c3c00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807b7c3c00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d1b00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806f3d1b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806abc8c00,fffffd806abc8ce0,0,14,fffffd806abc8cf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253006f8,ffff800025300704,11,2) at udp_input+0x1323 ip_deliver(ffff8000253006f8,ffff800025300704,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253006f8,ffff800025300704,3b33,0) at ip_ours+0x412 ip_input_if(ffff8000253006f8,ffff800025300704,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d572c00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d572c00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806d90ad00,fffffd806f661c10,fffffd806f6af4d0,ffff800025300848) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d90ad00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d90ad00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806d814200,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806d814200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806f3d1b00,fffffd806f3d1be0,0,14,fffffd806f3d1bf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025300ee8,ffff800025300ef4,11,2) at udp_input+0x1323 ip_deliver(ffff800025300ee8,ffff800025300ef4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025300ee8,ffff800025300ef4,2e2b,0) at ip_ours+0x412 ip_input_if(ffff800025300ee8,ffff800025300ef4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806ae46300) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806ae46300,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806f35e200,fffffd806f661c10,fffffd806f6af4d0,ffff800025301038) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f35e200,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f35e200,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807b7c3800,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd807b7c3800,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806d814200,fffffd806d8142e0,0,14,fffffd806d8142f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253016d8,ffff8000253016e4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253016d8,ffff8000253016e4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253016d8,ffff8000253016e4,204d,0) at ip_ours+0x412 ip_input_if(ffff8000253016d8,ffff8000253016e4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807b7c3e00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807b7c3e00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806abc8000,fffffd806f661c10,fffffd806f6af4d0,ffff800025301828) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806abc8000,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806abc8000,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807b7c3200,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806d90a000,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd807b7c3800,fffffd807b7c38e0,0,14,fffffd807b7c38f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025301ec8,ffff800025301ed4,11,2) at udp_input+0x1323 ip_deliver(ffff800025301ec8,ffff800025301ed4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025301ec8,ffff800025301ed4,13dc,0) at ip_ours+0x412 ip_input_if(ffff800025301ec8,ffff800025301ed4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806d814400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806d814400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd807b7c3400,fffffd806f661c10,fffffd806f6af4d0,ffff800025302018) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807b7c3400,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807b7c3400,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f3d1f00,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806f3d1f00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd806f6624b0,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd806f6624b0) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd806f661b90,fffffd806d90a000,fffffd8064f05060,0,14,fffffd8064f05074) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000253026b8,ffff8000253026c4,11,2) at udp_input+0x1323 ip_deliver(ffff8000253026b8,ffff8000253026c4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000253026b8,ffff8000253026c4,721,0) at ip_ours+0x412 ip_input_if(ffff8000253026b8,ffff8000253026c4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806c9ddd00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806c9ddd00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806f3f4b00,fffffd806f661c10,fffffd806f6af4d0,ffff800025302808) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f3f4b00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f3f4b00,fffffd806f661c10,fffffd806f6af4d0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806a5f4400,0,fffffd806f661c00,0,0,fffffd806f661b90) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd806f661b90,fffffd806a5f4400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd806f6624b0,0,ffff800025302b30,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff800020e37c48,0,ffff800025302c10,0,ffff800025302cf0) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff800020e37c48,ffff800025302ca8,ffff800025302cf0) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff800025302d70) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800025302d70) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xf387fd3b3d0, count: -102