kernel: double fault trap, code=0 Stopped at witness_checkorder+0x2f: callq __sanitizer_cov_trace_pc+0x4 ddb{1}> ddb{1}> set $lines = 0 ddb{1}> set $maxwidth = 0 ddb{1}> show panic the kernel did not panic ddb{1}> trace witness_checkorder(ffffffff82786fb8,9,0) at witness_checkorder+0x2f sys/kern/subr_witness.c:756 mtx_enter(ffffffff82786fa8) at mtx_enter+0x3a sys/kern/kern_lock.c:265 arc4random_buf(ffff8000250ff146,2) at arc4random_buf+0x27 _rs_stir_if_needed sys/dev/rnd.c:420 [inline] arc4random_buf(ffff8000250ff146,2) at arc4random_buf+0x27 _rs_random_buf sys/dev/rnd.c:497 [inline] arc4random_buf(ffff8000250ff146,2) at arc4random_buf+0x27 sys/dev/rnd.c:542 ip_randomid() at ip_randomid+0xb2 sys/netinet/ip_id.c:71 ip_output(fffffd8078935b00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x1ab __swap16md machine/endian.h:37 [inline] ip_output(fffffd8078935b00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x1ab sys/netinet/ip_output.c:135 udp_output(fffffd807929c398,fffffd8078935b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8078935b00,fffffd8078935bdc,0,18,fffffd8078935bf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000250ff7a8,ffff8000250ff7b4,11,2) at udp_input+0x1323 ip_deliver(ffff8000250ff7a8,ffff8000250ff7b4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000250ff7a8,ffff8000250ff7b4,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff8000250ff7a8,ffff8000250ff7b4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd80651a3400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd80651a3400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8078920a00,fffffd807929c418,fffffd806f474540,ffff8000250ff8f8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8078920a00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8078920a00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065198900,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8065198900,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8065198900,fffffd80651989dc,0,18,fffffd80651989f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000250fff98,ffff8000250fffa4,11,2) at udp_input+0x1323 ip_deliver(ffff8000250fff98,ffff8000250fffa4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000250fff98,ffff8000250fffa4,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff8000250fff98,ffff8000250fffa4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807892ca00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807892ca00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8078948500,fffffd807929c418,fffffd806f474540,ffff8000251000e8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8078948500,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8078948500,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065199100,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8065199100,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8065199100,fffffd80651991dc,0,18,fffffd80651991f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025100788,ffff800025100794,11,2) at udp_input+0x1323 ip_deliver(ffff800025100788,ffff800025100794,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025100788,ffff800025100794,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025100788,ffff800025100794,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065195b00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065195b00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806519ad00,fffffd807929c418,fffffd806f474540,ffff8000251008d8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806519ad00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806519ad00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807890d400,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd807890d400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd807890d400,fffffd807890d4dc,0,18,fffffd807890d4f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025100f78,ffff800025100f84,11,2) at udp_input+0x1323 ip_deliver(ffff800025100f78,ffff800025100f84,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025100f78,ffff800025100f84,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025100f78,ffff800025100f84,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065199000) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065199000,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8064e15800,fffffd807929c418,fffffd806f474540,ffff8000251010c8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8064e15800,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8064e15800,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd80755abb00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd80755abb00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd80755abb00,fffffd80755abbdc,0,18,fffffd80755abbf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025101768,ffff800025101774,11,2) at udp_input+0x1323 ip_deliver(ffff800025101768,ffff800025101774,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025101768,ffff800025101774,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025101768,ffff800025101774,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8064e14b00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8064e14b00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806fb34400,fffffd807929c418,fffffd806f474540,ffff8000251018b8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806fb34400,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806fb34400,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8078910000,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8078910000,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8078910000,fffffd80789100dc,0,18,fffffd80789100f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025101f58,ffff800025101f64,11,2) at udp_input+0x1323 ip_deliver(ffff800025101f58,ffff800025101f64,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025101f58,ffff800025101f64,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025101f58,ffff800025101f64,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806a853100) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806a853100,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8079747900,fffffd807929c418,fffffd806f474540,ffff8000251020a8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8079747900,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8079747900,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8079758b00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8079758b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 sorflush(fffffd8078862348) at sorflush+0x69 sys/kern/uipc_socket.c:1128 soshutdown(fffffd8078862348,0) at soshutdown+0x69 sys/kern/uipc_socket.c:1097 sys_shutdown(ffff8000ffffa780,ffff800025102658,ffff8000251026a0) at sys_shutdown+0x63 sys/kern/uipc_syscalls.c:913 syscall(ffff800025102720) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800025102720) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xfa8cccadcb0, count: -91 ddb{1}> show registers rdi 0xffffffff82786fb8 rndlock+0x10 rsi 0x9 rbp 0xffff8000250ff0a0 rbx 0x40 rdx 0 rcx 0x2c28b acpi_pdirpa+0x180f3 rax 0xffffffff820b7dd1 mtx_enter+0x21 r8 0 r9 0xfffffd807929c398 r10 0xd807b2bd9b7cbb3f r11 0xd79f4a98f0449a4 r12 0xffffffff82786fb8 rndlock+0x10 r13 0x3 r14 0xffffffff82786fa8 rndlock r15 0xffff8000250ff146 rip 0xffffffff8103401f witness_checkorder+0x2f cs 0x8 rflags 0x10286 __ALIGN_SIZE+0xf286 rsp 0xffff8000250ff000 ss 0x10 witness_checkorder+0x2f: callq __sanitizer_cov_trace_pc+0x4 ddb{1}> show proc PROC (syz-executor.1) pid=226204 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=79, nice=20 forw=0xffffffffffffffff, list=0xffff8000ffffa9f8,0xffff8000ffffb660 process=0xffff8000ffff8008 user=0xffff8000250fd000, vmspace=0xfffffd807effe450 estcpu=29, cpticks=1, pctcpu=0.0 user=0, sys=1, intr=0 ddb{1}> ps PID TID PPID UID S FLAGS WAIT COMMAND 77764 36437 28672 32767 7 0x10 syz-executor.1 *77764 226204 28672 32767 7 0x4000010 syz-executor.1 77764 297063 28672 32767 2 0x4000010 syz-executor.1 28672 100447 75770 32767 3 0x90 nanosleep syz-executor.1 75770 267324 25657 0 3 0x82 wait syz-executor.1 82880 68750 29799 32767 3 0x90 piperd syz-executor.0 29799 400754 25657 0 3 0x82 wait syz-executor.0 77224 275548 0 0 3 0x14200 bored sosplice 25657 383910 83531 0 3 0x82 thrsleep syz-fuzzer 25657 89453 83531 0 3 0x4000082 nanosleep syz-fuzzer 25657 298176 83531 0 3 0x4000082 thrsleep syz-fuzzer 25657 190430 83531 0 3 0x4000082 kqread syz-fuzzer 25657 132593 83531 0 3 0x4000082 thrsleep syz-fuzzer 25657 319614 83531 0 3 0x4000082 thrsleep syz-fuzzer 25657 235297 83531 0 2 0x4000002 syz-fuzzer 25657 337002 83531 0 3 0x4000082 thrsleep syz-fuzzer 83531 454777 82264 0 3 0x10008a pause ksh 82264 17598 70694 0 3 0x92 select sshd 86606 475491 1 0 3 0x100083 ttyin getty 70694 487757 1 0 3 0x80 select sshd 2946 190218 53203 73 3 0x100090 kqread syslogd 53203 156062 1 0 3 0x100082 netio syslogd 13695 524205 1 77 3 0x100090 poll dhclient 58430 117108 1 0 3 0x80 poll dhclient 18428 476133 0 0 3 0x14200 bored smr 86189 439821 0 0 2 0x14200 zerothread 6307 121035 0 0 3 0x14200 aiodoned aiodoned 96485 213340 0 0 3 0x14200 syncer update 20424 57379 0 0 3 0x14200 cleaner cleaner 87892 290358 0 0 3 0x14200 reaper reaper 42777 406507 0 0 3 0x14200 pgdaemon pagedaemon 70389 170606 0 0 3 0x14200 bored crynlk 81773 447012 0 0 3 0x14200 bored crypto 49424 457814 0 0 3 0x40014200 acpi0 acpi0 28472 317700 0 0 3 0x40014200 idle1 59149 354350 0 0 2 0x14200 softnet 51237 26664 0 0 3 0x14200 bored systqmp 42597 371952 0 0 3 0x14200 bored systq 57949 220478 0 0 3 0x40014200 bored softclock 41550 367196 0 0 3 0x40014200 idle0 1 106954 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{1}> show all locks Process 77764 (syz-executor.1) thread 0xffff8000ffffa780 (226204) exclusive rwlock netlock r = 0 (0xffffffff82719ad0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 soshutdown+0x32 sys/kern/uipc_socket.c:1094 #3 sys_shutdown+0x63 sys/kern/uipc_syscalls.c:913 #4 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #4 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #5 Xsyscall+0x128 exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82938cd8) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 syscall+0x400 mi_syscall sys/sys/syscall_mi.h:93 [inline] #1 syscall+0x400 sys/arch/amd64/amd64/trap.c:570 #2 Xsyscall+0x128 ddb{1}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9467 6330K 6330K 78643K 10650 0 pcb 13 8K 8K 78643K 13 0 rtable 109 3K 3K 78643K 2813 0 ifaddr 39 10K 10K 78643K 255 0 sysctl 2 0K 0K 78643K 2 0 counters 43 33K 33K 78643K 103 0 ioctlops 0 0K 2K 78643K 77 0 iov 0 0K 20K 78643K 148 0 mount 1 1K 1K 78643K 1 0 vnodes 1217 77K 77K 78643K 1815 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 27 0 VM map 2 1K 1K 78643K 2 0 sem 12 0K 0K 78643K 843 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 7 21K 33K 78643K 2353 0 sigio 0 0K 0K 78643K 35 0 proc 48 50K 83K 78643K 1777 0 subproc 34 2K 2K 78643K 544 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 177 0 in_multi 33 2K 2K 78643K 402 0 ether_multi 1 0K 0K 78643K 10 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 55 254K 254K 78643K 55 0 exec 0 0K 1K 78643K 721 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 187 29K 45K 78643K 8302 0 UVM aobj 99 7K 7K 78643K 99 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 108 0 NDP 7 0K 0K 78643K 99 0 temp 102 3873K 3937K 78643K 9853 0 kqueue 3 4K 14K 78643K 70 0 SYN cache 2 16K 16K 78643K 2 0 ddb{1}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 68 0 60 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 88 1780 0 1778 1 0 1 1 0 8 0 rtentry 112 393 0 347 2 0 2 2 0 8 0 unpcb 120 1116 0 1108 1 0 1 1 0 8 0 syncache 272 18 0 18 6 5 1 1 0 8 1 tcpqe 32 1015 0 1015 5 4 1 1 0 8 1 tcpcb 592 556 0 549 6 4 2 3 0 8 1 ipq 40 151 0 151 5 4 1 1 0 8 1 ipqe 40 435 0 435 5 4 1 1 0 8 1 inpcb 296 1277 0 1264 5 3 2 2 0 8 0 nd6 48 112 0 106 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 1616 0 1422 17 4 13 14 0 8 0 art_table 32 1617 0 1422 2 0 2 2 0 8 0 art_node 16 392 0 350 1 0 1 1 0 8 0 sysvmsgpl 40 9 0 7 1 0 1 1 0 8 0 semapl 112 841 0 831 1 0 1 1 0 8 0 shmpl 112 96 0 0 3 0 3 3 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 3672 0 2272 88 0 88 88 0 8 0 ffsino 272 3672 0 2272 94 0 94 94 0 8 0 nchpl 144 7302 0 5688 60 0 60 60 0 8 0 uvmvnodes 72 4225 0 0 77 0 77 77 0 8 0 vnodes 208 4225 0 0 223 0 223 223 0 8 0 namei 1024 25310 0 25310 3 2 1 1 0 8 1 percpumem 16 62 0 30 1 0 1 1 0 8 0 scxspl 200 18899 0 18899 11 10 1 7 0 8 1 plimitpl 152 274 0 265 1 0 1 1 0 8 0 sigapl 424 2451 0 2419 4 0 4 4 0 8 0 futexpl 56 29776 0 29776 3 2 1 1 0 8 1 knotepl 112 508 0 488 1 0 1 1 0 8 0 kqueuepl 152 310 0 305 1 0 1 1 0 8 0 pipepl 304 527 0 516 6 4 2 2 0 8 1 fdescpl 496 2435 0 2419 3 0 3 3 0 8 0 filepl 152 13955 0 13853 9 4 5 7 0 8 1 lockfpl 104 222 0 221 1 0 1 1 0 8 0 lockfspl 48 80 0 79 1 0 1 1 0 8 0 sessionpl 120 47 0 37 1 0 1 1 0 8 0 pgrppl 48 67 0 57 1 0 1 1 0 8 0 ucredpl 96 1707 0 1698 1 0 1 1 0 8 0 zombiepl 144 2419 0 2419 2 1 1 1 0 8 1 processpl 1008 2451 0 2419 5 0 5 5 0 8 0 procpl 632 6219 0 6178 5 1 4 5 0 8 0 sosppl 144 25 0 24 8 7 1 1 0 8 0 sockpl 400 4205 0 4185 11 8 3 4 0 8 0 mcl64k 65536 13 0 0 2 0 2 2 0 8 0 mcl16k 16384 14 0 0 2 0 2 2 0 8 0 mcl12k 12288 23 0 0 2 0 2 2 0 8 0 mcl9k 9216 6 0 0 1 0 1 1 0 8 0 mcl8k 8192 6 0 0 1 0 1 1 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 218 0 0 27 1 26 27 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 9661 0 0 591 0 591 591 0 8 0 bufpl 280 6173 0 121 433 0 433 433 0 8 0 anonpl 16 284262 0 275001 124 67 57 64 0 124 8 amapchunkpl 152 18966 0 18704 70 57 13 25 0 158 0 amappl16 192 9988 0 9485 102 68 34 38 0 8 8 amappl15 184 266 0 265 1 0 1 1 0 8 0 amappl14 176 278 0 276 2 1 1 1 0 8 0 amappl13 168 500 0 495 1 0 1 1 0 8 0 amappl12 160 108 0 104 1 0 1 1 0 8 0 amappl11 152 423 0 414 1 0 1 1 0 8 0 amappl10 144 449 0 440 1 0 1 1 0 8 0 amappl9 136 1033 0 1032 1 0 1 1 0 8 0 amappl8 128 1472 0 1393 3 0 3 3 0 8 0 amappl7 120 636 0 619 1 0 1 1 0 8 0 amappl6 112 311 0 305 1 0 1 1 0 8 0 amappl5 104 1940 0 1928 1 0 1 1 0 8 0 amappl4 96 1305 0 1277 1 0 1 1 0 8 0 amappl3 88 230 0 221 1 0 1 1 0 8 0 amappl2 80 16609 0 16541 2 0 2 2 0 8 0 amappl1 72 89132 0 88686 23 14 9 17 0 8 0 amappl 80 6964 0 6890 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 98 0 0 2 0 2 2 0 8 0 uaddrrnd 24 2435 0 2419 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 2435 0 2419 1 0 1 1 0 8 0 vmmpekpl 168 21180 0 21153 3 1 2 2 0 8 0 vmmpepl 168 336561 0 334744 164 67 97 101 0 357 15 vmsppl 368 2434 0 2419 2 0 2 2 0 8 0 pdppl 4096 4877 0 4838 6 0 6 6 0 8 0 pvpl 32 813997 0 801483 258 113 145 160 0 265 23 pmappl 232 2434 0 2419 5 4 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 859 0 22 24 0 24 24 0 8 0 ddb{1}> machine ddbcpu 0 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{0}> trace x86_ipi_db(ffffffff82783ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 __sanitizer_cov_trace_cmp4(ffffffff82938ad0,ffffffff82938ad0) at __sanitizer_cov_trace_cmp4+0xb kd_curproc sys/dev/kcov.c:162 [inline] __sanitizer_cov_trace_cmp4(ffffffff82938ad0,ffffffff82938ad0) at __sanitizer_cov_trace_cmp4+0xb trace_cmp sys/dev/kcov.c:134 [inline] __sanitizer_cov_trace_cmp4(ffffffff82938ad0,ffffffff82938ad0) at __sanitizer_cov_trace_cmp4+0xb sys/dev/kcov.c:163 softintr_dispatch(0) at softintr_dispatch+0x4e sys/arch/amd64/amd64/softintr.c:89 Xsoftclock() at Xsoftclock+0x1f end of kernel end trace frame: 0x7f7ffffcd180, count: -6 ddb{0}> machine ddbcpu 1 Stopped at witness_checkorder+0x2f: callq __sanitizer_cov_trace_pc+0x4 ddb{1}> trace witness_checkorder(ffffffff82786fb8,9,0) at witness_checkorder+0x2f sys/kern/subr_witness.c:756 mtx_enter(ffffffff82786fa8) at mtx_enter+0x3a sys/kern/kern_lock.c:265 arc4random_buf(ffff8000250ff146,2) at arc4random_buf+0x27 _rs_stir_if_needed sys/dev/rnd.c:420 [inline] arc4random_buf(ffff8000250ff146,2) at arc4random_buf+0x27 _rs_random_buf sys/dev/rnd.c:497 [inline] arc4random_buf(ffff8000250ff146,2) at arc4random_buf+0x27 sys/dev/rnd.c:542 ip_randomid() at ip_randomid+0xb2 sys/netinet/ip_id.c:71 ip_output(fffffd8078935b00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x1ab __swap16md machine/endian.h:37 [inline] ip_output(fffffd8078935b00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x1ab sys/netinet/ip_output.c:135 udp_output(fffffd807929c398,fffffd8078935b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8078935b00,fffffd8078935bdc,0,18,fffffd8078935bf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000250ff7a8,ffff8000250ff7b4,11,2) at udp_input+0x1323 ip_deliver(ffff8000250ff7a8,ffff8000250ff7b4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000250ff7a8,ffff8000250ff7b4,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff8000250ff7a8,ffff8000250ff7b4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd80651a3400) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd80651a3400,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8078920a00,fffffd807929c418,fffffd806f474540,ffff8000250ff8f8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8078920a00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8078920a00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065198900,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8065198900,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8065198900,fffffd80651989dc,0,18,fffffd80651989f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000250fff98,ffff8000250fffa4,11,2) at udp_input+0x1323 ip_deliver(ffff8000250fff98,ffff8000250fffa4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000250fff98,ffff8000250fffa4,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff8000250fff98,ffff8000250fffa4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd807892ca00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd807892ca00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8078948500,fffffd807929c418,fffffd806f474540,ffff8000251000e8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8078948500,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8078948500,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065199100,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8065199100,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8065199100,fffffd80651991dc,0,18,fffffd80651991f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025100788,ffff800025100794,11,2) at udp_input+0x1323 ip_deliver(ffff800025100788,ffff800025100794,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025100788,ffff800025100794,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025100788,ffff800025100794,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065195b00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065195b00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806519ad00,fffffd807929c418,fffffd806f474540,ffff8000251008d8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806519ad00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806519ad00,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807890d400,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd807890d400,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd807890d400,fffffd807890d4dc,0,18,fffffd807890d4f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025100f78,ffff800025100f84,11,2) at udp_input+0x1323 ip_deliver(ffff800025100f78,ffff800025100f84,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025100f78,ffff800025100f84,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025100f78,ffff800025100f84,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065199000) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065199000,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8064e15800,fffffd807929c418,fffffd806f474540,ffff8000251010c8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8064e15800,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8064e15800,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd80755abb00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd80755abb00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd80755abb00,fffffd80755abbdc,0,18,fffffd80755abbf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025101768,ffff800025101774,11,2) at udp_input+0x1323 ip_deliver(ffff800025101768,ffff800025101774,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025101768,ffff800025101774,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025101768,ffff800025101774,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8064e14b00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8064e14b00,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd806fb34400,fffffd807929c418,fffffd806f474540,ffff8000251018b8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806fb34400,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806fb34400,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8078910000,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8078910000,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd807929c398,fffffd8078910000,fffffd80789100dc,0,18,fffffd80789100f4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff800025101f58,ffff800025101f64,11,2) at udp_input+0x1323 ip_deliver(ffff800025101f58,ffff800025101f64,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff800025101f58,ffff800025101f64,ffff8000220f7000,0) at ip_ours+0x412 ip_input_if(ffff800025101f58,ffff800025101f64,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806a853100) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806a853100,2) at if_input_local+0xf9 sys/net/if.c:769 ether_resolve(ffff80000017c2a8,fffffd8079747900,fffffd807929c418,fffffd806f474540,ffff8000251020a8) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8079747900,fffffd807929c418,fffffd806f474540) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8079747900,fffffd807929c418,fffffd806f474540) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8079758b00,fffffd8078910f00,fffffd807929c408,0,0,fffffd807929c398) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd807929c398,fffffd8079758b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8078862348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8078862348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 sorflush(fffffd8078862348) at sorflush+0x69 sys/kern/uipc_socket.c:1128 soshutdown(fffffd8078862348,0) at soshutdown+0x69 sys/kern/uipc_socket.c:1097 sys_shutdown(ffff8000ffffa780,ffff800025102658,ffff8000251026a0) at sys_shutdown+0x63 sys/kern/uipc_syscalls.c:913 syscall(ffff800025102720) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff800025102720) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xfa8cccadcb0, count: -91