kernel: double fault trap, code=0 Stopped at splraise+0x1c: callq __sanitizer_cov_trace_pc+0x4 ddb{0}> ddb{0}> set $lines = 0 ddb{0}> set $maxwidth = 0 ddb{0}> show panic the kernel did not panic ddb{0}> trace splraise(d) at splraise+0x1c sys/arch/amd64/amd64/intr.c:695 witness_checkorder(ffffffff828c2bf0,9,0) at witness_checkorder+0x1e8 sys/kern/subr_witness.c:808 mtx_enter(ffffffff828c2be0) at mtx_enter+0x3a sys/kern/kern_lock.c:265 pool_get(ffffffff828c2be0,2) at pool_get+0xbf sys/kern/subr_pool.c:578 ip_ours(ffff8000252e8328,ffff8000252e8334,ffff8000210a5000,0) at ip_ours+0x451 sys/netinet/ip_input.c:537 ip_input_if(ffff8000252e8328,ffff8000252e8334,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8068106700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8068106700,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd807f00da00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e8478) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f00da00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f00da00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807f00da00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd807f00da00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd806f708000,fffffd806f7080ac,0,14,fffffd806f7080c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252e8b18,ffff8000252e8b24,11,2) at udp_input+0x1323 ip_deliver(ffff8000252e8b18,ffff8000252e8b24,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252e8b18,ffff8000252e8b24,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252e8b18,ffff8000252e8b24,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806573c200) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806573c200,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806d5daf00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e8c68) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d5daf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d5daf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065740b00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8065740b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd807f00da00,fffffd807f00dae0,0,14,fffffd807f00daf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252e9308,ffff8000252e9314,11,2) at udp_input+0x1323 ip_deliver(ffff8000252e9308,ffff8000252e9314,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252e9308,ffff8000252e9314,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252e9308,ffff8000252e9314,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065744900) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065744900,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806f707e00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e9458) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f707e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f707e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f6aab00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd806f6aab00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd8065740b00,fffffd8065740bac,0,14,fffffd8065740bc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252e9af8,ffff8000252e9b04,11,2) at udp_input+0x1323 ip_deliver(ffff8000252e9af8,ffff8000252e9b04,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252e9af8,ffff8000252e9b04,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252e9af8,ffff8000252e9b04,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8069ffaa00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8069ffaa00,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806c9aaf00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e9c48) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806c9aaf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806c9aaf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8067442d00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8067442d00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd806f6aab00,fffffd806f6aabe0,0,14,fffffd806f6aabf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252ea2e8,ffff8000252ea2f4,11,2) at udp_input+0x1323 ip_deliver(ffff8000252ea2e8,ffff8000252ea2f4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252ea2e8,ffff8000252ea2f4,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252ea2e8,ffff8000252ea2f4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806f708c00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806f708c00,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd8069811a00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252ea438) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069811a00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069811a00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8068106500,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd806db38200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd8067442d00,fffffd8067442dac,0,14,fffffd8067442dc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252eaad8,ffff8000252eaae4,11,2) at udp_input+0x1323 ip_deliver(ffff8000252eaad8,ffff8000252eaae4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252eaad8,ffff8000252eaae4,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252eaad8,ffff8000252eaae4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806bb16700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806bb16700,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd8065740e00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252eac28) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8065740e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8065740e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8069ffa700,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8069ffa700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd806db38200,fffffd80080b2060,0,14,fffffd80080b2074) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252eb2c8,ffff8000252eb2d4,11,2) at udp_input+0x1323 ip_deliver(ffff8000252eb2c8,ffff8000252eb2d4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252eb2c8,ffff8000252eb2d4,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252eb2c8,ffff8000252eb2d4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065764600) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065764600,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd8069811700,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252eb418) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069811700,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069811700,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065740e00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8065740e00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd8068129348,0,ffff8000252eb740,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff8000ffffbb40,0,ffff8000252eb820,0,ffff8000252eb900) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff8000ffffbb40,ffff8000252eb8b8,ffff8000252eb900) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff8000252eb980) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000252eb980) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdce1a9f2c00, count: -95 ddb{0}> show registers rdi 0xd rsi 0x5e82 __ALIGN_SIZE+0x4e82 rbp 0xffff8000252e8030 rbx 0x1 rdx 0xffff8000210a5000 rcx 0x5e81 __ALIGN_SIZE+0x4e81 rax 0xffffffff810541c6 witness_checkorder+0x176 r8 0xfffffd80681067f0 r9 0xffffffff8111c6e3 ip_input_if+0x663 r10 0x5 r11 0x81d8c3f8a5db158 r12 0xfffffd8002cc6380 r13 0xffffffff827bf108 w_locklistdata+0x3b8 r14 0xd r15 0xffffffff826f3410 lock_class_mutex rip 0xffffffff81b9deac splraise+0x1c cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff8000252e8000 ss 0x10 splraise+0x1c: callq __sanitizer_cov_trace_pc+0x4 ddb{0}> show proc PROC (syz-executor.0) pid=91783 stat=onproc flags process=10 proc=4000000 pri=32, usrpri=64, nice=20 forw=0xffffffffffffffff, list=0xffff8000ffffa290,0xffff8000ffffa028 process=0xffff8000ffff97a8 user=0xffff8000252e6000, vmspace=0xfffffd807effe730 estcpu=36, cpticks=0, pctcpu=0.0 user=0, sys=0, intr=0 ddb{0}> ps PID TID PPID UID S FLAGS WAIT COMMAND 16471 17224 17263 32767 2 0x10 syz-executor.0 16471 137100 17263 32767 2 0x4000010 syz-executor.0 *16471 91783 17263 32767 7 0x4000010 syz-executor.0 16471 31735 17263 32767 3 0x4000090 fsleep syz-executor.0 17263 167433 81545 32767 3 0x90 nanosleep syz-executor.0 81545 435609 15969 0 3 0x82 wait syz-executor.0 61433 163768 94510 32767 3 0x90 piperd syz-executor.1 94510 281036 15969 0 3 0x82 wait syz-executor.1 50086 207275 0 0 3 0x14200 bored sosplice 15969 170212 74655 0 3 0x82 thrsleep syz-fuzzer 15969 294394 74655 0 3 0x4000082 nanosleep syz-fuzzer 15969 486630 74655 0 3 0x4000082 kqread syz-fuzzer 15969 214100 74655 0 3 0x4000082 thrsleep syz-fuzzer 15969 134154 74655 0 3 0x4000082 thrsleep syz-fuzzer 15969 47440 74655 0 3 0x4000082 thrsleep syz-fuzzer 15969 298042 74655 0 7 0x4000002 syz-fuzzer 15969 110883 74655 0 3 0x4000082 thrsleep syz-fuzzer 74655 273398 1898 0 3 0x10008a pause ksh 1898 115003 52553 0 3 0x92 select sshd 84440 278300 1 0 3 0x100083 ttyin getty 52553 229837 1 0 3 0x80 select sshd 82314 17572 82636 73 3 0x100090 kqread syslogd 82636 139829 1 0 3 0x100082 netio syslogd 67737 13624 1 77 3 0x100090 poll dhclient 65361 228958 1 0 3 0x80 poll dhclient 53975 321837 0 0 3 0x14200 bored smr 56212 456948 0 0 2 0x14200 zerothread 8321 310893 0 0 3 0x14200 aiodoned aiodoned 74064 5321 0 0 3 0x14200 syncer update 7346 206996 0 0 3 0x14200 cleaner cleaner 96650 491242 0 0 3 0x14200 reaper reaper 63299 444207 0 0 3 0x14200 pgdaemon pagedaemon 55778 503706 0 0 3 0x14200 bored crynlk 10015 522133 0 0 3 0x14200 bored crypto 12484 240500 0 0 3 0x40014200 acpi0 acpi0 10317 243616 0 0 3 0x40014200 idle1 37245 45889 0 0 3 0x14200 bored softnet 64625 192782 0 0 3 0x14200 bored systqmp 11451 148056 0 0 3 0x14200 bored systq 99910 460847 0 0 3 0x40014200 bored softclock 83634 464670 0 0 3 0x40014200 idle0 1 497436 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{0}> show all locks CPU 0: exclusive mutex /syzkaller/managers/setuid/kernel/sys/netinet/ip_input.c:101 r = 0 (0xffffffff826f7bc0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 ip_ours+0xd7 #4 ip_input_if+0x6ce #5 ipv4_input+0x48 sys/netinet/ip_input.c:215 #6 if_input_local+0xf9 sys/net/if.c:767 #7 ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 #8 ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] #8 ether_output+0x47 sys/net/if_ethersubr.c:350 #9 ip_output+0x12a2 sys/netinet/ip_output.c:509 #10 udp_output+0x5af sys/netinet/udp_usrreq.c:1017 #11 somove+0xf61 sys/kern/uipc_socket.c:1616 #12 sorwakeup+0x79 sys/kern/uipc_socket.c:1665 #13 udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 #14 udp_input+0x1323 #15 ip_deliver+0x353 sys/netinet/ip_input.c:668 #16 ip_ours+0x412 #17 ip_input_if+0x6ce #18 ipv4_input+0x48 sys/netinet/ip_input.c:215 Process 16471 (syz-executor.0) thread 0xffff8000ffffbb40 (91783) exclusive rwlock netlock r = 0 (0xffffffff82747cc0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 solock+0x5a sys/kern/uipc_socket2.c:282 #2 sosend+0x559 sys/kern/uipc_socket.c:543 #3 sendit+0x52b sys/kern/uipc_syscalls.c:657 #4 sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 #5 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] #5 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 #6 Xsyscall+0x128 exclusive mutex /syzkaller/managers/setuid/kernel/sys/netinet/ip_input.c:101 r = 0 (0xffffffff826f7bc0) #0 witness_lock+0x4c7 stacktrace_save sys/sys/stacktrace.h:36 [inline] #0 witness_lock+0x4c7 sys/kern/subr_witness.c:1164 #1 mtx_enter_try+0x102 #2 mtx_enter+0x4b sys/kern/kern_lock.c:266 #3 ip_ours+0xd7 #4 ip_input_if+0x6ce #5 ipv4_input+0x48 sys/netinet/ip_input.c:215 #6 if_input_local+0xf9 sys/net/if.c:767 #7 ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 #8 ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] #8 ether_output+0x47 sys/net/if_ethersubr.c:350 #9 ip_output+0x12a2 sys/netinet/ip_output.c:509 #10 udp_output+0x5af sys/netinet/udp_usrreq.c:1017 #11 somove+0xf61 sys/kern/uipc_socket.c:1616 #12 sorwakeup+0x79 sys/kern/uipc_socket.c:1665 #13 udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 #14 udp_input+0x1323 #15 ip_deliver+0x353 sys/netinet/ip_input.c:668 #16 ip_ours+0x412 #17 ip_input_if+0x6ce #18 ipv4_input+0x48 sys/netinet/ip_input.c:215 ddb{0}> show malloc Type InUse MemUse HighUse Limit Requests Type Lim devbuf 9465 6330K 6330K 78643K 10597 0 pcb 13 8K 8K 78643K 13 0 rtable 107 3K 3K 78643K 783 0 ifaddr 39 10K 10K 78643K 133 0 sysctl 2 0K 0K 78643K 2 0 counters 43 33K 33K 78643K 69 0 ioctlops 0 0K 2K 78643K 63 0 iov 0 0K 24K 78643K 109 0 mount 1 1K 1K 78643K 1 0 vnodes 1217 77K 77K 78643K 1490 0 UFS quota 1 32K 32K 78643K 1 0 UFS mount 5 36K 36K 78643K 5 0 shm 2 1K 5K 78643K 13 0 VM map 2 1K 1K 78643K 2 0 sem 12 1K 1K 78643K 112 0 dirhash 12 2K 2K 78643K 12 0 ACPI 1824 197K 290K 78643K 13058 0 file desc 7 21K 33K 78643K 1570 0 sigio 0 0K 0K 78643K 203 0 proc 48 50K 83K 78643K 1006 0 subproc 34 2K 2K 78643K 255 0 NFS srvsock 1 0K 0K 78643K 1 0 NFS daemon 1 16K 16K 78643K 1 0 ip_moptions 0 0K 0K 78643K 143 0 in_multi 33 2K 2K 78643K 209 0 ether_multi 1 0K 0K 78643K 7 0 ISOFS mount 1 32K 32K 78643K 1 0 MSDOSFS mount 1 16K 16K 78643K 1 0 ttys 43 201K 201K 78643K 43 0 exec 0 0K 1K 78643K 454 0 pagedep 1 8K 8K 78643K 1 0 inodedep 1 32K 32K 78643K 1 0 newblk 1 0K 0K 78643K 1 0 VM swap 7 26K 26K 78643K 7 0 UVM amap 186 29K 44K 78643K 5855 0 UVM aobj 131 5K 5K 78643K 136 0 memdesc 1 4K 4K 78643K 1 0 crypto data 1 1K 1K 78643K 1 0 ip6_options 0 0K 0K 78643K 83 0 NDP 5 0K 0K 78643K 48 0 temp 102 3873K 3937K 78643K 6448 0 kqueue 3 4K 12K 78643K 72 0 SYN cache 2 16K 16K 78643K 2 0 ddb{0}> show all pools Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle arp 64 34 0 28 1 0 1 1 0 8 0 plcache 128 20 0 0 1 0 1 1 0 8 0 rtpcb 88 136 0 134 1 0 1 1 0 8 0 rtentry 112 194 0 149 2 0 2 2 0 8 0 unpcb 120 5035 0 4995 2 0 2 2 0 8 0 syncache 272 13 0 13 4 3 1 1 0 8 1 tcpqe 32 418 0 418 4 3 1 1 0 8 1 tcpcb 592 360 0 350 8 7 1 2 0 8 0 ipq 40 12 0 12 3 2 1 1 0 8 1 ipqe 40 197 0 197 3 2 1 1 0 8 1 inpcb 296 923 0 914 7 5 2 2 0 8 0 ip6q 72 1 0 1 1 1 0 1 0 8 0 ip6af 40 2 0 2 1 1 0 1 0 8 0 nd6 48 49 0 42 1 0 1 1 0 8 0 art_heap8 4096 1 0 0 1 0 1 1 0 8 0 art_heap4 256 793 0 601 14 1 13 13 0 8 1 art_table 32 794 0 601 2 0 2 2 0 8 0 art_node 16 193 0 152 1 0 1 1 0 8 0 sysvmsgpl 40 31 0 14 1 0 1 1 0 8 0 semupl 112 4 0 4 1 1 0 1 0 8 0 semapl 112 107 0 97 1 0 1 1 0 8 0 shmpl 112 133 0 5 4 0 4 4 0 8 0 dirhash 1024 17 0 0 3 0 3 3 0 8 0 dino2pl 256 3062 0 1665 88 0 88 88 0 8 0 ffsino 272 3062 0 1665 94 0 94 94 0 8 0 nchpl 144 5845 0 4256 60 0 60 60 0 8 0 uvmvnodes 72 3326 0 0 61 0 61 61 0 8 0 vnodes 208 3326 0 0 176 0 176 176 0 8 0 namei 1024 16272 0 16272 1 0 1 1 0 8 1 percpumem 16 45 0 13 1 0 1 1 0 8 0 scxspl 200 15512 0 15512 13 12 1 7 0 8 1 plimitpl 152 151 0 142 1 0 1 1 0 8 0 sigapl 424 1719 0 1687 4 0 4 4 0 8 0 futexpl 56 22008 0 22007 1 0 1 1 0 8 0 knotepl 112 324 0 304 1 0 1 1 0 8 0 kqueuepl 152 224 0 220 1 0 1 1 0 8 0 pipepl 304 325 0 314 2 0 2 2 0 8 0 fdescpl 496 1703 0 1687 3 0 3 3 0 8 0 filepl 152 11848 0 11743 7 2 5 6 0 8 0 lockfpl 104 177 0 176 1 0 1 1 0 8 0 lockfspl 48 67 0 66 1 0 1 1 0 8 0 sessionpl 120 30 0 20 1 0 1 1 0 8 0 pgrppl 48 42 0 32 1 0 1 1 0 8 0 ucredpl 96 1020 0 1011 1 0 1 1 0 8 0 zombiepl 144 1687 0 1687 1 0 1 1 0 8 1 processpl 1008 1719 0 1687 5 0 5 5 0 8 0 procpl 632 4478 0 4436 6 2 4 5 0 8 0 sosppl 144 24 0 23 6 5 1 1 0 8 0 sockpl 400 6131 0 6080 10 3 7 7 0 8 1 mcl64k 65536 11 0 0 2 0 2 2 0 8 0 mcl16k 16384 6 0 0 1 0 1 1 0 8 0 mcl12k 12288 17 0 0 2 0 2 2 0 8 0 mcl9k 9216 5 0 0 1 0 1 1 0 8 0 mcl8k 8192 5 0 0 1 0 1 1 0 8 0 mcl4k 4096 17 0 0 3 0 3 3 0 8 0 mcl2k2 2112 4 0 0 1 0 1 1 0 8 0 mcl2k 2048 180 0 0 22 0 22 22 0 8 0 mtagpl 96 1 0 0 1 0 1 1 0 8 0 mbufpl 256 431 0 0 24 0 24 24 0 8 0 bufpl 280 5536 0 120 387 0 387 387 0 8 0 anonpl 16 221896 0 211275 99 37 62 75 0 124 12 amapchunkpl 152 12396 0 12135 39 25 14 25 0 158 2 amappl16 192 7502 0 6989 90 56 34 50 0 8 8 amappl15 184 55 0 54 1 0 1 1 0 8 0 amappl14 176 430 0 423 1 0 1 1 0 8 0 amappl13 168 627 0 624 1 0 1 1 0 8 0 amappl12 160 557 0 551 1 0 1 1 0 8 0 amappl11 152 601 0 590 1 0 1 1 0 8 0 amappl10 144 60 0 57 1 0 1 1 0 8 0 amappl9 136 485 0 482 1 0 1 1 0 8 0 amappl8 128 748 0 675 3 0 3 3 0 8 0 amappl7 120 182 0 170 1 0 1 1 0 8 0 amappl6 112 560 0 549 1 0 1 1 0 8 0 amappl5 104 812 0 800 1 0 1 1 0 8 0 amappl4 96 1376 0 1351 1 0 1 1 0 8 0 amappl3 88 827 0 816 1 0 1 1 0 8 0 amappl2 80 11853 0 11787 2 0 2 2 0 8 0 amappl1 72 64151 0 63688 21 11 10 17 0 8 0 amappl 80 4973 0 4893 2 0 2 2 0 84 0 dma4096 4096 1 0 1 1 1 0 1 0 8 0 dma256 256 6 0 6 1 1 0 1 0 8 0 dma128 128 253 0 253 1 1 0 1 0 8 0 dma64 64 6 0 6 1 1 0 1 0 8 0 dma32 32 7 0 7 1 1 0 1 0 8 0 dma16 16 18 0 17 1 0 1 1 0 8 0 aobjpl 64 135 0 5 3 0 3 3 0 8 0 uaddrrnd 24 1703 0 1687 1 0 1 1 0 8 0 uaddrbest 32 2 0 0 1 0 1 1 0 8 0 uaddr 24 1703 0 1687 1 0 1 1 0 8 0 vmmpekpl 168 15348 0 15317 2 0 2 2 0 8 0 vmmpepl 168 235781 0 233941 152 54 98 108 0 357 18 vmsppl 368 1702 0 1687 2 0 2 2 0 8 0 pdppl 4096 3413 0 3374 10 4 6 6 0 8 1 pvpl 32 595858 0 581985 220 63 157 187 0 265 30 pmappl 232 1702 0 1687 3 2 1 2 0 8 0 extentpl 40 53 0 36 1 0 1 1 0 8 0 phpool 112 282 0 13 8 0 8 8 0 8 0 ddb{0}> machine ddbcpu 0 Invalid cpu 0 ddb{0}> trace splraise(d) at splraise+0x1c sys/arch/amd64/amd64/intr.c:695 witness_checkorder(ffffffff828c2bf0,9,0) at witness_checkorder+0x1e8 sys/kern/subr_witness.c:808 mtx_enter(ffffffff828c2be0) at mtx_enter+0x3a sys/kern/kern_lock.c:265 pool_get(ffffffff828c2be0,2) at pool_get+0xbf sys/kern/subr_pool.c:578 ip_ours(ffff8000252e8328,ffff8000252e8334,ffff8000210a5000,0) at ip_ours+0x451 sys/netinet/ip_input.c:537 ip_input_if(ffff8000252e8328,ffff8000252e8334,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8068106700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8068106700,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd807f00da00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e8478) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd807f00da00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd807f00da00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd807f00da00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd807f00da00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd806f708000,fffffd806f7080ac,0,14,fffffd806f7080c0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252e8b18,ffff8000252e8b24,11,2) at udp_input+0x1323 ip_deliver(ffff8000252e8b18,ffff8000252e8b24,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252e8b18,ffff8000252e8b24,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252e8b18,ffff8000252e8b24,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806573c200) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806573c200,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806d5daf00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e8c68) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806d5daf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806d5daf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065740b00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8065740b00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd807f00da00,fffffd807f00dae0,0,14,fffffd807f00daf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252e9308,ffff8000252e9314,11,2) at udp_input+0x1323 ip_deliver(ffff8000252e9308,ffff8000252e9314,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252e9308,ffff8000252e9314,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252e9308,ffff8000252e9314,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065744900) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065744900,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806f707e00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e9458) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806f707e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806f707e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd806f6aab00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd806f6aab00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd8065740b00,fffffd8065740bac,0,14,fffffd8065740bc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252e9af8,ffff8000252e9b04,11,2) at udp_input+0x1323 ip_deliver(ffff8000252e9af8,ffff8000252e9b04,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252e9af8,ffff8000252e9b04,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252e9af8,ffff8000252e9b04,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8069ffaa00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8069ffaa00,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd806c9aaf00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252e9c48) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd806c9aaf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd806c9aaf00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8067442d00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8067442d00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd806f6aab00,fffffd806f6aabe0,0,14,fffffd806f6aabf4) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252ea2e8,ffff8000252ea2f4,11,2) at udp_input+0x1323 ip_deliver(ffff8000252ea2e8,ffff8000252ea2f4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252ea2e8,ffff8000252ea2f4,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252ea2e8,ffff8000252ea2f4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806f708c00) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806f708c00,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd8069811a00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252ea438) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069811a00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069811a00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8068106500,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd806db38200,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd8067442d00,fffffd8067442dac,0,14,fffffd8067442dc0) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252eaad8,ffff8000252eaae4,11,2) at udp_input+0x1323 ip_deliver(ffff8000252eaad8,ffff8000252eaae4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252eaad8,ffff8000252eaae4,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252eaad8,ffff8000252eaae4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd806bb16700) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd806bb16700,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd8065740e00,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252eac28) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8065740e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8065740e00,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8069ffa700,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8069ffa700,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 somove(fffffd8068129348,2) at somove+0xf61 sys/kern/uipc_socket.c:1616 sorwakeup(fffffd8068129348) at sorwakeup+0x79 sys/kern/uipc_socket.c:1665 udp_sbappend(fffffd8067e7ce10,fffffd806db38200,fffffd80080b2060,0,14,fffffd80080b2074) at udp_sbappend+0x397 sys/netinet/udp_usrreq.c:644 udp_input(ffff8000252eb2c8,ffff8000252eb2d4,11,2) at udp_input+0x1323 ip_deliver(ffff8000252eb2c8,ffff8000252eb2d4,11,2) at ip_deliver+0x353 sys/netinet/ip_input.c:668 ip_ours(ffff8000252eb2c8,ffff8000252eb2d4,ffff8000210a5000,0) at ip_ours+0x412 ip_input_if(ffff8000252eb2c8,ffff8000252eb2d4,4,0,ffff80000017c2a8) at ip_input_if+0x6ce ipv4_input(ffff80000017c2a8,fffffd8065764600) at ipv4_input+0x48 sys/netinet/ip_input.c:215 if_input_local(ffff80000017c2a8,fffffd8065764600,2) at if_input_local+0xf9 sys/net/if.c:767 ether_resolve(ffff80000017c2a8,fffffd8069811700,fffffd8067e7ce90,fffffd806f4972a0,ffff8000252eb418) at ether_resolve+0x4c2 sys/net/if_ethersubr.c:239 ether_output(ffff80000017c2a8,fffffd8069811700,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 ether_encap sys/net/if_ethersubr.c:321 [inline] ether_output(ffff80000017c2a8,fffffd8069811700,fffffd8067e7ce90,fffffd806f4972a0) at ether_output+0x47 sys/net/if_ethersubr.c:350 ip_output(fffffd8065740e00,0,fffffd8067e7ce80,0,0,fffffd8067e7ce10) at ip_output+0x12a2 sys/netinet/ip_output.c:509 udp_output(fffffd8067e7ce10,fffffd8065740e00,0,0) at udp_output+0x5af sys/netinet/udp_usrreq.c:1017 sosend(fffffd8068129348,0,ffff8000252eb740,0,0,0) at sosend+0x671 sys/kern/uipc_socket.c:555 sendit(ffff8000ffffbb40,0,ffff8000252eb820,0,ffff8000252eb900) at sendit+0x52b sys/kern/uipc_syscalls.c:657 sys_sendto(ffff8000ffffbb40,ffff8000252eb8b8,ffff8000252eb900) at sys_sendto+0x80 sys/kern/uipc_syscalls.c:522 syscall(ffff8000252eb980) at syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:102 [inline] syscall(ffff8000252eb980) at syscall+0x4a4 sys/arch/amd64/amd64/trap.c:570 Xsyscall() at Xsyscall+0x128 end of kernel end trace frame: 0xdce1a9f2c00, count: -95 ddb{0}> machine ddbcpu 1 Stopped at x86_ipi_db+0x1a: addq $0x8,%rsp ddb{1}> trace x86_ipi_db(ffff800020d70ff0) at x86_ipi_db+0x1a sys/arch/amd64/amd64/db_interface.c:352 x86_ipi_handler() at x86_ipi_handler+0xc6 sys/arch/amd64/amd64/ipi.c:106 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23 end of kernel end trace frame: 0xc00239cb40, count: -3