login: panic: lock (sleep mutex) sctp-inp not locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:958 cpuid = 1 time = 1705509190 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00793795b0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0079379710 vpanic() at vpanic+0x271/frame 0xfffffe00793798b0 panic() at panic+0xb5/frame 0xfffffe0079379970 witness_unlock() at witness_unlock+0x4fd/frame 0xfffffe00793799f0 __mtx_unlock_flags() at __mtx_unlock_flags+0xec/frame 0xfffffe0079379ab0 sctp_shutdown() at sctp_shutdown+0xf35/frame 0xfffffe0079379c10 soshutdown() at soshutdown+0xb3/frame 0xfffffe0079379c50 kern_shutdown() at kern_shutdown+0x154/frame 0xfffffe0079379d10 amd64_syscall() at amd64_syscall+0x473/frame 0xfffffe0079379f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0079379f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x2aeb2a, rsp = 0x825734f08, rbp = 0x825734f80 --- KDB: enter: panic [ thread pid 6530 tid 107843 ] Stopped at kdb_enter+0x6e: movq $0,0x2194267(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0075200000 rdx 0x3ffff rbx 0xffffffff826f86c0 .str.28 rsp 0xfffffe00793796f0 rbp 0xfffffe0079379710 rsi 0x40001 rdi 0xffffffff815de326 printf+0x156 r8 0 r9 0xffffffff r10 0 r11 0xfffffe00791d5c60 r12 0 r13 0xfffffe00791d5740 r14 0xffffffff826f86c0 .str.28 r15 0 rip 0xffffffff815cadae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2194267(%rip) db> show proc Process 6530 (syz-executor.3) at 0xfffffe0079133060: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffffe0058d065c0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe00541d1040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0079191c08 (map 0xfffffe0079191c08) (map.pmap 0xfffffe0079191cc8) (pmap 0xfffffe0079191d38) threads: 2 106008 Run CPU 0 syz-executor.3 107843 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 6530 784 784 0 R (threaded) syz-executor.3 106008 Run CPU 0 syz-executor.3 107843 Run CPU 1 syz-executor.3 6524 780 780 0 R (threaded) syz-executor.2 106004 RunQ syz-executor.2 107833 S connec 0xfffffe0058d2d0da syz-executor.2 6522 771 771 0 S (threaded) syz-executor.0 105203 S nanslp 0xffffffff83740401 syz-executor.0 107831 S connec 0xfffffe0058abe85a syz-executor.0 107838 S uwait 0xfffffe00736cff00 syz-executor.0 4765 1 780 0 S uwait 0xfffffe0077cca400 syz-executor.2 4760 1 780 0 S uwait 0xfffffe006fcff380 syz-executor.2 4756 1 780 0 S uwait 0xfffffe00736d1b00 syz-executor.2 4747 1 780 0 S uwait 0xfffffe0077cca100 syz-executor.2 4741 1 780 0 S uwait 0xfffffe00736ced80 syz-executor.2 4735 1 780 0 S uwait 0xfffffe007707a200 syz-executor.2 4729 1 780 0 S uwait 0xfffffe0077ccb900 syz-executor.2 4725 1 780 0 S uwait 0xfffffe0077ccc180 syz-executor.2 4721 1 780 0 S uwait 0xfffffe0077cca200 syz-executor.2 4716 1 780 0 S uwait 0xfffffe007707a500 syz-executor.2 4714 1 780 0 S umtxn 0xfffffe0077cca300 syz-executor.2 4711 1 780 0 S uwait 0xfffffe007707a400 syz-executor.2 4706 1 780 0 S uwait 0xfffffe0077ccb600 syz-executor.2 4701 1 780 0 S uwait 0xfffffe005750b100 syz-executor.2 4696 1 780 0 S uwait 0xfffffe0077cca500 syz-executor.2 4692 1 780 0 S uwait 0xfffffe0077ccc280 syz-executor.2 4689 1 780 0 S uwait 0xfffffe0077ccad80 syz-executor.2 4684 1 780 0 S uwait 0xfffffe0077ccd200 syz-executor.2 4680 1 780 0 S uwait 0xfffffe007707d780 syz-executor.2 4676 1 780 0 S uwait 0xfffffe0077ccb200 syz-executor.2 4674 1 780 0 S uwait 0xfffffe0077ccb000 syz-executor.2 4670 1 780 0 S uwait 0xfffffe007707b380 syz-executor.2 4666 1 780 0 S uwait 0xfffffe0077ccc080 syz-executor.2 4663 1 780 0 S uwait 0xfffffe0077ccc600 syz-executor.2 4660 1 780 0 S uwait 0xfffffe0077cca600 syz-executor.2 4656 1 780 0 S uwait 0xfffffe0077ccb300 syz-executor.2 4654 1 780 0 S uwait 0xfffffe0077ccc880 syz-executor.2 4651 1 780 0 S uwait 0xfffffe007707a300 syz-executor.2 4647 1 780 0 S umtxn 0xfffffe0077cca000 syz-executor.2 4642 1 780 0 S uwait 0xfffffe0077ccb680 syz-executor.2 4639 1 780 0 S uwait 0xfffffe007707a600 syz-executor.2 4161 1 771 0 S uwait 0xfffffe007707a100 syz-executor.0 4158 1 771 0 S uwait 0xfffffe005750b000 syz-executor.0 4149 1 771 0 S uwait 0xfffffe00736cee00 syz-executor.0 4144 1 771 0 S uwait 0xfffffe00736d0500 syz-executor.0 4136 1 771 0 S uwait 0xfffffe00736d0700 syz-executor.0 4131 1 780 0 S uwait 0xfffffe0077ccbe00 syz-executor.2 4130 1 771 0 S uwait 0xfffffe006fd02200 syz-executor.0 4128 1 780 0 S uwait 0xfffffe00736d1e80 syz-executor.2 4122 1 780 0 S uwait 0xfffffe007707be00 syz-executor.2 4118 1 780 0 S uwait 0xfffffe0077cccc80 syz-executor.2 4117 1 771 0 S uwait 0xfffffe00736cf880 syz-executor.0 4113 1 780 0 S uwait 0xfffffe0077ccbf00 syz-executor.2 4109 1 780 0 S uwait 0xfffffe006fd00380 syz-executor.2 4106 1 780 0 S uwait 0xfffffe00736d0400 syz-executor.2 4101 1 4101 0 Ss+ ttyin 0xfffffe0058767cb0 getty 3975 1 771 0 S uwait 0xfffffe00736cf080 syz-executor.0 3973 1 771 0 S uwait 0xfffffe007707b080 syz-executor.0 3971 1 771 0 S uwait 0xfffffe0077ccd500 syz-executor.0 3967 1 771 0 S uwait 0xfffffe007707ac00 syz-executor.0 3964 1 771 0 S uwait 0xfffffe005750ad80 syz-executor.0 3961 1 771 0 S uwait 0xfffffe007707d400 syz-executor.0 3958 1 771 0 S uwait 0xfffffe0057a79e80 syz-executor.0 3955 1 771 0 S uwait 0xfffffe0007989500 syz-executor.0 3951 1 771 0 S uwait 0xfffffe0057a78380 syz-executor.0 3948 1 771 0 S uwait 0xfffffe0077ccda80 syz-executor.0 3945 1 771 0 S uwait 0xfffffe006fd02800 syz-executor.0 3943 1 771 0 S uwait 0xfffffe00736cea80 syz-executor.0 3942 1 780 0 S uwait 0xfffffe0077ccd600 syz-executor.2 3939 1 771 0 S uwait 0xfffffe00736d0d80 syz-executor.0 3936 1 771 0 S uwait 0xfffffe0077ccce00 syz-executor.0 3933 1 771 0 S uwait 0xfffffe007707af00 syz-executor.0 3918 1 771 0 S uwait 0xfffffe00736cef00 syz-executor.0 3897 1 771 0 S uwait 0xfffffe005750ac80 syz-executor.0 3878 1 771 0 S uwait 0xfffffe006fcff980 syz-executor.0 3855 1 771 0 S uwait 0xfffffe00736cf300 syz-executor.0 3838 1 771 0 S uwait 0xfffffe0077ccd700 syz-executor.0 3822 1 771 0 S uwait 0xfffffe007707b680 syz-executor.0 3808 1 771 0 S umtxn 0xfffffe007707b580 syz-executor.0 3798 1 771 0 S uwait 0xfffffe007707cc00 syz-executor.0 3786 1 771 0 S uwait 0xfffffe007707d180 syz-executor.0 3775 1 771 0 S uwait 0xfffffe007707ab00 syz-executor.0 3761 1 771 0 S uwait 0xfffffe007707c580 syz-executor.0 3741 1 771 0 S uwait 0xfffffe007707bf00 syz-executor.0 3724 1 771 0 S uwait 0xfffffe00736cec00 syz-executor.0 3712 1 771 0 S uwait 0xfffffe007707ad00 syz-executor.0 3693 1 771 0 S uwait 0xfffffe0077ccd800 syz-executor.0 3676 1 771 0 S uwait 0xfffffe006fcffd80 syz-executor.0 3658 1 771 0 S uwait 0xfffffe0077ccda00 syz-executor.0 3645 1 771 0 S uwait 0xfffffe00736d0300 syz-executor.0 3604 1 771 0 S uwait 0xfffffe005750b080 syz-executor.0 3578 1 780 0 S uwait 0xfffffe00736d0480 syz-executor.2 3574 1 771 0 S uwait 0xfffffe005750ae80 syz-executor.0 3573 1 780 0 S uwait 0xfffffe007707c680 syz-executor.2 3561 1 780 0 S uwait 0xfffffe007707b480 syz-executor.2 3510 1 771 0 S uwait 0xfffffe00736cec80 syz-executor.0 3507 1 771 0 S uwait 0xfffffe005750d800 syz-executor.0 3504 1 771 0 S uwait 0xfffffe007707b800 syz-executor.0 3354 1 780 0 S uwait 0xfffffe006fd00e80 syz-executor.2 3353 1 780 0 S uwait 0xfffffe005750b800 syz-executor.2 3328 1 780 0 S uwait 0xfffffe007707c080 syz-executor.2 3314 1 780 0 S uwait 0xfffffe005750b400 syz-executor.2 3293 1 3293 0 Ss+ ttyin 0xfffffe00587680b0 getty 3292 1 3292 0 Ss+ ttyin 0xfffffe00587688b0 getty 3291 1 3291 0 Ss+ ttyin 0xfffffe0058768cb0 getty 3290 1 3290 0 Ss+ ttyin 0xfffffe00587670b0 getty 3289 1 3289 0 Ss+ ttyin 0xfffffe00587684b0 getty 3288 1 3288 0 Ss+ ttyin 0xfffffe00587678b0 getty 3287 1 3287 0 Ss+ ttyin 0xfffffe00587674b0 getty 3286 1 3286 0 Ss+ ttyin 0xfffffe005766fcb0 getty 3146 1 771 0 S uwait 0xfffffe007707aa00 syz-executor.0 3145 1 771 0 S uwait 0xfffffe007707ae00 syz-executor.0 3142 1 771 0 S uwait 0xfffffe006fd00780 syz-executor.0 3139 1 771 0 S uwait 0xfffffe00736cee80 syz-executor.0 2251 1 2248 0 S uwait 0xfffffe007707b280 syz-executor.0 2246 1 2243 0 S uwait 0xfffffe00736d1100 syz-executor.0 2240 1 2238 0 S uwait 0xfffffe007707b180 syz-executor.0 2236 1 2234 0 S uwait 0xfffffe007707c480 syz-executor.0 2232 1 2231 0 S uwait 0xfffffe006fd00580 syz-executor.0 2229 1 2228 0 S uwait 0xfffffe00736d1700 syz-executor.0 2222 1 2220 0 S uwait 0xfffffe007707bd00 syz-executor.0 2219 1 2217 0 S uwait 0xfffffe007707c280 syz-executor.0 2214 1 2211 0 S uwait 0xfffffe007707c180 syz-executor.0 2207 1 2204 0 S uwait 0xfffffe006fd01c80 syz-executor.1 2206 1 2205 0 S uwait 0xfffffe0057a79980 syz-executor.0 2202 1 2200 0 S uwait 0xfffffe0057a79d80 syz-executor.1 2201 1 2199 0 S uwait 0xfffffe007707bc00 syz-executor.0 2198 1 2196 0 S uwait 0xfffffe007707d600 syz-executor.1 2195 1 2193 0 S uwait 0xfffffe007707c880 syz-executor.0 2194 1 2192 0 S uwait 0xfffffe006fcff200 syz-executor.1 2190 1 2188 0 S uwait 0xfffffe006fcff880 syz-executor.1 2189 1 2187 0 S uwait 0xfffffe007707c780 syz-executor.0 2186 1 2185 0 S uwait 0xfffffe006fd00d80 syz-executor.1 2183 1 2181 0 S uwait 0xfffffe00736d0c80 syz-executor.0 2182 1 2180 0 S uwait 0xfffffe006fd00480 syz-executor.1 2179 1 2174 0 S uwait 0xfffffe006fcff100 syz-executor.1 2177 1 2172 0 S uwait 0xfffffe00736d0780 syz-executor.0 2173 1 2169 0 S uwait 0xfffffe007707ca00 syz-executor.1 2170 1 2167 0 S uwait 0xfffffe007707cf00 syz-executor.0 2168 1 2165 0 S uwait 0xfffffe007707d080 syz-executor.1 2164 1 2163 0 S uwait 0xfffffe007707d700 syz-executor.1 2162 1 2160 0 S uwait 0xfffffe0007989600 syz-executor.1 2158 1 2157 0 S uwait 0xfffffe006fcffb80 syz-executor.1 2155 1 2153 0 S uwait 0xfffffe007707ce00 syz-executor.1 2152 1 2148 0 S uwait 0xfffffe005750c300 syz-executor.1 2146 1 2144 0 S uwait 0xfffffe006fd00c80 syz-executor.1 2142 1 2140 0 S uwait 0xfffffe005750dc80 syz-executor.1 2138 1 2137 0 S uwait 0xfffffe006fcff000 syz-executor.1 2134 1 2131 0 S uwait 0xfffffe0057a79b80 syz-executor.1 2130 1 2128 0 S uwait 0xfffffe00736d0e80 syz-executor.1 2126 1 2124 0 S uwait 0xfffffe0057a79c80 syz-executor.1 2123 1 2121 0 S uwait 0xfffffe00736d0b80 syz-executor.1 2120 1 2118 0 S uwait 0xfffffe006fcffe80 syz-executor.1 2117 1 2115 0 S uwait 0xfffffe006fcff180 syz-executor.2 2116 1 2113 0 S uwait 0xfffffe0057a79a80 syz-executor.1 2111 1 771 0 SV uwait 0xfffffe006fcffa80 syz-executor.0 2108 1 2105 0 S uwait 0xfffffe007707cd00 syz-executor.1 1092 1 780 0 SV uwait 0xfffffe00736d0a80 syz-executor.2 1090 1 772 0 SV uwait 0xfffffe005750c400 syz-executor.1 1088 1 771 0 SV uwait 0xfffffe006fcffc80 syz-executor.0 1070 1 780 0 SV uwait 0xfffffe00736d0980 syz-executor.2 1068 1 772 0 SV uwait 0xfffffe0057a76800 syz-executor.1 1066 1 771 0 SV uwait 0xfffffe006fd00080 syz-executor.0 1063 1 780 0 SV uwait 0xfffffe0057a76400 syz-executor.2 1061 1 772 0 SV uwait 0xfffffe006fcff780 syz-executor.1 1059 1 771 0 SV uwait 0xfffffe006fd01200 syz-executor.0 1056 1 780 0 SV uwait 0xfffffe006fd00180 syz-executor.2 1054 1 772 0 SV uwait 0xfffffe005750d700 syz-executor.1 1052 1 771 0 SV uwait 0xfffffe0057a76700 syz-executor.0 1046 1 780 0 SV uwait 0xfffffe005750d900 syz-executor.2 1043 1 772 0 SV uwait 0xfffffe00736d0880 syz-executor.1 1041 1 771 0 SV uwait 0xfffffe0007989d00 syz-executor.0 1012 1 780 0 SV uwait 0xfffffe006fd00680 syz-executor.2 1008 1 772 0 SV uwait 0xfffffe006fd01400 syz-executor.1 1005 1 771 0 SV uwait 0xfffffe006fd01300 syz-executor.0 977 1 780 0 SV uwait 0xfffffe006fd00280 syz-executor.2 973 1 772 0 SV uwait 0xfffffe0057a76600 syz-executor.1 970 1 771 0 SV uwait 0xfffffe0057a77880 syz-executor.0 942 1 780 0 SV uwait 0xfffffe005750d600 syz-executor.2 939 1 772 0 SV uwait 0xfffffe00736d1800 syz-executor.1 935 1 771 0 SV uwait 0xfffffe006fd01780 syz-executor.0 926 1 780 0 SV uwait 0xfffffe0057a78000 syz-executor.2 924 1 772 0 SV uwait 0xfffffe006fd01000 syz-executor.1 923 1 922 0 S uwait 0xfffffe006fd01100 syz-executor.2 921 1 771 0 SV uwait 0xfffffe0007989e00 syz-executor.0 918 1 913 0 S uwait 0xfffffe006fd01880 syz-executor.2 912 1 784 0 SV uwait 0xfffffe00736d1600 syz-executor.3 911 1 784 0 SV uwait 0xfffffe00736d1500 syz-executor.3 906 1 784 0 SV uwait 0xfffffe0057a76500 syz-executor.3 905 1 893 0 S uwait 0xfffffe0057a77600 syz-executor.2 903 0 0 0 DL - 0xffffffff83850240 [soaiod4] 902 0 0 0 DL - 0xffffffff83850240 [soaiod3] 901 0 0 0 DL - 0xffffffff83850240 [soaiod2] 900 0 0 0 DL - 0xffffffff83850240 [soaiod1] 899 0 0 0 DL aiordy 0xfffffe0058d05040 [aiod4] 898 0 0 0 DL aiordy 0xfffffe0057181040 [aiod3] 897 0 0 0 DL aiordy 0xfffffe006fd1cb00 [aiod2] 896 0 0 0 DL aiordy 0xfffffe00701c4ae0 [aiod1] 784 768 784 0 Ss nanslp 0xffffffff83740401 syz-executor.3 780 768 780 0 Rs syz-executor.2 772 768 772 0 Rs syz-executor.1 771 768 771 0 Ss nanslp 0xffffffff83740401 syz-executor.0 768 1 766 0 S (threaded) syz-fuzzer 100109 S uwait 0xfffffe0057a77b80 syz-fuzzer 100114 S uwait 0xfffffe0057a76e80 syz-fuzzer 100115 S wait 0xfffffe006fd1a000 syz-fuzzer 100116 S wait 0xfffffe006fd1a000 syz-fuzzer 100117 S uwait 0xfffffe0057a77200 syz-fuzzer 100118 S uwait 0xfffffe0007989800 syz-fuzzer 100119 S uwait 0xfffffe0007989900 syz-fuzzer 100120 S wait 0xfffffe006fd1a000 syz-fuzzer 100123 S uwait 0xfffffe0007989b00 syz-fuzzer 100124 S wait 0xfffffe006fd1a000 syz-fuzzer 100126 S uwait 0xfffffe0007989c00 syz-fuzzer 100146 S uwait 0xfffffe006fd02600 syz-fuzzer 101664 S kqread 0xfffffe0058b14400 syz-fuzzer 764 682 764 0 Ss select 0xfffffe00571b1d40 sshd 682 1 682 0 Ss select 0xfffffe00571b61c0 sshd 17 0 0 0 DL syncer 0xffffffff8385db20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0057182060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff8385c100 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00588954e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838a55c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff8388d438 [dom0] 100080 D launds 0xffffffff8388d444 [laundry: dom0] 100081 D umarcl 0xffffffff81d61000 [uma] 7 0 0 0 DL - 0xffffffff834bdc10 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84119ea0 [pf purge] 5 0 0 0 DL waiting 0xffffffff845cd5a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83488340 [doneq0] 100045 D - 0xffffffff834882c0 [async] 100076 D - 0xffffffff83488140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83888c60 [crypto] 100042 D crypto_ 0xfffffe00542d5730 [crypto returns 0] 100043 D crypto_ 0xfffffe00542d5780 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe000796e888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836e8d40 [g_event] 100036 D - 0xffffffff836e8d60 [g_up] 100037 D - 0xffffffff836e8d80 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541d1040 [init] 10 0 0 0 DL audit_w 0xffffffff838896c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836e9720 [swapper] 100005 D - 0xfffffe0054282100 [softirq_0] 100006 D - 0xfffffe0054282000 [softirq_1] 100007 D - 0xfffffe0054281e00 [if_io_tqg_0] 100008 D - 0xfffffe0054281d00 [if_io_tqg_1] 100009 D - 0xfffffe0054281c00 [if_config_tqg_0] 100010 D - 0xfffffe0007977900 [pci_hp taskq] 100011 D - 0xfffffe0007977800 [kqueue_ctx taskq] 100014 D - 0xfffffe0007977500 [thread taskq] 100016 D - 0xfffffe0007977300 [aiod_kick taskq] 100017 D - 0xfffffe0007977200 [deferred_unmount ta] 100018 D - 0xfffffe0007977100 [inm_free taskq] 100019 D - 0xfffffe0007977000 [in6m_free taskq] 100020 D - 0xfffffe0007976e00 [linuxkpi_irq_wq] 100021 D - 0xfffffe0007976d00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007976d00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007976d00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007976d00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007976c00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007976c00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007976c00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007976c00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0007976a00 [firmware taskq] 100039 D - 0xfffffe0007976700 [crypto_0] 100040 D - 0xfffffe0007976700 [crypto_1] 100055 D - 0xfffffe00571c4b00 [vtnet0 rxq 0] 100056 D - 0xfffffe00571c4a00 [vtnet0 txq 0] 100057 D - 0xfffffe00571c4900 [vtnet0 rxq 1] 100058 D - 0xfffffe00571c4800 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe00571b6580 [virtio_balloon] 100066 D - 0xffffffff826fd920 [deadlkres] 100070 D - 0xfffffe0057bbd100 [acpi_task_0] 100071 D - 0xfffffe0057bbd100 [acpi_task_1] 100072 D - 0xfffffe0057bbd100 [acpi_task_2] 100074 D - 0xfffffe0007977c00 [mca taskq] 100075 D - 0xfffffe0007976500 [CAM taskq] 104336 D - 0xfffffe00737e5600 [system_taskq_0] 104337 D - 0xfffffe00737e5600 [system_taskq_1] 104338 D - 0xfffffe00737e5400 [system_delay_taskq_] 104339 D - 0xfffffe00737e5400 [system_delay_taskq_] 104340 D - 0xfffffe0077062400 [arc_prune] 104341 D - 0xfffffe007377c400 [dbu_evict] 104342 D - 0xfffffe00737e3600 [z_vdev_file_0] 104343 D - 0xfffffe00737e3600 [z_vdev_file_1] 104344 D - 0xfffffe00737e3600 [z_vdev_file_2] 104345 D - 0xfffffe00737e3600 [z_vdev_file_3] 104346 D - 0xfffffe00737e3600 [z_vdev_file_4] 104347 D - 0xfffffe00737e3600 [z_vdev_file_5] 104348 D - 0xfffffe00737e3600 [z_vdev_file_6] 104349 D - 0xfffffe00737e3600 [z_vdev_file_7] 104350 D - 0xfffffe00737e3600 [z_vdev_file_8] 104351 D - 0xfffffe00737e3600 [z_vdev_file_9] 104352 D - 0xfffffe00737e3600 [z_vdev_file_10] 104353 D - 0xfffffe00737e3600 [z_vdev_file_11] 104354 D - 0xfffffe00737e3600 [z_vdev_file_12] 104355 D - 0xfffffe00737e3600 [z_vdev_file_13] 104356 D - 0xfffffe00737e3600 [z_vdev_file_14] 104357 D - 0xfffffe00737e3600 [z_vdev_file_15] 104358 D - 0xfffffe007706ac00 [zfsvfs] db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 375 9400K 417 tcp_hpts 7 4801K 7 sctp_stro 51 4665K 693 devbuf 4192 4324K 4221 solaris 2236 3596K 4462 filedesc 357 2858K 11069 sysctloid 43540 2558K 43646 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 87 1046K 33058 vfscache 3 1025K 3 subproc 459 956K 6774 pcb 264 941K 5264 inodedep 131 561K 6753 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 268K 7 filemon 30 240K 276 vnet_data 2 224K 2 acpitask 1 224K 1 acpica 1674 184K 60830 tidhash 3 141K 3 pagedep 9 130K 5368 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 110 110K 127 sem 4 106K 4 kdtrace 556 99K 14375 gtaskqueue 18 98K 18 umtx 736 92K 736 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 sctp_atcl 173 65K 3301 module 517 65K 517 ddb_capture 1 64K 1 temp 35 37K 2604 DEVFS3 129 33K 139 hostcache 1 32K 1 shm 1 32K 43 msg 4 30K 4 dirrem 118 30K 6510 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 LRO 18 19K 18 kstat_data 18 18K 18 ufs_mount 4 17K 5 tcp_fsb 8 17K 1604 proc 3 17K 3 tty 16 16K 16 routetbl 130 16K 410 kqueue 218 16K 6546 ithread 97 16K 97 freefile 122 16K 6280 lltable 46 15K 66 bus-sc 34 15K 1687 pwddesc 216 14K 6531 eventhandler 164 14K 164 KTRACE 100 13K 102 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 freework 43 11K 16125 sctp_atky 284 11K 4164 GEOM 61 11K 485 rman 86 11K 431 CAM queue 5 11K 1528 in6_multi 65 9K 65 taskqueue 81 9K 81 sctp_timw 33 9K 33 bmsafemap 2 9K 7217 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 430 shmfd 1 8K 126 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 DEVFSP 106 7K 640 sglist 6 7K 6 CAM DEV 3 6K 510 UMA 330 6K 330 pf_osfp 43 6K 43 cred 20 5K 311 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 proc-args 224 5K 7793 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 plimit 16 4K 1381 evdev 4 4K 4 acpisem 28 4K 28 kcovinfo 52 4K 52 terminal 11 3K 11 sctp_athm 173 3K 3359 CC Mem 10 3K 1861 clone 9 3K 9 uidinfo 2 3K 8 session 17 3K 122 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 inpcbpolicy 59 2K 2413 sctp_ifa 13 2K 14 sctp_map 102 2K 1396 tun 7 2K 7 CAM XPT 22 2K 543 Unitno 25 2K 4785 msi 12 2K 12 freeblks 6 2K 6663 in_multi 6 2K 8 vnodemarker 3 2K 31 toponodes 6 2K 6 lockf 11 2K 42 cryptodev 20 2K 364 ipsecpolicy 2 2K 2 acpidev 20 2K 20 osd 38 2K 1855 softdep 1 1K 1 mkdir 8 1K 10712 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 indirdep 3 1K 16441 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 BPF 6 1K 69 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 32 encap_export_host 12 1K 12 sctp_stri 1 1K 117 newdirblk 4 1K 5356 diradd 4 1K 6543 selfd 8 1K 85125 cdev 2 1K 2 lkpikmalloc 8 1K 9 netlink 2 1K 48 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 select 2 1K 45 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 29 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 soname 2 1K 11069 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1535 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 tcp_do 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 13734 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 12 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 16 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 1 VN POLL 0 0K 0 statfs 0 0K 356 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 2 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 procdesc 0 0K 12 iov 0 0K 20971 ioctlops 0 0K 969 eventfd 0 0K 7 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 805 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filecaps 0 0K 90 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 227 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8325 1073 1376146 0 254 38494208 0 mbuf 256 11358 5160 2557997 0 254 4228608 0 malloc-16384 16384 178 5 5532 0 1 2998272 0 RADIX NODE 144 18358 313 203655 0 62 2688624 0 tcp_log 416 8 5329 24063 0 254 2220192 0 malloc-128 128 14290 218 14901 0 126 1857024 0 malloc-384 384 4397 43 4400 0 30 1704960 0 BUF TRIE 144 353 11463 23817 0 62 1701504 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 326 4 488 0 2 1351680 0 UMA Slabs 0 112 11488 26 11488 0 126 1289568 0 sctp_asoc 2256 51 459 693 0 254 1150560 0 vmem btag 56 19553 70 19553 0 254 1098888 0 zio_buf_comb_1048576 1048576 0 1 15 0 1 1048576 0 malloc-4096 4096 233 5 7031 0 2 974848 0 FFS inode 1168 737 33 7018 0 8 899360 0 VM OBJECT 264 2823 87 80965 0 30 768240 0 THREAD 1824 339 29 7843 0 8 671232 0 pbuf 2624 0 246 0 0 2 645504 0 sctp_ep 1176 121 389 2549 0 254 599760 0 malloc-256 256 2181 54 2993 0 62 572160 0 MAP ENTRY 96 5469 327 215100 0 126 556416 0 malloc-8192 8192 31 36 277 0 1 548864 0 lkpicurr 176 2 3080 2 0 62 542432 0 malloc-2048 2048 128 112 3190 0 8 491520 0 256 Bucket 2048 223 17 4575 0 8 491520 0 socket 960 134 374 6471 0 254 487680 0 malloc-65536 65536 4 2 80 0 1 393216 0 VNODE 448 777 96 7061 0 30 391104 0 sctp_raddr 736 68 449 764 0 254 380512 0 PROC 1376 215 27 6530 0 8 332992 0 FPU_save_area 832 341 46 17521 0 16 321984 0 malloc-256 256 548 697 41901 0 62 318720 0 sctp_chunk 152 871 1183 7569 0 254 312208 0 malloc-64 64 4615 236 4616 0 254 310464 0 malloc-16 16 17790 460 17894 0 254 292000 0 filedesc0 1072 216 29 6531 0 8 262640 0 tcp_bbr_map 128 2 1889 54635 0 126 242048 0 UMA Zones 768 302 2 302 0 16 233472 0 malloc-32 32 6983 199 7019 0 254 229824 0 malloc-32768 32768 0 7 15624 0 1 229376 0 DEVCTL 1024 18 202 149 0 0 225280 0 malloc-128 128 1338 305 13271 0 126 210304 0 FFS2 dinode 256 737 73 7017 0 62 207360 0 ertt_txseginfo 40 0 5151 242999 0 254 206040 0 mbuf_packet 256 69 693 57951 0 254 195072 0 malloc-128 128 1309 210 29427 0 126 194432 0 lkpimm 56 1 3095 1 0 254 173376 0 malloc-384 384 130 320 6753 0 30 172800 0 malloc-1024 1024 139 21 443 0 16 163840 0 malloc-256 256 369 261 32557 0 62 161280 0 S VFS Cache 104 1014 390 8600 0 126 146016 0 VMSPACE 616 190 38 6476 0 16 140448 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 2 2 122 0 1 131072 0 malloc-128 128 597 426 22329 0 126 130944 0 unpcb 256 1 509 1482 0 254 130560 0 malloc-8192 8192 12 3 18 0 1 122880 0 128 Bucket 1024 74 41 540 0 16 117760 0 ksiginfo 112 223 821 10342 0 126 116928 0 malloc-384 384 175 125 3678 0 30 115200 0 malloc-2048 2048 10 46 1042 0 8 114688 0 UMA Kegs 384 289 4 289 0 30 112512 0 malloc-256 256 273 162 4059 0 62 111360 0 malloc-64 64 1093 482 8599 0 254 100800 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 7 0 1 98304 0 tcp_inpcb 1312 10 56 1812 0 8 86592 0 64 Bucket 512 107 61 16670 0 30 86016 0 malloc-256 256 3 312 13737 0 62 80640 0 malloc-256 256 31 284 14225 0 62 80640 0 sctp_readq 152 0 520 9 0 254 79040 0 malloc-8192 8192 7 2 108 0 1 73728 0 g_bio 408 0 180 225657 0 30 73440 0 malloc-64 64 714 357 88259 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 12 4 383 0 2 65536 0 malloc-1024 1024 21 43 1751 0 16 65536 0 malloc-1024 1024 57 7 664 0 16 65536 0 32 Bucket 256 87 168 5068 0 62 65280 0 sctp_stream_msg_out 112 31 509 57 0 254 60480 0 TURNSTILE 136 369 72 369 0 62 59976 0 malloc-384 384 94 56 130 0 30 57600 0 malloc-4096 4096 6 8 905 0 2 57344 0 udp_inpcb 424 49 77 290 0 30 53424 0 malloc-64 64 347 472 24850 0 254 52416 0 Files 80 379 271 26952 0 126 52000 0 ttyoutq 256 72 123 1536 0 62 49920 0 ripcb 392 0 126 232 0 30 49392 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 tcp_rack_pcb 1024 4 44 802 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 49104 0 16 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-8192 8192 3 3 35 0 1 49152 0 malloc-4096 4096 2 10 12 0 2 49152 0 malloc-2048 2048 11 13 86 0 8 49152 0 pipe 728 17 49 426 0 16 48048 0 SLEEPQUEUE 88 369 143 369 0 126 45056 0 pcpu-8 8 5292 340 5546 0 254 45056 0 PWD 40 181 930 5439 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 ttyinq 160 135 115 2880 0 62 40000 0 udplite_inpcb 424 0 90 79 0 30 38160 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 35 532 57 0 254 36288 0 malloc-64 64 246 321 6619 0 254 36288 0 16 Bucket 144 77 175 2698 0 62 36288 0 tcp_rack_map 128 6 273 1175 0 126 35712 0 malloc-128 128 37 242 690 0 126 35712 0 malloc-128 128 48 231 58 0 126 35712 0 malloc-128 128 7 272 9 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 malloc-256 256 2 133 12 0 62 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 2 6 6 0 2 32768 0 malloc-2048 2048 5 11 84 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 9 7 9 0 8 32768 0 malloc-2048 2048 0 16 42 0 8 32768 0 malloc-1024 1024 5 27 2226 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 4 28 4 0 16 32768 0 malloc-512 512 3 61 122 0 30 32768 0 malloc-512 512 6 58 41 0 30 32768 0 malloc-512 512 3 61 99 0 30 32768 0 malloc-512 512 9 55 125 0 30 32768 0 malloc-512 512 3 61 32 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 KNOTE 160 30 170 78351 0 62 32000 0 PGRP 120 62 202 230 0 126 31680 0 clpbuf 2624 0 12 82 0 4 31488 0 tcp_bbr_pcb 832 1 35 357 0 16 29952 0 sctp_laddr 48 21 567 560 0 254 28224 0 tcp_inpcb ports 32 6 876 1119 0 254 28224 0 malloc-32 32 332 550 3091 0 254 28224 0 malloc-32 32 76 806 4846 0 254 28224 0 4 Bucket 48 7 581 13 0 254 28224 0 2 Bucket 32 87 795 4216 0 254 28224 0 AIO 208 0 133 68 0 62 27664 0 da_ccb 544 0 49 56586 0 16 26656 0 cpuset 200 7 121 24 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 rl_entry 40 181 425 181 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 8 Bucket 80 72 228 1957 0 126 24000 0 domainset 40 0 567 13 0 254 22680 0 Mountpoints 2816 2 6 2 0 4 22528 0 udp_inpcb ports 32 2 628 33 0 254 20160 0 ertt 72 10 270 1812 0 126 20160 0 malloc-64 64 2 313 2 0 254 20160 0 malloc-64 64 1 314 1 0 254 20160 0 malloc-32 32 299 331 4897 0 254 20160 0 malloc-32 32 242 388 5658 0 254 20160 0 malloc-32 32 268 362 6663 0 254 20160 0 malloc-32 32 5 625 5 0 254 20160 0 malloc-32 32 2 628 45 0 254 20160 0 malloc-128 128 2 153 2 0 126 19840 0 AIOCB 552 0 35 168 0 16 19320 0 malloc-256 256 11 64 11 0 62 19200 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 696204 0 254 16032 0 malloc-16 16 559 441 9417 0 254 16000 0 kenv 258 17 43 1085 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 2 0 254 12096 0 malloc-16 16 215 535 9204 0 254 12000 0 malloc-16 16 10 740 11 0 254 12000 0 malloc-16 16 115 635 1408 0 254 12000 0 malloc-16 16 59 691 30691 0 254 12000 0 malloc-16 16 20 730 20 0 254 12000 0 malloc-16 16 186 564 3374 0 254 12000 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 13 17 13 0 30 11520 0 arc_buf_hdr_t_full 376 4 26 4 0 30 11280 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 15 24 23 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 392 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 1016 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1216 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 brt_pending_entry_cache 160 0 0 0 0 62 0 0 brt_entry_cache 40 0 0 0 0 254 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 360 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0