panic: mutex blocked lock not owned at /syzkaller/managers/main/kernel/sys/kern/sched_ule.c:2685 cpuid = 1 time = 1640956981 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009ce9f8d0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009ce9fa30 vpanic() at vpanic+0x2b8/frame 0xfffffe009ce9fb10 panic() at panic+0xb5/frame 0xfffffe009ce9fbe0 __mtx_assert() at __mtx_assert+0x224/frame 0xfffffe009ce9fc30 sched_add() at sched_add+0x68/frame 0xfffffe009ce9fc70 handleevents() at handleevents+0x3c7/frame 0xfffffe009ce9fcd0 hardclockintr() at hardclockintr+0x1fc/frame 0xfffffe009ce9fdb0 ipi_bitmap_handler() at ipi_bitmap_handler+0x1a8/frame 0xfffffe009ce9ff60 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe009ce9ff60 --- interrupt, rip = 0xffffffff81723d61, rsp = 0xfffffe009cea0030, rbp = 0xfffffe009cea0310 --- __asan_load8_noabort() at __asan_load8_noabort+0x1/frame 0xfffffe009cea0310 __mtx_lock_flags() at __mtx_lock_flags+0x198/frame 0xfffffe009cea03f0 kern_umtx_wake() at kern_umtx_wake+0x128/frame 0xfffffe009cea04d0 __umtx_op_nwake_private() at __umtx_op_nwake_private+0x2ec/frame 0xfffffe009cea0c30 sys__umtx_op() at sys__umtx_op+0x1fe/frame 0xfffffe009cea0d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe009cea0f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009cea0f30 --- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x28b4fa, rsp = 0x22da8, rbp = 0x22f70 --- KDB: enter: panic [ thread pid 11242 tid 112788 ] Stopped at kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xd050337cfcbad4e7 rdx 0x1 rbx 0 rsp 0xfffffe009ce9fa10 rbp 0xfffffe009ce9fa30 rsi 0 rdi 0xffffffff81761dfa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009aacde10 r12 0xfffffe009aacd900 r13 0xfffffe009ce9fa01 r14 0xffffffff82b547c0 .str.18 r15 0xffffffff82b547c0 .str.18 rip 0xffffffff8175535b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> show proc Process 11242 (syz-executor.0) at 0xfffffe009aa7a000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 781 at 0xfffffe009003d548 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053df6000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009cc583f0 (map 0xfffffe009cc583f0) (map.pmap 0xfffffe009cc584b0) (pmap 0xfffffe009cc58518) threads: 2 112632 RunQ syz-executor.0 112788 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 11245 782 782 0 R syz-executor.1 11243 806 806 0 R (threaded) syz-executor.2 112668 Run CPU 0 syz-executor.2 112790 S uwait 0xfffffe009a51b700 syz-executor.2 11242 781 781 0 R (threaded) syz-executor.0 112632 RunQ syz-executor.0 112788 Run CPU 1 syz-executor.0 11241 823 823 0 R (threaded) syz-executor.3 112722 RunQ syz-executor.3 112786 S connec 0xfffffe0058bea85a syz-executor.3 11173 1 782 0 S uwait 0xfffffe0090033400 syz-executor.1 11171 1 782 0 S uwait 0xfffffe009afc6280 syz-executor.1 11167 1 781 0 S uwait 0xfffffe0053ef0380 syz-executor.0 11166 1 781 0 S uwait 0xfffffe009afc8780 syz-executor.0 11159 1 782 0 S uwait 0xfffffe009a51da00 syz-executor.1 11158 1 782 0 S uwait 0xfffffe009ad13b00 syz-executor.1 11157 1 781 0 S uwait 0xfffffe009a51bf00 syz-executor.0 11156 1 781 0 S uwait 0xfffffe0053ef0980 syz-executor.0 11151 1 781 0 S umtxn 0xfffffe009adb7780 syz-executor.0 11150 1 781 0 S uwait 0xfffffe009ac08e00 syz-executor.0 11149 1 782 0 S uwait 0xfffffe009ad16a00 syz-executor.1 11148 1 782 0 S uwait 0xfffffe009a51b880 syz-executor.1 11140 1 782 0 S uwait 0xfffffe009afbd500 syz-executor.1 11139 1 782 0 S uwait 0xfffffe009a51c100 syz-executor.1 11015 1 781 0 S uwait 0xfffffe009afbdf00 syz-executor.0 11007 1 781 0 S uwait 0xfffffe009ad13e00 syz-executor.0 11004 1 823 0 S uwait 0xfffffe009afc6900 syz-executor.3 11002 1 782 0 S uwait 0xfffffe009afbcd80 syz-executor.1 11000 1 781 0 S uwait 0xfffffe009adb7400 syz-executor.0 10998 1 823 0 S uwait 0xfffffe0053ef0800 syz-executor.3 10996 1 781 0 S uwait 0xfffffe009afbf700 syz-executor.0 10995 1 782 0 S uwait 0xfffffe009ad13580 syz-executor.1 10990 1 782 0 S uwait 0xfffffe009afc6b80 syz-executor.1 10987 1 781 0 S uwait 0xfffffe009afbc680 syz-executor.0 10985 1 823 0 S uwait 0xfffffe009afbe180 syz-executor.3 10983 1 781 0 S uwait 0xfffffe009ad15680 syz-executor.0 10982 1 782 0 S uwait 0xfffffe009ad15200 syz-executor.1 10981 1 823 0 S uwait 0xfffffe009ad15d80 syz-executor.3 10976 1 782 0 S uwait 0xfffffe009ad16980 syz-executor.1 10975 1 823 0 S uwait 0xfffffe009ac08e80 syz-executor.3 10972 1 823 0 S uwait 0xfffffe009ad14200 syz-executor.3 10971 1 782 0 S uwait 0xfffffe009afbeb00 syz-executor.1 10958 1 782 0 S uwait 0xfffffe0053ef0e00 syz-executor.1 10956 1 782 0 S uwait 0xfffffe009ad16f00 syz-executor.1 10931 1 10930 0 SV uwait 0xfffffe009afbd680 syz-executor.3 10926 1 10923 0 SV uwait 0xfffffe009ad13000 syz-executor.3 10917 1 10914 0 SV uwait 0xfffffe009adb5580 syz-executor.3 10907 1 10903 0 SV uwait 0xfffffe009ac09180 syz-executor.3 10710 1 823 0 S uwait 0xfffffe009afbf580 syz-executor.3 10707 1 823 0 S uwait 0xfffffe009a51d780 syz-executor.3 10704 1 823 0 S umtxn 0xfffffe009ad14d80 syz-executor.3 10693 1 823 0 S uwait 0xfffffe009ad16b00 syz-executor.3 10668 1 782 0 S uwait 0xfffffe009adb4f00 syz-executor.1 10666 1 806 0 S uwait 0xfffffe009afbfc80 syz-executor.2 10661 1 781 0 S uwait 0xfffffe0090035400 syz-executor.0 10655 1 806 0 S uwait 0xfffffe009afc6a00 syz-executor.2 10653 1 781 0 S uwait 0xfffffe009afc6680 syz-executor.0 10652 1 782 0 S uwait 0xfffffe009a51e780 syz-executor.1 10646 1 806 0 S uwait 0xfffffe0058c51d00 syz-executor.2 10644 1 782 0 S uwait 0xfffffe009a51b680 syz-executor.1 10641 1 781 0 S uwait 0xfffffe009ac09700 syz-executor.0 10629 1 781 0 S uwait 0xfffffe009a51c800 syz-executor.0 10535 1 10531 0 S uwait 0xfffffe009afc8580 syz-executor.1 10534 1 10532 0 S uwait 0xfffffe0090033180 syz-executor.0 10527 1 10524 0 S uwait 0xfffffe009afbe700 syz-executor.1 10526 1 10523 0 S umtxn 0xfffffe009afbde00 syz-executor.0 10521 1 10515 0 S uwait 0xfffffe009afc7200 syz-executor.1 10520 1 10518 0 S uwait 0xfffffe009afc5d80 syz-executor.0 10514 1 10513 0 S uwait 0xfffffe009a51d700 syz-executor.1 10500 1 781 0 S uwait 0xfffffe0058c53e80 syz-executor.0 10497 1 781 0 S uwait 0xfffffe009afbfc00 syz-executor.0 10493 1 781 0 S uwait 0xfffffe009ad14680 syz-executor.0 10491 1 781 0 S uwait 0xfffffe0058c53c00 syz-executor.0 10311 1 782 0 S uwait 0xfffffe0090032b80 syz-executor.1 10307 1 806 0 S uwait 0xfffffe009ad14d00 syz-executor.2 10300 1 782 0 S uwait 0xfffffe0053ef0780 syz-executor.1 10295 1 806 0 S uwait 0xfffffe009afc6c80 syz-executor.2 10283 1 782 0 S uwait 0xfffffe009ad16380 syz-executor.1 10277 1 806 0 S uwait 0xfffffe009afc5b00 syz-executor.2 10266 1 806 0 S uwait 0xfffffe009afc8500 syz-executor.2 9902 1 782 0 S uwait 0xfffffe009afbec80 syz-executor.1 9900 1 823 0 S uwait 0xfffffe009adb5700 syz-executor.3 9890 1 782 0 S uwait 0xfffffe009afc7e00 syz-executor.1 9889 1 823 0 S uwait 0xfffffe0058c51900 syz-executor.3 9875 1 782 0 S uwait 0xfffffe0090033080 syz-executor.1 9871 1 823 0 S uwait 0xfffffe009adb5200 syz-executor.3 9861 1 823 0 S uwait 0xfffffe009ad13f00 syz-executor.3 9584 1 823 0 S uwait 0xfffffe009afc7780 syz-executor.3 7452 0 0 0 DL - 0xffffffff83d52640 [soaiod4] 7451 0 0 0 DL - 0xffffffff83d52640 [soaiod3] 7450 0 0 0 DL - 0xffffffff83d52640 [soaiod2] 7449 0 0 0 DL - 0xffffffff83d52640 [soaiod1] 6954 1 782 0 S uwait 0xfffffe009adb5180 syz-executor.1 6945 1 782 0 S uwait 0xfffffe009afc6980 syz-executor.1 6934 1 782 0 S uwait 0xfffffe009ad15100 syz-executor.1 6922 1 782 0 S uwait 0xfffffe0090032780 syz-executor.1 6756 1 782 0 S uwait 0xfffffe009adb4880 syz-executor.1 6296 1 782 0 S uwait 0xfffffe0090034100 syz-executor.1 6289 1 782 0 S umtxn 0xfffffe009ad16500 syz-executor.1 6284 1 782 0 S uwait 0xfffffe009adb4000 syz-executor.1 6281 1 782 0 S uwait 0xfffffe009adb5500 syz-executor.1 6201 1 6200 0 S uwait 0xfffffe0090035e00 syz-executor.0 5916 1 781 0 S uwait 0xfffffe009ad14580 syz-executor.0 5915 1 781 0 S uwait 0xfffffe009afc7580 syz-executor.0 5910 1 781 0 S uwait 0xfffffe009afc6d00 syz-executor.0 5909 1 781 0 S uwait 0xfffffe009adb6200 syz-executor.0 5904 1 781 0 S uwait 0xfffffe0053ef0880 syz-executor.0 5903 1 781 0 S uwait 0xfffffe009afbf400 syz-executor.0 5898 1 781 0 S uwait 0xfffffe009afc7f00 syz-executor.0 5896 1 781 0 S uwait 0xfffffe0090034700 syz-executor.0 5535 1 781 0 S uwait 0xfffffe009afc6c00 syz-executor.0 5530 1 823 0 S uwait 0xfffffe0090032e00 syz-executor.3 5529 1 782 0 S uwait 0xfffffe0090032200 syz-executor.1 5523 1 781 0 S uwait 0xfffffe009afc5c00 syz-executor.0 5522 1 782 0 S uwait 0xfffffe009ad14e00 syz-executor.1 5520 1 823 0 S uwait 0xfffffe0058c51f00 syz-executor.3 5513 1 781 0 S uwait 0xfffffe009ad14b80 syz-executor.0 5512 1 782 0 S uwait 0xfffffe009adb5680 syz-executor.1 5511 1 823 0 S uwait 0xfffffe0007975c80 syz-executor.3 5503 1 782 0 S uwait 0xfffffe009afbed80 syz-executor.1 5461 1 5461 65 Ss select 0xfffffe00929d22c0 dhclient 4874 0 0 0 DL mdwait 0xfffffe0057b4e000 [md40785] 4412 1 4412 0 Ss select 0xfffffe00929d26c0 dhclient 4409 1 4409 0 Ss select 0xfffffe00929d3c40 dhclient 4385 1 4385 65 Ss select 0xfffffe00929d2cc0 dhclient 4228 1 781 0 S uwait 0xfffffe009afc7d00 syz-executor.0 4227 1 823 0 S uwait 0xfffffe009ad14780 syz-executor.3 4226 1 806 0 S uwait 0xfffffe009adb5e80 syz-executor.2 4222 1 823 0 S uwait 0xfffffe009adb5780 syz-executor.3 4220 1 781 0 S uwait 0xfffffe009afc8600 syz-executor.0 4217 1 823 0 S uwait 0xfffffe009afbf780 syz-executor.3 4215 1 806 0 S uwait 0xfffffe0058c53580 syz-executor.2 4210 1 781 0 S uwait 0xfffffe009adb6500 syz-executor.0 4209 1 806 0 S uwait 0xfffffe0058c53380 syz-executor.2 4203 1 781 0 S uwait 0xfffffe009adb6000 syz-executor.0 4085 1 782 0 S uwait 0xfffffe0058c53480 syz-executor.1 4083 1 806 0 S uwait 0xfffffe0090034d00 syz-executor.2 4081 1 782 0 S uwait 0xfffffe009ad16480 syz-executor.1 4079 1 806 0 S uwait 0xfffffe009afc7c00 syz-executor.2 4075 1 823 0 S uwait 0xfffffe009adb5c80 syz-executor.3 4073 1 823 0 S uwait 0xfffffe009adb5a80 syz-executor.3 4070 1 806 0 S uwait 0xfffffe009afc7a00 syz-executor.2 4068 1 782 0 S uwait 0xfffffe0058c51980 syz-executor.1 4066 1 823 0 S uwait 0xfffffe0053ef0a80 syz-executor.3 4064 1 781 0 S uwait 0xfffffe0058c53680 syz-executor.0 4062 1 782 0 S uwait 0xfffffe0053ef0c80 syz-executor.1 4058 1 781 0 S uwait 0xfffffe009afc7900 syz-executor.0 4054 1 782 0 S uwait 0xfffffe0053ef0c00 syz-executor.1 4052 1 781 0 S uwait 0xfffffe009adb6880 syz-executor.0 4048 1 782 0 S uwait 0xfffffe0090034f00 syz-executor.1 4038 1 782 0 S uwait 0xfffffe009adb6b80 syz-executor.1 3244 1 823 0 S umtxn 0xfffffe0007975780 syz-executor.3 3239 1 782 0 S uwait 0xfffffe0058c53900 syz-executor.1 3237 1 823 0 S uwait 0xfffffe0058c51a80 syz-executor.3 3236 1 806 0 S uwait 0xfffffe0058c50100 syz-executor.2 3235 1 782 0 S uwait 0xfffffe0007975380 syz-executor.1 3230 1 823 0 S uwait 0xfffffe009afc7b00 syz-executor.3 3229 1 806 0 S uwait 0xfffffe0090034800 syz-executor.2 3226 1 782 0 S uwait 0xfffffe0090035180 syz-executor.1 3224 1 806 0 S uwait 0xfffffe0058c53780 syz-executor.2 3219 1 806 0 S uwait 0xfffffe0058c50300 syz-executor.2 3210 1 3210 0 Ss select 0xfffffe00929d28c0 dhclient 3207 1 3207 0 Ss select 0xfffffe00929d2c40 dhclient 3180 1 3180 65 Ss select 0xfffffe00929d2a40 dhclient 2195 1 2195 0 Ss select 0xfffffe00929d3bc0 dhclient 2192 1 2192 0 Ss select 0xfffffe00929d47c0 dhclient 2149 1 2149 65 Ss select 0xfffffe00929d40c0 dhclient 1731 0 0 0 DL aiordy 0xfffffe009afcd000 [aiod4] 1730 0 0 0 DL aiordy 0xfffffe009ae52a90 [aiod3] 1729 0 0 0 DL aiordy 0xfffffe009afcd548 [aiod2] 1728 0 0 0 DL aiordy 0xfffffe009afcc548 [aiod1] 1222 1 781 0 S uwait 0xfffffe009adb6300 syz-executor.0 1215 1 782 0 S uwait 0xfffffe009adb6c80 syz-executor.1 1212 1 806 0 S uwait 0xfffffe009adb7200 syz-executor.2 1210 1 781 0 S uwait 0xfffffe0090034900 syz-executor.0 1209 1 782 0 S uwait 0xfffffe009adb7000 syz-executor.1 1207 1 782 0 S uwait 0xfffffe0058c50900 syz-executor.1 1202 1 823 0 S uwait 0xfffffe0058c51480 syz-executor.3 1201 1 806 0 S uwait 0xfffffe009adb6e80 syz-executor.2 1200 1 781 0 S uwait 0xfffffe0058c52400 syz-executor.0 1199 1 782 0 S uwait 0xfffffe0058c50600 syz-executor.1 1194 1 823 0 S uwait 0xfffffe0007976000 syz-executor.3 1193 1 806 0 S uwait 0xfffffe009adb6d80 syz-executor.2 1192 1 782 0 S uwait 0xfffffe0058c50f00 syz-executor.1 1189 1 781 0 S uwait 0xfffffe0058c51080 syz-executor.0 1188 1 782 0 S uwait 0xfffffe0090035280 syz-executor.1 1187 1 806 0 S uwait 0xfffffe0058c50400 syz-executor.2 1184 1 782 0 S uwait 0xfffffe0058c50e00 syz-executor.1 1180 1 823 0 S uwait 0xfffffe0058c50700 syz-executor.3 1179 1 782 0 S uwait 0xfffffe0058c51180 syz-executor.1 1178 1 781 0 S uwait 0xfffffe0007975480 syz-executor.0 1176 1 806 0 S uwait 0xfffffe0058c51780 syz-executor.2 1173 1 782 0 S uwait 0xfffffe0058c50a00 syz-executor.1 1170 1 781 0 S uwait 0xfffffe0058c51680 syz-executor.0 1169 1 782 0 S uwait 0xfffffe0058c50b00 syz-executor.1 1166 1 806 0 S uwait 0xfffffe0058c50500 syz-executor.2 1165 1 782 0 S uwait 0xfffffe0090035080 syz-executor.1 1160 1 782 0 S uwait 0xfffffe0007976400 syz-executor.1 1156 1 782 0 S uwait 0xfffffe0058c52c00 syz-executor.1 1115 1 1115 0 Ss select 0xfffffe00571d7640 dhclient 1112 1 1112 0 Ss select 0xfffffe00929d45c0 dhclient 823 774 823 0 Rs syz-executor.3 806 774 806 0 Rs syz-executor.2 782 774 782 0 Rs syz-executor.1 781 774 781 0 Ss nanslp 0xffffffff83c32940 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100095 S kqread 0xfffffe0053facd00 syz-fuzzer 100117 S uwait 0xfffffe0007979600 syz-fuzzer 100118 S uwait 0xfffffe0007979700 syz-fuzzer 100119 S uwait 0xfffffe0007979800 syz-fuzzer 100120 S uwait 0xfffffe0058c51280 syz-fuzzer 100121 S uwait 0xfffffe0007979900 syz-fuzzer 100122 S uwait 0xfffffe0090034e00 syz-fuzzer 100123 S uwait 0xfffffe0058c51380 syz-fuzzer 100426 S uwait 0xfffffe0058c50800 syz-fuzzer 100727 S uwait 0xfffffe009adb5b80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058bcdb40 csh 770 688 770 0 Ss select 0xfffffe00929d5140 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00572330b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00543f5cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00543f64b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00543f6cb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00543f74b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00543f7cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00543f84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00543f8cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00576da4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83c32941 cron 688 1 688 0 Ss select 0xfffffe00571d7740 sshd 501 1 501 0 Ss select 0xfffffe00571d77c0 syslogd 430 1 430 0 Ss select 0xfffffe00081e54c0 devd 429 1 429 65 Ss select 0xfffffe00081e52c0 dhclient 344 1 344 0 Ss select 0xfffffe00571d7940 dhclient 341 1 341 0 Ss select 0xfffffe00081e5340 dhclient 17 0 0 0 DL vlruwt 0xfffffe00587cf548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83d58140 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d56760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe00079634e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d89c40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7daf8 [dom0] 100079 D launds 0xffffffff83d7db04 [laundry: dom0] 100080 D umarcl 0xffffffff81e53a50 [uma] 7 0 0 0 DL - 0xffffffff839ee808 [rand_harvestq] 6 0 0 0 DL waiting 0xffffffff84905300 [sctp_iterator] 5 0 0 0 DL pftm 0xffffffff84405530 [pf purge] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838907c0 [doneq0] 100046 D - 0xffffffff83890740 [async] 100075 D - 0xffffffff838905c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe00570d2488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d79340 [crypto] 100042 D crypto_ 0xfffffe0053fad030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fad080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c08000 [g_event] 100037 D - 0xffffffff83c08020 [g_up] 100038 D - 0xffffffff83c08040 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 I [clock (0)] 100030 CanRun [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d79e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c08aa0 [swapper] 100005 D - 0xfffffe00081dc500 [if_io_tqg_0] 100006 D - 0xfffffe00081dc400 [if_io_tqg_1] 100007 D - 0xfffffe00081dc300 [if_config_tqg_0] 100008 D - 0xfffffe00081dc200 [softirq_0] 100009 D - 0xfffffe00081dc100 [softirq_1] 100011 D - 0xfffffe00081dbd00 [aiod_kick taskq] 100012 D - 0xfffffe00081dbc00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dbb00 [inm_free taskq] 100014 D - 0xfffffe00081dba00 [in6m_free taskq] 100015 D - 0xfffffe00081db900 [deferred_unmount ta] 100016 D - 0xfffffe00081db800 [thread taskq] 100018 D - 0xfffffe00081db500 [kqueue_ctx taskq] 100019 D - 0xfffffe00081db400 [pci_hp taskq] 100021 D - 0xfffffe00081db100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081db100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081db100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081db100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081db000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081db000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081db000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081db000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f0ad00 [firmware taskq] 100039 D - 0xfffffe0053f0ac00 [crypto_0] 100040 D - 0xfffffe0053f0ac00 [crypto_1] 100056 D - 0xfffffe0053f0a400 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f0a300 [vtnet0 txq 0] 100058 D - 0xfffffe0053f0a200 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f0a100 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571b3580 [virtio_balloon] 100065 D - 0xffffffff82b5a2a0 [deadlkres] 100070 D - 0xfffffe0053f09300 [acpi_task_0] 100071 D - 0xfffffe0053f09300 [acpi_task_1] 100072 D - 0xfffffe0053f09300 [acpi_task_2] 100073 D - 0xfffffe00081de100 [mca taskq] 100074 D - 0xfffffe0053f0a900 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4242 filedesc 358 2862K 20475 sysctloid 35571 2096K 35642 vtbuf 24 1968K 46 pcb 840 1455K 21465 kobj 322 1288K 490 newblk 301 1099K 24819 subproc 486 1038K 11501 vfscache 3 1025K 3 inodedep 197 586K 10887 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 7 sctp_atcl 668 251K 15872 filemon 31 248K 185 sctp_stro 247 247K 4775 acpica 1674 184K 56282 vnet_data 1 168K 1 pagedep 62 144K 10124 tidhash 3 141K 3 linker 354 134K 390 tfo_ccache 1 128K 1 DEVFS1 110 110K 127 sem 4 106K 4 kdtrace 555 95K 24037 BPF 47 89K 78 umtx 704 88K 704 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 sctp_atky 915 37K 21362 dirrem 134 34K 10651 temp 34 33K 3270 DEVFS3 129 33K 139 hostcache 1 32K 1 shm 1 32K 36 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 lltable 60 20K 374 kqueue 241 18K 11307 ufs_mount 4 17K 5 proc 3 17K 3 freefile 130 17K 10458 sctp_timw 64 16K 64 tty 16 16K 16 routetbl 130 16K 1154 ithread 93 15K 93 pwddesc 236 15K 11323 bus-sc 34 15K 1651 KTRACE 101 13K 109 cred 50 13K 347 ether_multi 152 13K 164 ifnet 7 13K 7 ksem 31 12K 89 kenv 95 12K 95 eventhandler 136 12K 136 GEOM 68 11K 533 sctp_athm 668 11K 16242 DEVFSP 167 11K 1195 CAM queue 5 11K 1528 rman 84 10K 425 freework 36 9K 15911 in6_multi 65 9K 65 bmsafemap 2 9K 10989 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 38 pfs_vncache 1 8K 1 sctp_map 494 8K 9530 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 newdirblk 57 8K 10081 taskqueue 63 7K 63 sctp_stri 13 7K 786 proc-args 262 7K 12616 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 481 session 47 6K 94 crypto 24 6K 484 xform 79 6K 1671 pf_ifnet 15 6K 237 ufs_dirhash 24 5K 24 pf_osfp 44 5K 44 UMA 273 5K 273 vt 11 5K 11 lockf 38 5K 209 md_disk 2 5K 4 memdesc 1 4K 1 MCA 32 4K 32 CC Mem 64 4K 2765 md_sectors 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 selfd 55 4K 217553 hhook 15 4K 17 kcovinfo 52 4K 52 freeblks 11 3K 10656 terminal 11 3K 11 indirdep 10 3K 7635 inpcbpolicy 80 3K 3323 select 19 3K 106 uidinfo 4 3K 25 tcp_fsb 18 3K 766 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 29 2K 109 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 9 osd 68 2K 2696 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 13 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 20162 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 164 NFSD session 1 1K 1 mount 19 1K 245 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 encap_export_host 12 1K 12 procdesc 5 1K 18 diradd 4 1K 10692 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 sctp_aadr 4 1K 107 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 filedesc_to_leader 4 1K 15 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 14572 pmchooks 1 1K 1 filecaps 5 1K 121 sctp_vrf 1 1K 1 ip_msource 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 8206 sctp_iter 0 0K 63 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 52 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 tcp_do 0 0K 0 pf_table 0 0K 186 pf_rule 0 0K 205 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7897 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 80 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 108 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 1 frag6 0 0K 5 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 8 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 1 statfs 0 0K 10303 namei_tracker 0 0K 6 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 370 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 8 lio 0 0K 5 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 224 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 20679 ioctlops 0 0K 1252 eventfd 0 0K 5 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 308 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 906 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 78 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8329 1577 868916 0 254 40574976 0 tcp_log 416 16730 5374 678717 0 254 9195264 0 mbuf 256 9399 10164 3969153 0 254 5008128 0 ertt_txseginfo 40 104614 10223 1740426 0 254 4593480 0 malloc-16384 16384 179 4 10236 0 1 2998272 0 malloc-4096 4096 581 5 12382 0 2 2400256 0 RADIX NODE 144 14454 381 235855 0 63 2136240 0 pbuf 2624 0 762 0 0 2 1999488 0 malloc-384 384 4832 148 20040 0 30 1912320 0 BUF TRIE 144 341 11447 14728 0 62 1697472 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 VM OBJECT 264 5788 92 250574 0 30 1552320 0 malloc-128 128 11686 187 11959 0 126 1519744 0 vmem btag 56 25339 44 25339 0 254 1421448 0 UMA Slabs 0 112 12206 28 12206 0 126 1370208 0 sctp_asoc 2288 247 263 4736 0 254 1166880 0 malloc-64 64 328 16997 229664 0 254 1108800 0 MAP ENTRY 96 11001 339 650446 0 126 1088640 0 256 Bucket 2048 388 142 14152 0 9 1085440 0 tcp_bbr_map 128 5872 2467 462703 0 127 1067392 0 malloc-2048 2048 410 38 11497 0 8 917504 0 FFS inode 1160 700 28 11163 0 8 844480 0 THREAD 1808 318 34 12790 0 8 636416 0 sctp_ep 1208 408 102 10674 0 254 616080 0 sctp_raddr 736 271 499 5009 0 254 566720 0 VMSPACE 2552 210 12 11215 0 4 566544 0 tcpcb 1096 64 447 2685 0 254 560056 0 malloc-1024 1024 384 96 4867 0 16 491520 0 socket 960 305 203 15415 0 254 487680 0 tcp_inpcb 424 64 953 2685 0 254 431208 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_chunk 152 250 2298 22355 0 254 387296 0 VNODE 448 740 106 11205 0 30 379008 0 malloc-8192 8192 43 3 200 0 1 376832 0 PROC 1352 235 14 11245 0 8 336648 0 malloc-256 256 302 943 33094 0 62 318720 0 FPU_save_area 832 320 49 18534 0 16 307008 0 filedesc0 1072 236 23 11323 0 8 277648 0 malloc-64 64 3910 185 4116 0 254 262080 0 malloc-16 16 14780 470 23493 0 254 244000 0 malloc-384 384 196 434 10887 0 30 241920 0 malloc-32768 32768 0 7 7179 0 1 229376 0 DEVCTL 1024 0 220 156 0 0 225280 0 ripcb 424 6 507 180 0 254 217512 0 udplite_inpcb 424 4 509 108 0 254 217512 0 udp_inpcb 424 6 507 350 0 254 217512 0 malloc-256 256 387 423 21928 0 62 207360 0 malloc-65536 65536 1 2 129 0 1 196608 0 malloc-65536 65536 1 2 409 0 1 196608 0 mbuf_packet 256 234 528 43833 0 254 195072 0 malloc-128 128 1374 145 27064 0 126 194432 0 FFS2 dinode 256 700 50 11163 0 62 192000 0 UMA Zones 768 245 4 245 0 16 191232 0 malloc-32 32 5362 308 5816 0 254 181440 0 malloc-128 128 878 393 21937 0 126 162688 0 128 Bucket 1024 67 80 4255 0 16 150528 0 malloc-384 384 341 49 1388 0 30 149760 0 S VFS Cache 104 1031 373 11852 0 126 146016 0 malloc-256 256 414 156 13559 0 62 145920 0 malloc-256 256 453 117 11676 0 62 145920 0 malloc-65536 65536 0 2 7 0 1 131072 0 malloc-65536 65536 0 2 136 0 1 131072 0 malloc-2048 2048 10 54 703 0 8 131072 0 unpcb 256 24 486 1371 0 254 130560 0 clpbuf 2624 0 48 235 0 16 125952 0 ksiginfo 112 230 814 6243 0 126 116928 0 malloc-16384 16384 3 4 10 0 1 114688 0 64 Bucket 512 112 88 14676 0 30 102400 0 malloc-128 128 621 154 1675 0 126 99200 0 malloc-256 256 136 239 16830 0 62 96000 0 malloc-4096 4096 22 0 33 0 2 90112 0 g_bio 408 0 220 116065 0 31 89760 0 UMA Kegs 384 231 2 231 0 30 89472 0 syncache 168 0 528 8 0 254 88704 0 malloc-64 64 916 407 30221 0 254 84672 0 malloc-128 128 365 286 10740 0 126 83328 0 malloc-256 256 147 168 12104 0 62 80640 0 sctp_readq 152 1 519 304 0 254 79040 0 malloc-64 64 698 373 7012 0 254 68544 0 malloc-128 128 194 333 23847 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 3 1 18 0 1 65536 0 malloc-2048 2048 7 25 572 0 8 65536 0 32 Bucket 256 80 175 5556 0 62 65280 0 Files 80 661 139 36673 0 126 64000 0 sctp_stream_msg_out 112 76 464 1071 0 254 60480 0 TURNSTILE 136 353 88 353 0 62 59976 0 malloc-8192 8192 3 4 39 0 1 57344 0 malloc-64 64 476 343 1084 0 254 52416 0 malloc-256 256 36 159 10956 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 60354 0 16 49152 0 malloc-16384 16384 1 2 6 0 1 49152 0 malloc-1024 1024 3 45 1874 0 16 49152 0 pcpu-8 8 4825 1319 10579 0 254 49152 0 tcp_rack_pcb 896 18 36 766 0 16 48384 0 SLEEPQUEUE 88 353 159 353 0 126 45056 0 tcp_bbr_pcb 832 17 37 1314 0 16 44928 0 malloc-4096 4096 4 6 10310 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 pipe 744 23 27 558 0 16 37200 0 hostcache 64 5 562 5 0 254 36288 0 PWD 32 171 963 10155 0 254 36288 0 malloc-64 64 129 438 1125 0 254 36288 0 malloc-64 64 322 245 14033 0 254 36288 0 malloc-64 64 3 564 48 0 254 36288 0 malloc-32 32 750 384 16872 0 254 36288 0 16 Bucket 144 87 165 1567 0 62 36288 0 malloc-128 128 59 220 1059 0 126 35712 0 malloc-128 128 12 267 276 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 27 108 1837 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 0 16 18 0 8 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 2 14 403 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 5 11 208 0 8 32768 0 malloc-1024 1024 4 28 57 0 16 32768 0 malloc-1024 1024 12 20 169 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-1024 1024 8 24 54 0 16 32768 0 malloc-512 512 1 63 132 0 30 32768 0 malloc-512 512 1 63 15 0 30 32768 0 malloc-512 512 14 50 785 0 30 32768 0 malloc-512 512 1 63 17 0 30 32768 0 malloc-512 512 15 49 257 0 30 32768 0 malloc-512 512 9 55 25 0 30 32768 0 pcpu-64 64 482 30 482 0 254 32768 0 ipq 56 0 576 2 0 254 32256 0 KNOTE 160 29 171 112386 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 52 348 2902 0 126 32000 0 tcp_rack_map 120 33 231 1549 0 126 31680 0 cpuset 104 8 271 275 0 126 29016 0 sctp_asconf_ack 48 0 588 11 0 254 28224 0 sctp_laddr 48 162 426 4474 0 254 28224 0 tcp_inpcb 32 28 854 1790 0 254 28224 0 malloc-32 32 422 460 16003 0 254 28224 0 4 Bucket 48 7 581 303 0 254 28224 0 2 Bucket 32 72 810 2518 0 254 28224 0 AIO 208 0 133 42 0 62 27664 0 da_ccb 544 0 49 29519 0 16 26656 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 24 0 2 24576 0 malloc-4096 4096 2 4 22 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 47 229 100 0 126 24288 0 rl_entry 40 162 444 162 0 254 24240 0 itimer 352 0 66 45 0 30 23232 0 malloc-384 384 0 60 5 0 30 23040 0 malloc-384 384 11 49 22 0 30 23040 0 malloc-384 384 1 59 28 0 30 23040 0 malloc-384 384 24 36 52 0 30 23040 0 malloc-384 384 1 59 45 0 30 23040 0 domainset 40 0 567 242 0 254 22680 0 udplite_inpcb 32 0 630 16 0 254 20160 0 udpcb 32 10 620 458 0 254 20160 0 udp_inpcb 32 3 627 49 0 254 20160 0 ertt 72 64 216 2685 0 126 20160 0 malloc-32 32 80 550 148 0 254 20160 0 malloc-32 32 68 562 698 0 254 20160 0 malloc-32 32 156 474 1046 0 254 20160 0 malloc-32 32 146 484 6645 0 254 20160 0 malloc-32 32 33 597 175 0 254 20160 0 malloc-16 16 706 544 16394 0 254 20000 0 malloc-16 16 519 731 37598 0 254 20000 0 cryptop 280 0 70 121 0 30 19600 0 AIOCB 552 0 35 49 0 16 19320 0 AIOLIO 272 0 70 5 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 1 1 102 0 1 16384 0 malloc-4096 4096 0 4 7 0 2 16384 0 malloc-4096 4096 0 4 7 0 2 16384 0 malloc-4096 4096 0 4 173 0 2 16384 0 malloc-1024 1024 2 14 123 0 16 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 1213736 0 254 16032 0 malloc-16 16 400 600 13295 0 254 16000 0 tcp_log_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 15 735 289 0 254 12000 0 malloc-16 16 328 422 572 0 254 12000 0 malloc-16 16 6 744 5878 0 254 12000 0 malloc-16 16 17 733 34 0 254 12000 0 tfo_ccache_entries 80 2 126 2 0 126 10240 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 md40785 512 0 0 0 0 30 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0