panic: mutex blocked lock not owned at /syzkaller/managers/i386/kernel/sys/kern/sched_ule.c:2685 cpuid = 0 time = 261 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009cafb8b0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009cafba10 vpanic() at vpanic+0x2b8/frame 0xfffffe009cafbaf0 panic() at panic+0xb5/frame 0xfffffe009cafbbc0 __mtx_assert() at __mtx_assert+0x224/frame 0xfffffe009cafbc10 sched_add() at sched_add+0x68/frame 0xfffffe009cafbc50 handleevents() at handleevents+0x3c7/frame 0xfffffe009cafbcb0 hardclockintr() at hardclockintr+0x1fc/frame 0xfffffe009cafbd90 ipi_bitmap_handler() at ipi_bitmap_handler+0x1a8/frame 0xfffffe009cafbf30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe009cafbf30 --- interrupt, rip = 0x46223f, rsp = 0xffffd3ac, rbp = 0xffffd3ec --- KDB: enter: panic [ thread pid 10237 tid 111468 ] Stopped at kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x7c9ecbd5c1e3186c rdx 0x1 rbx 0 rsp 0xfffffe009cafb9f0 rbp 0xfffffe009cafba10 rsi 0 rdi 0xffffffff81761dfa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe009c7191e0 r13 0xfffffe009cafba01 r14 0xffffffff82b547c0 .str.18 r15 0xffffffff82b547c0 .str.18 rip 0xffffffff8175535b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> show proc Process 10237 (syz-executor.3) at 0xfffffe009c2c1548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 786 at 0xfffffe0092eb5000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053df6000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009c2cb9f8 (map 0xfffffe009c2cb9f8) (map.pmap 0xfffffe009c2cbab8) (pmap 0xfffffe009c2cbb20) threads: 2 111468 Run CPU 0 syz-executor.3 111703 RunQ syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 10238 777 777 0 R (threaded) syz-executor.1 111429 Run CPU 1 syz-executor.1 111702 S uwait 0xfffffe009b125b80 syz-executor.1 10237 786 786 0 R (threaded) syz-executor.3 111468 Run CPU 0 syz-executor.3 111703 RunQ syz-executor.3 10235 776 776 0 R (threaded) syz-executor.0 110611 RunQ syz-executor.0 111701 S uwait 0xfffffe0099a8d500 syz-executor.0 10154 1 10153 0 SV uwait 0xfffffe0058b3ee00 syz-executor.2 10147 1 10146 0 SV uwait 0xfffffe00999ed200 syz-executor.2 10140 1 10138 0 SV uwait 0xfffffe009b125780 syz-executor.2 10128 1 10127 0 SV uwait 0xfffffe009b125e80 syz-executor.2 10115 1 776 0 S umtxn 0xfffffe0053ef0e00 syz-executor.0 10105 1 776 0 S umtxn 0xfffffe0099a8c480 syz-executor.0 10093 1 776 0 S uwait 0xfffffe0092e52380 syz-executor.0 10083 1 776 0 S uwait 0xfffffe00999ee280 syz-executor.0 9887 1 776 0 S uwait 0xfffffe0092703900 syz-executor.0 9885 1 776 0 S uwait 0xfffffe0092e53800 syz-executor.0 9871 1 786 0 S uwait 0xfffffe009b135200 syz-executor.3 9862 1 786 0 S umtxn 0xfffffe009b138780 syz-executor.3 9853 1 786 0 S uwait 0xfffffe0058b3d100 syz-executor.3 9846 1 786 0 S uwait 0xfffffe0092703800 syz-executor.3 9708 1 9705 0 S uwait 0xfffffe00999f0780 syz-executor.2 9591 1 786 0 SV uwait 0xfffffe0058b40600 syz-executor.3 9493 0 0 0 DL mdwait 0xfffffe0057b4e000 [md1] 9323 1 778 0 S umtxn 0xfffffe0058b3e780 syz-executor.2 9322 1 778 0 S uwait 0xfffffe0099a8f600 syz-executor.2 9316 1 778 0 S uwait 0xfffffe00926fc880 syz-executor.2 9315 1 778 0 S umtxn 0xfffffe009b125f00 syz-executor.2 9310 1 777 0 S uwait 0xfffffe00926fe880 syz-executor.1 9309 1 777 0 S uwait 0xfffffe00926fc800 syz-executor.1 9306 1 778 0 S uwait 0xfffffe009b138100 syz-executor.2 9305 1 777 0 S uwait 0xfffffe0092e53380 syz-executor.1 9304 1 777 0 S uwait 0xfffffe0099a8d800 syz-executor.1 9302 1 778 0 S uwait 0xfffffe0099a8d880 syz-executor.2 9301 1 777 0 S uwait 0xfffffe009b124d00 syz-executor.1 9300 1 777 0 S uwait 0xfffffe0099a8e600 syz-executor.1 9296 1 777 0 S uwait 0xfffffe009b136500 syz-executor.1 9295 1 777 0 S uwait 0xfffffe0053ef0b80 syz-executor.1 9235 1 786 0 S uwait 0xfffffe00999eee00 syz-executor.3 9234 1 786 0 S uwait 0xfffffe0092704700 syz-executor.3 9225 1 786 0 S uwait 0xfffffe009b127e00 syz-executor.3 9224 1 786 0 S uwait 0xfffffe0092704400 syz-executor.3 9215 1 786 0 S uwait 0xfffffe00926fbd80 syz-executor.3 9214 1 786 0 S uwait 0xfffffe0099a8ea80 syz-executor.3 9200 1 786 0 S umtxn 0xfffffe0058b3f200 syz-executor.3 9199 1 786 0 S uwait 0xfffffe009b127c80 syz-executor.3 8972 1 786 0 S uwait 0xfffffe00926feb80 syz-executor.3 8939 1 786 0 S uwait 0xfffffe00926fd400 syz-executor.3 8903 1 777 0 S uwait 0xfffffe009b127f00 syz-executor.1 8901 1 777 0 S uwait 0xfffffe00999eef00 syz-executor.1 8896 1 777 0 S uwait 0xfffffe009b125d00 syz-executor.1 8892 1 777 0 S umtxn 0xfffffe009b137500 syz-executor.1 8605 1 786 0 S uwait 0xfffffe009b135880 syz-executor.3 8604 1 777 0 S uwait 0xfffffe00926fd500 syz-executor.1 8595 1 777 0 S umtxn 0xfffffe009b137600 syz-executor.1 8594 1 786 0 S uwait 0xfffffe0092703600 syz-executor.3 8585 1 786 0 S uwait 0xfffffe0058b3db00 syz-executor.3 8584 1 777 0 S uwait 0xfffffe0092706700 syz-executor.1 8575 1 786 0 S uwait 0xfffffe0058b3d280 syz-executor.3 8257 1 8255 0 S uwait 0xfffffe0099a8e880 syz-executor.3 8252 1 8248 0 S uwait 0xfffffe00999ed400 syz-executor.3 8246 1 8241 0 S uwait 0xfffffe00999ef180 syz-executor.3 8238 1 8237 0 S uwait 0xfffffe0092e53600 syz-executor.3 8096 1 778 0 S uwait 0xfffffe0092704c00 syz-executor.2 7277 1 7275 0 S uwait 0xfffffe0099a8f700 syz-executor.1 6684 1 776 0 S uwait 0xfffffe00999ef200 syz-executor.0 6681 1 776 0 S umtxn 0xfffffe0099a8ed80 syz-executor.0 6602 0 0 0 DL mdwait 0xfffffe009c671000 [md0] 5585 1 5582 0 S uwait 0xfffffe00999ee180 syz-executor.0 5581 1 5579 0 S uwait 0xfffffe00926fbc80 syz-executor.0 5577 1 5574 0 S uwait 0xfffffe00999f0900 syz-executor.0 5573 1 5572 0 S uwait 0xfffffe0092e55500 syz-executor.0 5456 1 777 0 S uwait 0xfffffe0099a8f900 syz-executor.1 5450 1 777 0 S uwait 0xfffffe00999efd80 syz-executor.1 5447 1 777 0 S uwait 0xfffffe0092e55d80 syz-executor.1 5444 1 777 0 S uwait 0xfffffe00999efb80 syz-executor.1 5440 1 777 0 S uwait 0xfffffe0099a8e700 syz-executor.1 5437 1 777 0 S uwait 0xfffffe00999f0880 syz-executor.1 5429 1 777 0 S uwait 0xfffffe0092e55e80 syz-executor.1 5426 1 777 0 S uwait 0xfffffe0092e52680 syz-executor.1 5093 1 776 0 S uwait 0xfffffe0099a8ed00 syz-executor.0 5087 1 776 0 S uwait 0xfffffe0092704c80 syz-executor.0 5084 1 776 0 S uwait 0xfffffe0099a8f580 syz-executor.0 5078 1 776 0 S uwait 0xfffffe0099a8f400 syz-executor.0 4960 1 4960 65 Ss select 0xfffffe009291b3c0 dhclient 4844 1 778 0 S uwait 0xfffffe0092e53000 syz-executor.2 4843 1 778 0 S uwait 0xfffffe0092e55280 syz-executor.2 4139 1 786 0 S umtxn 0xfffffe00926fd600 syz-executor.3 4134 1 786 0 S uwait 0xfffffe00926fb680 syz-executor.3 4131 1 786 0 S uwait 0xfffffe0092706580 syz-executor.3 4122 1 786 0 S umtxn 0xfffffe0099a8e100 syz-executor.3 4109 1 4109 0 Ss select 0xfffffe00571d8f40 dhclient 4099 1 4099 0 Ss select 0xfffffe009291a6c0 dhclient 4061 1 4061 65 Ss select 0xfffffe009291a540 dhclient 3882 1 786 0 S uwait 0xfffffe00926fdf00 syz-executor.3 3880 1 777 0 S uwait 0xfffffe0092e55480 syz-executor.1 3877 1 786 0 S uwait 0xfffffe00926fd700 syz-executor.3 3874 1 777 0 S uwait 0xfffffe0099a8c500 syz-executor.1 3869 1 786 0 S uwait 0xfffffe00999f0280 syz-executor.3 3868 1 777 0 S umtxn 0xfffffe0099a8ce00 syz-executor.1 3860 1 777 0 S uwait 0xfffffe0092705700 syz-executor.1 3128 1 777 0 S uwait 0xfffffe0099a8e080 syz-executor.1 3127 1 777 0 S uwait 0xfffffe0092705180 syz-executor.1 3125 1 786 0 S uwait 0xfffffe0092e53d00 syz-executor.3 3124 1 786 0 S uwait 0xfffffe0058b3d980 syz-executor.3 3120 1 776 0 S uwait 0xfffffe0092705c80 syz-executor.0 3119 1 776 0 S uwait 0xfffffe0007979c00 syz-executor.0 3117 1 777 0 S umtxn 0xfffffe0099a8df00 syz-executor.1 3116 1 777 0 S umtxn 0xfffffe00926fd300 syz-executor.1 3115 1 786 0 S uwait 0xfffffe00926fd200 syz-executor.3 3114 1 786 0 S uwait 0xfffffe0053ef0c80 syz-executor.3 3112 1 776 0 S uwait 0xfffffe00926fb980 syz-executor.0 3111 1 776 0 S uwait 0xfffffe00926fbd00 syz-executor.0 3107 1 777 0 S uwait 0xfffffe00926fbb00 syz-executor.1 3106 1 777 0 S uwait 0xfffffe00926fe280 syz-executor.1 3104 1 786 0 S uwait 0xfffffe0092e53b00 syz-executor.3 3103 1 786 0 S uwait 0xfffffe00926fb880 syz-executor.3 3102 1 776 0 S umtxn 0xfffffe00926fb780 syz-executor.0 3100 1 776 0 S uwait 0xfffffe0058b40c80 syz-executor.0 3093 1 776 0 S uwait 0xfffffe0092706480 syz-executor.0 3092 1 776 0 S uwait 0xfffffe0092705b80 syz-executor.0 3091 1 3091 0 Ss select 0xfffffe009291a7c0 dhclient 3079 1 3079 0 Ss select 0xfffffe00571d8ec0 dhclient 3060 1 3060 65 Ss select 0xfffffe009291a940 dhclient 3054 1 786 0 S uwait 0xfffffe0092e54900 syz-executor.3 3050 1 776 0 S uwait 0xfffffe0058b3d000 syz-executor.0 3045 1 786 0 S uwait 0xfffffe0092e53e00 syz-executor.3 3039 1 776 0 S uwait 0xfffffe00999f0680 syz-executor.0 3035 1 786 0 S uwait 0xfffffe0092e55c80 syz-executor.3 3031 1 776 0 S uwait 0xfffffe0058b3da00 syz-executor.0 3020 1 776 0 S uwait 0xfffffe0058b40b00 syz-executor.0 3009 1 776 0 SV uwait 0xfffffe0092e52980 syz-executor.0 2863 1 786 0 S uwait 0xfffffe0092e55c00 syz-executor.3 2861 1 778 0 S uwait 0xfffffe0092706400 syz-executor.2 2857 1 776 0 S uwait 0xfffffe0053ef0300 syz-executor.0 2852 1 776 0 S uwait 0xfffffe0092706280 syz-executor.0 2850 1 786 0 S uwait 0xfffffe0053ef0280 syz-executor.3 2849 1 777 0 S uwait 0xfffffe00999f0480 syz-executor.1 2847 1 778 0 S uwait 0xfffffe0058b40980 syz-executor.2 2844 1 776 0 S uwait 0xfffffe0092706380 syz-executor.0 2838 1 776 0 S uwait 0xfffffe0099a8c600 syz-executor.0 2837 1 777 0 S uwait 0xfffffe0099a8f080 syz-executor.1 2835 1 786 0 S uwait 0xfffffe00999efc80 syz-executor.3 2834 1 778 0 S uwait 0xfffffe0092e55f00 syz-executor.2 2833 1 776 0 S uwait 0xfffffe0092e53100 syz-executor.0 2827 1 777 0 S uwait 0xfffffe0058b40800 syz-executor.1 2824 1 776 0 S uwait 0xfffffe0058b40c00 syz-executor.0 2820 1 776 0 S uwait 0xfffffe00999ed080 syz-executor.0 2809 1 777 0 S uwait 0xfffffe0092705d80 syz-executor.1 2610 1 776 0 S uwait 0xfffffe0007975780 syz-executor.0 2602 1 776 0 S uwait 0xfffffe0058b3d880 syz-executor.0 2590 1 776 0 S uwait 0xfffffe0092705e00 syz-executor.0 2587 1 778 0 S uwait 0xfffffe00926fb280 syz-executor.2 2586 1 786 0 S uwait 0xfffffe0099a8c400 syz-executor.3 2583 1 777 0 S uwait 0xfffffe0092e52400 syz-executor.1 2578 1 776 0 S uwait 0xfffffe0092706080 syz-executor.0 2575 1 786 0 S uwait 0xfffffe0058b3d200 syz-executor.3 2574 1 778 0 S uwait 0xfffffe0092e52880 syz-executor.2 2569 1 777 0 S uwait 0xfffffe0058b3de80 syz-executor.1 2566 1 776 0 S umtxn 0xfffffe00926fb300 syz-executor.0 2563 1 778 0 S uwait 0xfffffe00926fe400 syz-executor.2 2562 1 786 0 S uwait 0xfffffe0099a8f000 syz-executor.3 2560 1 777 0 S uwait 0xfffffe0007975080 syz-executor.1 2554 1 776 0 S uwait 0xfffffe00999efb00 syz-executor.0 2544 1 776 0 S uwait 0xfffffe0092e55600 syz-executor.0 1976 1 1976 0 Ss select 0xfffffe009291af40 dhclient 1973 1 1973 0 Ss select 0xfffffe009291b040 dhclient 1950 1 1950 65 Ss select 0xfffffe009291b240 dhclient 1797 1 776 0 S uwait 0xfffffe0092e55080 syz-executor.0 1672 1 786 0 S umtxn 0xfffffe0092e54180 syz-executor.3 1667 1 776 0 S uwait 0xfffffe0092e52c80 syz-executor.0 1664 1 786 0 S umtxn 0xfffffe0007979b80 syz-executor.3 1660 1 776 0 S umtxn 0xfffffe0092e54680 syz-executor.0 1656 1 786 0 S umtxn 0xfffffe0092e54080 syz-executor.3 1653 1 776 0 S uwait 0xfffffe0092e52e80 syz-executor.0 1647 1 776 0 S uwait 0xfffffe0058b3e300 syz-executor.0 1377 1 778 0 S uwait 0xfffffe0092e54580 syz-executor.2 1256 1 778 0 S uwait 0xfffffe0092e52d80 syz-executor.2 1250 1 777 0 S uwait 0xfffffe0092e52b80 syz-executor.1 1249 1 778 0 S uwait 0xfffffe0092e54e00 syz-executor.2 1245 1 786 0 S uwait 0xfffffe0092e54d00 syz-executor.3 1239 1 777 0 S uwait 0xfffffe0058b3ed00 syz-executor.1 1238 1 778 0 S uwait 0xfffffe0058b3e100 syz-executor.2 1237 1 786 0 S uwait 0xfffffe0007975d80 syz-executor.3 1228 1 777 0 S uwait 0xfffffe0007975280 syz-executor.1 1227 1 786 0 S uwait 0xfffffe0058b3ed80 syz-executor.3 1216 1 786 0 S uwait 0xfffffe0092e55380 syz-executor.3 1177 1 1177 0 Ss select 0xfffffe009291c840 dhclient 1174 1 1174 0 Ss select 0xfffffe009291c9c0 dhclient 1034 1 1029 0 S uwait 0xfffffe0092e54280 syz-executor.1 1028 1 1023 0 S uwait 0xfffffe0058b3e500 syz-executor.0 1025 1 1022 0 S umtxn 0xfffffe0092e53300 syz-executor.1 1024 1 1021 0 S uwait 0xfffffe0092e53a80 syz-executor.2 1019 1 1016 0 S umtxn 0xfffffe0092e54480 syz-executor.1 1018 1 1013 0 S uwait 0xfffffe0092e55180 syz-executor.0 1017 1 1014 0 S uwait 0xfffffe0092e54380 syz-executor.2 1010 1 1006 0 S uwait 0xfffffe0058b3e400 syz-executor.2 1009 1 1003 0 S uwait 0xfffffe0092e53f00 syz-executor.0 1000 1 999 0 S uwait 0xfffffe0007975380 syz-executor.0 882 0 0 0 DL - 0xffffffff83d52640 [soaiod4] 881 0 0 0 DL - 0xffffffff83d52640 [soaiod3] 880 0 0 0 DL - 0xffffffff83d52640 [soaiod2] 879 0 0 0 DL - 0xffffffff83d52640 [soaiod1] 878 0 0 0 DL aiordy 0xfffffe0092eb0a90 [aiod4] 877 0 0 0 DL aiordy 0xfffffe0092eb1548 [aiod3] 876 0 0 0 DL aiordy 0xfffffe0092eb1000 [aiod2] 875 0 0 0 DL aiordy 0xfffffe0092abfa90 [aiod1] 786 774 786 0 Rs syz-executor.3 778 774 778 0 Rs syz-executor.2 777 774 777 0 Rs syz-executor.1 776 774 776 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100101 S uwait 0xfffffe0007975c80 syz-fuzzer 100112 S uwait 0xfffffe0007975e80 syz-fuzzer 100113 S uwait 0xfffffe0007976000 syz-fuzzer 100114 S uwait 0xfffffe0007979480 syz-fuzzer 100115 S uwait 0xfffffe0007979580 syz-fuzzer 100116 S uwait 0xfffffe0007979680 syz-fuzzer 100117 S uwait 0xfffffe0007979780 syz-fuzzer 100118 S uwait 0xfffffe0007979880 syz-fuzzer 100119 S kqread 0xfffffe0058d2f300 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058c645f8 csh 770 688 770 0 Ss select 0xfffffe009291cdc0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00572330b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00587f1cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00576da0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00079640b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00079648b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00576da8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00576db0b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00079660b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00079668b0 getty 692 1 692 0 Ss nanslp 0xffffffff83c32941 cron 688 1 688 0 Ss select 0xfffffe009291d0c0 sshd 501 1 501 0 Ss select 0xfffffe00571d7940 syslogd 430 1 430 0 Ss select 0xfffffe00081e5440 devd 429 1 429 65 Ss select 0xfffffe00081e51c0 dhclient 344 1 344 0 Ss select 0xfffffe00081e5240 dhclient 341 1 341 0 Ss select 0xfffffe00571d77c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0058aafa90 [vnlru] 16 0 0 0 DL syncer 0xffffffff83d58140 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d56760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe005885f4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d89c40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7daf8 [dom0] 100079 D launds 0xffffffff83d7db04 [laundry: dom0] 100080 D umarcl 0xffffffff81e53a90 [uma] 7 0 0 0 DL - 0xffffffff839ee808 [rand_harvestq] 6 0 0 0 DL waiting 0xffffffff84957300 [sctp_iterator] 5 0 0 0 DL pftm 0xffffffff8459d530 [pf purge] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838907c0 [doneq0] 100046 D - 0xffffffff83890740 [async] 100075 D - 0xffffffff838905c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe00570d2488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d79340 [crypto] 100042 D crypto_ 0xfffffe0053fad030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fad080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c08000 [g_event] 100037 D - 0xffffffff83c08020 [g_up] 100038 D - 0xffffffff83c08040 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 CanRun [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d79e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c08aa0 [swapper] 100005 D - 0xfffffe00081dc500 [if_io_tqg_0] 100006 D - 0xfffffe00081dc400 [if_io_tqg_1] 100007 D - 0xfffffe00081dc300 [if_config_tqg_0] 100008 D - 0xfffffe00081dc200 [softirq_0] 100009 D - 0xfffffe00081dc100 [softirq_1] 100011 D - 0xfffffe00081dbd00 [aiod_kick taskq] 100012 D - 0xfffffe00081dbc00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dbb00 [inm_free taskq] 100014 D - 0xfffffe00081dba00 [in6m_free taskq] 100015 D - 0xfffffe00081db900 [deferred_unmount ta] 100016 D - 0xfffffe00081db800 [thread taskq] 100018 D - 0xfffffe00081db500 [kqueue_ctx taskq] 100019 D - 0xfffffe00081db400 [pci_hp taskq] 100021 D - 0xfffffe00081db100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081db100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081db100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081db100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081db000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081db000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081db000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081db000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f0ad00 [firmware taskq] 100039 D - 0xfffffe0053f0ac00 [crypto_0] 100040 D - 0xfffffe0053f0ac00 [crypto_1] 100056 D - 0xfffffe0053f0a400 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f0a300 [vtnet0 txq 0] 100058 D - 0xfffffe0053f0a200 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f0a100 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571b3580 [virtio_balloon] 100065 D - 0xffffffff82b5a2a1 [deadlkres] 100070 D - 0xfffffe00081da900 [acpi_task_0] 100071 D - 0xfffffe00081da900 [acpi_task_1] 100072 D - 0xfffffe00081da900 [acpi_task_2] 100073 D - 0xfffffe00081de100 [mca taskq] 100074 D - 0xfffffe0053f0a900 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4243 filedesc 358 2862K 18449 sysctloid 35571 2096K 35642 vtbuf 24 1968K 46 kobj 322 1288K 499 pcb 541 1120K 15451 subproc 504 1074K 10509 newblk 34 1033K 28269 vfscache 3 1025K 3 inodedep 218 594K 10264 linker 376 572K 465 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 7 filemon 32 256K 219 acpica 1674 184K 56282 vnet_data 1 168K 1 sctp_stro 166 166K 3433 sctp_atcl 426 160K 11532 tidhash 3 141K 3 pagedep 31 136K 9184 tfo_ccache 1 128K 1 DEVFS1 111 111K 128 sem 4 106K 4 kdtrace 578 99K 21943 umtx 704 88K 704 BPF 46 88K 76 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 506 64K 506 dirrem 191 48K 9789 temp 36 37K 13937 DEVFS3 130 33K 140 hostcache 1 32K 1 shm 1 32K 39 msg 4 30K 4 gtaskqueue 18 26K 18 sctp_atky 592 24K 15671 freefile 185 24K 9608 kbdmux 6 22K 6 kqueue 256 21K 10369 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 routetbl 142 20K 1854 lltable 56 18K 458 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 93 15K 93 pwddesc 237 15K 10285 bus-sc 34 15K 1651 sctp_timw 54 14K 54 KTRACE 101 13K 20610 ether_multi 152 13K 164 ifnet 7 13K 7 GEOM 75 12K 566 ksem 31 12K 150 kenv 95 12K 95 eventhandler 136 12K 136 DEVFSP 166 11K 1428 CAM queue 5 11K 1528 rman 84 10K 425 cred 39 10K 323 pf_rule 9 9K 294 in6_multi 65 9K 65 bmsafemap 2 9K 10339 UART 12 9K 12 devstat 4 9K 4 md_disk 3 9K 12 rpc 2 8K 2 shmfd 1 8K 45 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 session 59 8K 145 pf_osfp 61 7K 61 sctp_athm 426 7K 11997 taskqueue 63 7K 63 proc-args 269 7K 11557 sglist 5 7K 5 pf_table 3 6K 361 CAM DEV 3 6K 510 plimit 24 6K 467 pf_ifnet 16 6K 417 sctp_map 332 6K 6700 ufs_dirhash 24 5K 24 UMA 273 5K 273 xform 68 5K 1991 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 md_sectors 1 4K 1 evdev 4 4K 4 lockf 33 4K 313 acpisem 28 4K 28 selfd 55 4K 139229 hhook 15 4K 17 newdirblk 26 4K 9076 kcovinfo 52 4K 52 CC Mem 46 3K 3324 terminal 11 3K 11 select 19 3K 161 uidinfo 4 3K 31 inpcbpolicy 65 3K 3911 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 freework 8 2K 16628 freeblks 7 2K 9861 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 Unitno 25 2K 141 mkdir 12 2K 18152 in_multi 6 2K 9 ipsecpolicy 2 2K 2 acpidev 20 2K 20 tcp_fsb 17 2K 1081 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 osd 50 2K 3199 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 406 NFSD session 1 1K 1 filedesc_to_leader 15 1K 34 mount 19 1K 311 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 diradd 6 1K 9831 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 crypto 4 1K 497 ip6opt 2 1K 100 encap_export_host 12 1K 12 procdesc 5 1K 18 sctp_stri 1 1K 947 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 14 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 13948 filecaps 5 1K 121 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 44 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 5345 sctp_iter 0 0K 32 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 21 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 72 mqdata 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7855 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 200 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 53 allocindir 0 0K 0 indirdep 0 0K 10076 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 1 ip_moptions 0 0K 13 in_mfilter 0 0K 3 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 6 statfs 0 0K 9297 namei_tracker 0 0K 6 export_host 0 0K 0 cl_savebuf 0 0K 16 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 381 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 6 lio 0 0K 22 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 228 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 20574 ioctlops 0 0K 1203 eventfd 0 0K 22 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 322 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 857 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 84 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8348 4098 819281 0 254 50978816 0 tcp_log 416 13965 7887 780898 0 254 9090432 0 mbuf 256 9179 6574 3559664 0 254 4032768 0 tcp_bbr_map 128 17462 6377 478960 0 126 3051392 0 malloc-16384 16384 179 5 9223 0 1 3014656 0 ertt_txseginfo 40 61852 13393 1658836 0 254 3009800 0 malloc-4096 4096 589 5 11383 0 2 2433024 0 RADIX NODE 144 14478 245 263236 0 62 2120112 0 pbuf 2624 0 778 0 0 2 2041472 0 malloc-384 384 4593 87 15699 0 30 1797120 0 BUF TRIE 144 225 11563 17383 0 62 1697472 0 UMA Slabs 0 112 14605 5 14605 0 126 1636320 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 vmem btag 56 27050 61 27050 0 254 1518216 0 malloc-128 128 11684 34 11946 0 126 1499904 0 VM OBJECT 264 4417 53 162866 0 30 1180080 0 sctp_asoc 2288 166 344 3346 0 254 1166880 0 256 Bucket 2048 327 107 12678 0 8 888832 0 FFS inode 1160 685 22 10316 0 8 820120 0 MAP ENTRY 96 7628 310 409333 0 126 762048 0 THREAD 1808 333 19 11703 0 8 636416 0 sctp_ep 1208 259 251 7653 0 254 616080 0 malloc-2048 2048 261 27 8340 0 8 589824 0 VMSPACE 2552 217 11 10203 0 4 581856 0 tcpcb 1096 46 465 3188 0 254 560056 0 malloc-65536 65536 7 1 8 0 1 524288 0 socket 960 211 297 12996 0 254 487680 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 168 349 3575 0 254 380512 0 malloc-8192 8192 44 2 236 0 1 376832 0 VNODE 448 726 84 10359 0 30 362880 0 malloc-1024 1024 305 47 3519 0 16 360448 0 PROC 1352 243 15 10238 0 8 348816 0 tcp_inpcb 424 46 719 3188 0 254 324360 0 FPU_save_area 832 335 34 15336 0 16 307008 0 malloc-64 64 3909 438 4223 0 254 278208 0 filedesc0 1072 237 22 10285 0 8 277648 0 malloc-256 256 35 1030 36516 0 62 272640 0 malloc-65536 65536 0 4 136 0 1 262144 0 malloc-32768 32768 0 8 9447 0 2 262144 0 malloc-16 16 14764 236 22128 0 254 240000 0 sctp_chunk 152 173 1361 5946 0 254 233168 0 DEVCTL 1024 0 220 158 0 0 225280 0 malloc-384 384 217 353 10374 0 30 218880 0 ripcb 424 5 508 196 0 254 217512 0 udplite_inpcb 424 7 506 145 0 254 217512 0 udp_inpcb 424 7 506 382 0 254 217512 0 malloc-256 256 416 394 20055 0 62 207360 0 malloc-65536 65536 1 2 106 0 1 196608 0 malloc-65536 65536 1 2 261 0 1 196608 0 mbuf_packet 256 117 645 41964 0 254 195072 0 malloc-128 128 1386 133 27173 0 126 194432 0 FFS2 dinode 256 685 65 10316 0 62 192000 0 UMA Zones 768 245 4 245 0 16 191232 0 malloc-32 32 5362 308 5687 0 254 181440 0 128 Bucket 1024 114 49 4267 0 16 166912 0 malloc-128 128 937 334 20308 0 126 162688 0 malloc-384 384 352 38 1831 0 30 149760 0 malloc-64 64 328 2003 160353 0 254 149184 0 S VFS Cache 104 1049 355 11019 0 126 146016 0 malloc-65536 65536 0 2 10 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-32768 32768 2 2 5 0 1 131072 0 unpcb 256 28 482 1384 0 254 130560 0 malloc-256 256 420 90 12401 0 62 130560 0 ksiginfo 112 247 797 4279 0 126 116928 0 malloc-256 256 304 131 8685 0 62 111360 0 malloc-128 128 628 147 1890 0 126 99200 0 malloc-16384 16384 5 1 6 0 1 98304 0 malloc-4096 4096 23 1 34 0 2 98304 0 g_bio 408 0 240 152282 0 30 97920 0 UMA Kegs 384 231 2 231 0 30 89472 0 64 Bucket 512 110 58 13743 0 30 86016 0 clpbuf 2624 0 32 97 0 16 83968 0 malloc-2048 2048 14 26 880 0 8 81920 0 malloc-256 256 126 189 11795 0 62 80640 0 malloc-256 256 114 201 17896 0 62 80640 0 sctp_readq 152 0 520 552 0 254 79040 0 malloc-64 64 605 466 6032 0 254 68544 0 malloc-64 64 920 151 29500 0 254 68544 0 malloc-128 128 218 309 21930 0 126 67456 0 malloc-128 128 334 193 9853 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 11 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 3 1 18 0 1 65536 0 malloc-2048 2048 7 25 605 0 8 65536 0 32 Bucket 256 82 173 10702 0 62 65280 0 Files 80 563 237 33871 0 126 64000 0 sctp_stream_msg_out 112 39 501 1097 0 254 60480 0 tcp_bbr_pcb 832 25 47 1444 0 16 59904 0 malloc-8192 8192 3 4 43 0 1 57344 0 malloc-64 64 476 343 1063 0 254 52416 0 TURNSTILE 136 353 25 353 0 62 51408 0 malloc-256 256 19 176 10484 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 57333 0 16 49152 0 malloc-16384 16384 0 3 160 0 1 49152 0 malloc-16384 16384 1 2 3 0 1 49152 0 malloc-8192 8192 4 2 8 0 1 49152 0 malloc-1024 1024 3 45 1955 0 16 49152 0 tcp_rack_pcb 896 7 47 1071 0 16 48384 0 pipe 744 24 41 588 0 16 48360 0 da_ccb 544 0 84 38257 0 16 45696 0 SLEEPQUEUE 88 353 159 353 0 126 45056 0 pcpu-8 8 4892 740 14946 0 254 45056 0 syncache 168 0 264 9 0 254 44352 0 malloc-4096 4096 4 6 9354 0 2 40960 0 Mountpoints 2752 2 12 7 0 4 38528 0 hostcache 64 3 564 3 0 254 36288 0 PWD 32 171 963 9095 0 254 36288 0 malloc-64 64 128 439 1302 0 254 36288 0 malloc-64 64 320 247 14650 0 254 36288 0 malloc-64 64 3 564 54 0 254 36288 0 malloc-32 32 522 612 12418 0 254 36288 0 16 Bucket 144 90 162 1716 0 62 36288 0 malloc-128 128 38 241 1393 0 126 35712 0 malloc-128 128 12 267 298 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 30 105 1070 0 62 34560 0 malloc-8192 8192 1 3 102 0 1 32768 0 malloc-2048 2048 0 16 23 0 8 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 8 8 605 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 5 11 208 0 8 32768 0 malloc-1024 1024 2 30 136 0 16 32768 0 malloc-1024 1024 4 28 131 0 16 32768 0 malloc-1024 1024 12 20 169 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-1024 1024 8 24 61 0 16 32768 0 malloc-512 512 1 63 138 0 30 32768 0 malloc-512 512 1 63 35 0 30 32768 0 malloc-512 512 4 60 936 0 30 32768 0 malloc-512 512 1 63 36 0 30 32768 0 malloc-512 512 14 50 495 0 30 32768 0 malloc-512 512 9 55 55 0 30 32768 0 pcpu-64 64 485 27 485 0 254 32768 0 ipq 56 0 576 3 0 254 32256 0 KNOTE 160 29 171 98702 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 60 340 2623 0 126 32000 0 tcp_rack_map 120 6 258 2588 0 126 31680 0 cpuset 104 7 272 139 0 126 29016 0 sctp_laddr 48 161 427 2811 0 254 28224 0 tcp_inpcb 32 9 873 2148 0 254 28224 0 malloc-32 32 422 460 20106 0 254 28224 0 4 Bucket 48 7 581 276 0 254 28224 0 2 Bucket 32 77 805 2652 0 254 28224 0 AIO 208 0 133 78 0 62 27664 0 malloc-8192 8192 1 2 8 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 14 0 2 24576 0 malloc-4096 4096 3 3 17 0 2 24576 0 rtentry 176 30 108 35 0 62 24288 0 PGRP 88 59 217 154 0 126 24288 0 rl_entry 40 163 443 169 0 254 24240 0 malloc-384 384 0 60 4 0 30 23040 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 1 59 75 0 30 23040 0 malloc-384 384 25 35 30 0 30 23040 0 malloc-384 384 1 59 53 0 30 23040 0 domainset 40 0 567 99 0 254 22680 0 udplite_inpcb 32 0 630 5 0 254 20160 0 udpcb 32 14 616 527 0 254 20160 0 udp_inpcb 32 4 626 57 0 254 20160 0 ertt 72 46 234 3188 0 126 20160 0 malloc-32 32 80 550 180 0 254 20160 0 malloc-32 32 64 566 934 0 254 20160 0 malloc-32 32 156 474 1047 0 254 20160 0 malloc-32 32 131 499 7288 0 254 20160 0 malloc-32 32 32 598 174 0 254 20160 0 cryptop 280 0 70 120 0 30 19600 0 AIOCB 552 0 35 114 0 16 19320 0 AIOLIO 272 0 70 11 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-4096 4096 0 4 150 0 2 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 sctp_asconf_ack 48 0 336 39 0 254 16128 0 vtnet_tx_hdr 24 0 668 1119359 0 254 16032 0 malloc-16 16 466 534 12144 0 254 16000 0 malloc-16 16 408 592 12262 0 254 16000 0 malloc-16 16 357 643 34379 0 254 16000 0 tcp_log_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 15 735 379 0 254 12000 0 malloc-16 16 328 422 677 0 254 12000 0 malloc-16 16 5 745 19116 0 254 12000 0 malloc-16 16 17 733 33 0 254 12000 0 itimer 352 0 33 5 0 30 11616 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 15 24 20 0 0 3744 0 tfo 4 0 493 1 0 254 1972 0 md0 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0