panic: mutex blocked lock not owned at /syzkaller/managers/i386/kernel/sys/kern/sched_ule.c:2685 cpuid = 1 time = 1640964557 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0054028e30 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0054028f90 vpanic() at vpanic+0x2b8/frame 0xfffffe0054029070 panic() at panic+0xb5/frame 0xfffffe0054029140 __mtx_assert() at __mtx_assert+0x224/frame 0xfffffe0054029190 sched_add() at sched_add+0x68/frame 0xfffffe00540291d0 handleevents() at handleevents+0x3c7/frame 0xfffffe0054029230 hardclockintr() at hardclockintr+0x1fc/frame 0xfffffe0054029310 ipi_bitmap_handler() at ipi_bitmap_handler+0x1a8/frame 0xfffffe00540294b0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00540294b0 --- interrupt, rip = 0xffffffff817a0238, rsp = 0xfffffe0054029580, rbp = 0xfffffe0054029850 --- witness_checkorder() at witness_checkorder+0x2c8/frame 0xfffffe0054029850 __mtx_lock_flags() at __mtx_lock_flags+0x198/frame 0xfffffe0054029930 tcp_hptsi() at tcp_hptsi+0x1a52/frame 0xfffffe0054029c90 tcp_hpts_thread() at tcp_hpts_thread+0x2f4/frame 0xfffffe0054029d90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0054029ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0054029f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0054029f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x68dcc13632f6dd15 rdx 0x1 rbx 0 rsp 0xfffffe0054028f70 rbp 0xfffffe0054028f90 rsi 0 rdi 0xffffffff81761dfa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009c36f530 r12 0xfffffe0053edee40 r13 0xfffffe0054028f01 r14 0xffffffff82b547c0 .str.18 r15 0xffffffff82b547c0 .str.18 rip 0xffffffff8175535b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250ff3a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053df5548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83c08aa0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83c08aa0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83c09a40 (map 0xffffffff83c09a40) (map.pmap 0xffffffff83c09b00) (pmap 0xffffffff83c09b68) threads: 21 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 Run CPU 1 [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 10124 777 777 0 R (threaded) syz-executor.0 111752 Run CPU 0 syz-executor.0 112067 RunQ syz-executor.0 10117 789 789 0 R (threaded) syz-executor.2 111117 RunQ syz-executor.2 112058 S connec 0xfffffe0058b9dc1a syz-executor.2 112063 S uwait 0xfffffe0053ef0a00 syz-executor.2 9880 1 777 0 S uwait 0xfffffe009bad8900 syz-executor.0 9877 1 789 0 S uwait 0xfffffe009c2dd000 syz-executor.2 9869 1 777 0 S uwait 0xfffffe0099f8ed80 syz-executor.0 9867 1 789 0 S uwait 0xfffffe0058b72b80 syz-executor.2 9860 1 789 0 S uwait 0xfffffe009a69a080 syz-executor.2 9859 1 777 0 S uwait 0xfffffe0099f8d800 syz-executor.0 9850 1 789 0 S uwait 0xfffffe009a69dd80 syz-executor.2 9845 1 777 0 SV sigwait 0xfffffe009c2350b0 syz-executor.0 9802 1 789 0 S umtxn 0xfffffe0099f90880 syz-executor.2 9797 1 809 0 S uwait 0xfffffe0053ef0880 syz-executor.3 9796 1 789 0 S uwait 0xfffffe009a69a200 syz-executor.2 9793 1 778 0 S uwait 0xfffffe009a69a000 syz-executor.1 9790 1 789 0 S uwait 0xfffffe0099f8f080 syz-executor.2 9788 1 809 0 S uwait 0xfffffe009bada600 syz-executor.3 9786 1 778 0 S uwait 0xfffffe0058b38e00 syz-executor.1 9785 1 777 0 S uwait 0xfffffe009a69c700 syz-executor.0 9781 1 789 0 S uwait 0xfffffe009a5f6a00 syz-executor.2 9780 1 778 0 S uwait 0xfffffe0099f8ea80 syz-executor.1 9777 1 777 0 S uwait 0xfffffe009a69dc00 syz-executor.0 9776 1 809 0 S uwait 0xfffffe0053ef0980 syz-executor.3 9772 1 777 0 S uwait 0xfffffe009bad8380 syz-executor.0 9763 1 777 0 S uwait 0xfffffe0058b36380 syz-executor.0 9350 1 777 0 S uwait 0xfffffe0099f90a80 syz-executor.0 9349 1 777 0 S uwait 0xfffffe0099f8ee80 syz-executor.0 9340 1 777 0 S umtxn 0xfffffe009bad9500 syz-executor.0 9339 1 777 0 S uwait 0xfffffe009a5f8280 syz-executor.0 9327 1 777 0 S umtxn 0xfffffe0058b39f00 syz-executor.0 9326 1 777 0 S umtxn 0xfffffe0058b72c00 syz-executor.0 9317 1 777 0 S uwait 0xfffffe0058b36280 syz-executor.0 9316 1 777 0 S uwait 0xfffffe009a5f6a80 syz-executor.0 7986 0 0 0 DL - 0xffffffff83d52640 [soaiod4] 7985 0 0 0 DL - 0xffffffff83d52640 [soaiod3] 7984 0 0 0 DL - 0xffffffff83d52640 [soaiod2] 7983 0 0 0 DL - 0xffffffff83d52640 [soaiod1] 7484 1 7483 0 S uwait 0xfffffe009a5f7f00 syz-executor.0 7363 1 7356 0 S uwait 0xfffffe009a69ae00 syz-executor.0 7362 1 777 0 S uwait 0xfffffe0058b37c80 syz-executor.0 7358 1 777 0 S uwait 0xfffffe0053ef0d00 syz-executor.0 7353 1 7344 0 S uwait 0xfffffe0099f8d680 syz-executor.0 7349 1 777 0 S uwait 0xfffffe0058b72500 syz-executor.0 7347 1 777 0 S umtxn 0xfffffe0058b37d00 syz-executor.0 7342 1 7333 0 S uwait 0xfffffe0058b36980 syz-executor.0 7340 1 777 0 S uwait 0xfffffe009a5f7180 syz-executor.0 7336 1 777 0 S uwait 0xfffffe009a5f7900 syz-executor.0 7328 1 7321 0 S umtxn 0xfffffe0099f8f900 syz-executor.0 7327 1 777 0 S uwait 0xfffffe009a5f8580 syz-executor.0 7326 1 777 0 S uwait 0xfffffe0099f8fc00 syz-executor.0 7019 7017 7009 0 S umtxn 0xfffffe0099f8f400 syz-executor.1 7017 7016 7009 0 SV uwait 0xfffffe0099f8d900 syz-executor.1 7016 1 7009 0 DV ppwait 0xfffffe009bca7a40 syz-executor.1 7013 1 7009 0 S uwait 0xfffffe009a69bb00 syz-executor.1 7008 7007 7000 0 S umtxn 0xfffffe0099f90c00 syz-executor.1 7007 7006 7000 0 SV uwait 0xfffffe0099f8ff00 syz-executor.1 7006 1 7000 0 DV ppwait 0xfffffe009ad08f88 syz-executor.1 7002 1 7000 0 S uwait 0xfffffe0058b72380 syz-executor.1 6996 6995 6987 0 S uwait 0xfffffe009a69da00 syz-executor.1 6995 6992 6987 0 SV uwait 0xfffffe0058b36500 syz-executor.1 6992 1 6987 0 DV ppwait 0xfffffe009bcc34f8 syz-executor.1 6990 1 6987 0 S uwait 0xfffffe0099f90300 syz-executor.1 6977 6976 6973 0 S uwait 0xfffffe0099f8de80 syz-executor.1 6976 6975 6973 0 SV uwait 0xfffffe009bad7f00 syz-executor.1 6975 1 6973 0 DV ppwait 0xfffffe009bc464f8 syz-executor.1 6974 1 6973 0 S uwait 0xfffffe009a5f7400 syz-executor.1 6926 1 809 60928 S uwait 0xfffffe0058b36780 syz-executor.3 6905 1 809 0 S uwait 0xfffffe009a69dd00 syz-executor.3 6903 1 809 0 S uwait 0xfffffe0099f8db00 syz-executor.3 6899 1 778 0 S uwait 0xfffffe009a69a900 syz-executor.1 6898 1 778 0 S uwait 0xfffffe0099f8e180 syz-executor.1 6896 1 809 0 S uwait 0xfffffe0058b72900 syz-executor.3 6895 1 778 0 S uwait 0xfffffe0099f8eb80 syz-executor.1 6894 1 809 0 S uwait 0xfffffe009a5f7800 syz-executor.3 6893 1 778 0 S uwait 0xfffffe0058b36680 syz-executor.1 6890 1 778 0 S uwait 0xfffffe009a69a380 syz-executor.1 6889 1 809 0 S uwait 0xfffffe0058b36080 syz-executor.3 6888 1 809 0 S uwait 0xfffffe0058b6f580 syz-executor.3 6886 1 778 0 S umtxn 0xfffffe0058b70e00 syz-executor.1 6883 1 778 0 S umtxn 0xfffffe0058b70c00 syz-executor.1 6882 1 778 0 S uwait 0xfffffe0058b72700 syz-executor.1 6880 1 778 0 S uwait 0xfffffe0099f90500 syz-executor.1 6879 1 778 0 S uwait 0xfffffe0058b70a00 syz-executor.1 6877 1 789 0 S uwait 0xfffffe009a5f9180 syz-executor.2 6876 1 789 0 S uwait 0xfffffe009a69c880 syz-executor.2 6874 1 778 0 S uwait 0xfffffe009a5f7b00 syz-executor.1 6873 1 778 0 S uwait 0xfffffe0099f8f500 syz-executor.1 6871 1 789 0 S uwait 0xfffffe009a69c400 syz-executor.2 6870 1 789 0 S uwait 0xfffffe0058b39a80 syz-executor.2 6865 1 789 0 S uwait 0xfffffe009a69c080 syz-executor.2 6864 1 789 0 S uwait 0xfffffe009a69d780 syz-executor.2 6862 1 789 0 S uwait 0xfffffe0099f8f480 syz-executor.2 6861 1 789 0 S uwait 0xfffffe009a69b700 syz-executor.2 6603 1 6602 0 S uwait 0xfffffe0058b71980 syz-executor.2 6544 1 789 0 S umtxn 0xfffffe0099f8f880 syz-executor.2 6539 1 789 0 S uwait 0xfffffe0099f8fe80 syz-executor.2 6535 1 789 0 S uwait 0xfffffe0053ef0f00 syz-executor.2 6530 1 789 0 S uwait 0xfffffe0058b6fb80 syz-executor.2 6508 1 777 0 S uwait 0xfffffe0099f8f700 syz-executor.0 5168 1 809 60928 S uwait 0xfffffe009a5f9e00 syz-executor.3 5100 1 789 0 SV uwait 0xfffffe0058b38180 syz-executor.2 5092 1 789 0 SV uwait 0xfffffe009a69b800 syz-executor.2 5080 1 789 0 SV uwait 0xfffffe0058b6f380 syz-executor.2 5073 1 778 0 S uwait 0xfffffe009a69ac00 syz-executor.1 5070 1 789 0 SV uwait 0xfffffe009a5f9800 syz-executor.2 5068 1 778 0 S umtxn 0xfffffe009a69db80 syz-executor.1 5063 1 777 0 S uwait 0xfffffe009a5f9900 syz-executor.0 5061 1 778 0 S umtxn 0xfffffe0053ef0b00 syz-executor.1 5059 1 777 0 S uwait 0xfffffe0058b38580 syz-executor.0 5056 1 777 0 S umtxn 0xfffffe0058b70300 syz-executor.0 5046 1 777 0 S uwait 0xfffffe009a5f7600 syz-executor.0 5025 1 778 0 S umtxn 0xfffffe0058b6fc80 syz-executor.1 4527 1 778 0 S uwait 0xfffffe009a69ba00 syz-executor.1 4523 1 778 0 S uwait 0xfffffe009a69d200 syz-executor.1 4516 1 778 0 S uwait 0xfffffe0058b6f300 syz-executor.1 4513 1 777 0 S uwait 0xfffffe009a69c980 syz-executor.0 4512 1 778 0 S uwait 0xfffffe009a5f9580 syz-executor.1 4509 1 777 0 S uwait 0xfffffe009a5f9780 syz-executor.0 4504 1 777 0 S uwait 0xfffffe0058b36d80 syz-executor.0 4503 1 778 0 S uwait 0xfffffe009a69cb80 syz-executor.1 4502 1 777 0 S uwait 0xfffffe009a5f8400 syz-executor.0 4500 1 778 0 S uwait 0xfffffe0058b6f500 syz-executor.1 4492 1 777 0 S uwait 0xfffffe009a69a980 syz-executor.0 4491 1 777 0 S uwait 0xfffffe0099f90680 syz-executor.0 4482 1 777 0 S uwait 0xfffffe0099f90400 syz-executor.0 4478 1 777 0 S uwait 0xfffffe0058b37280 syz-executor.0 4166 1 4166 65 Ss select 0xfffffe0092938240 dhclient 4151 1 778 0 S umtxn 0xfffffe0099f90280 syz-executor.1 3501 1 789 0 S uwait 0xfffffe009a69d100 syz-executor.2 3499 1 777 0 S uwait 0xfffffe009a69b580 syz-executor.0 3497 1 809 0 S uwait 0xfffffe009a69ca80 syz-executor.3 3493 1 789 0 S uwait 0xfffffe009a5f7300 syz-executor.2 3492 1 809 0 S uwait 0xfffffe0058b71500 syz-executor.3 3491 1 777 0 S uwait 0xfffffe009a5f7a00 syz-executor.0 3486 1 789 0 S uwait 0xfffffe0058b38780 syz-executor.2 3485 1 777 0 S uwait 0xfffffe0058b39980 syz-executor.0 3483 1 809 0 S uwait 0xfffffe0058b36a80 syz-executor.3 3475 1 777 0 S umtxn 0xfffffe0058b6f180 syz-executor.0 3438 1 3438 0 Ss select 0xfffffe0092936b40 dhclient 3431 1 3431 0 Ss select 0xfffffe0092937f40 dhclient 3369 1 3369 65 Ss select 0xfffffe0092936dc0 dhclient 3193 1 3190 0 S umtxn 0xfffffe009a69a680 syz-executor.0 3185 1 3184 0 S uwait 0xfffffe0058b38380 syz-executor.0 3182 1 3180 0 S uwait 0xfffffe0058b70900 syz-executor.0 3177 1 3174 0 S uwait 0xfffffe0058b6f280 syz-executor.0 3154 1 777 0 S uwait 0xfffffe0058b39580 syz-executor.0 2517 1 2517 0 Ss select 0xfffffe0092937040 dhclient 2510 1 2510 0 Ss select 0xfffffe0092936e40 dhclient 2488 1 2488 65 Ss select 0xfffffe00929371c0 dhclient 1883 1 1883 0 Ss select 0xfffffe00929384c0 dhclient 1880 1 1880 0 Ss select 0xfffffe0092938440 dhclient 1861 1 1861 65 Ss select 0xfffffe0092938040 dhclient 1852 1 789 0 S umtxn 0xfffffe0058b70d00 syz-executor.2 1851 1 789 0 S uwait 0xfffffe009a69d400 syz-executor.2 1314 0 0 0 DL aiordy 0xfffffe0099ade548 [aiod4] 1313 0 0 0 DL aiordy 0xfffffe0099adda90 [aiod3] 1312 0 0 0 DL aiordy 0xfffffe0099ade000 [aiod2] 1311 0 0 0 DL aiordy 0xfffffe0099b68000 [aiod1] 1111 1 777 0 S uwait 0xfffffe0007975d80 syz-executor.0 1101 1 809 0 S uwait 0xfffffe0058b70500 syz-executor.3 1100 1 777 0 S uwait 0xfffffe0058b38480 syz-executor.0 1090 1 809 0 S uwait 0xfffffe0058b6fd80 syz-executor.3 1082 1 777 0 S uwait 0xfffffe0058b70400 syz-executor.0 1080 1 809 0 S uwait 0xfffffe0058b71a80 syz-executor.3 1079 1 778 0 S uwait 0xfffffe0058b37f00 syz-executor.1 1078 1 789 0 S umtxn 0xfffffe0058b70b00 syz-executor.2 1074 1 777 0 S uwait 0xfffffe0058b70f00 syz-executor.0 1072 1 789 0 S uwait 0xfffffe0058b70100 syz-executor.2 1071 1 809 0 S uwait 0xfffffe0058b70200 syz-executor.3 1070 1 778 0 S uwait 0xfffffe0007975780 syz-executor.1 1066 1 777 0 S uwait 0xfffffe0007976000 syz-executor.0 1065 1 1065 0 Ss select 0xfffffe0092938ec0 dhclient 1063 1 778 0 S uwait 0xfffffe0058b38280 syz-executor.1 1061 1 1061 0 Ss select 0xfffffe0092938f40 dhclient 1052 1 789 0 S uwait 0xfffffe0058b71180 syz-executor.2 1050 1 809 0 S uwait 0xfffffe0058b71280 syz-executor.3 1022 1 777 0 S uwait 0xfffffe0058b71d80 syz-executor.0 1020 1 809 0 S uwait 0xfffffe0058b71080 syz-executor.3 1011 1 809 0 S uwait 0xfffffe0058b71380 syz-executor.3 809 774 809 0 Ss piperd 0xfffffe0058991ba0 syz-executor.3 789 774 789 0 Rs syz-executor.2 778 774 778 0 Ss piperd 0xfffffe00589785d0 syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100108 S uwait 0xfffffe0007975380 syz-fuzzer 100109 S uwait 0xfffffe0007979600 syz-fuzzer 100110 S uwait 0xfffffe0007979700 syz-fuzzer 100111 S uwait 0xfffffe0007979800 syz-fuzzer 100112 S uwait 0xfffffe0058b38080 syz-fuzzer 100113 S uwait 0xfffffe0007979900 syz-fuzzer 100114 S uwait 0xfffffe0058b71b80 syz-fuzzer 100115 S uwait 0xfffffe0058b71c80 syz-fuzzer 101194 S uwait 0xfffffe0058b39a00 syz-fuzzer 107757 S kqread 0xfffffe0058b63d00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0053df4b40 csh 770 688 770 0 Ss select 0xfffffe0092938c40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00572330b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00543f5cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00543f64b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00543f6cb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00543f74b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00543f7cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00543f84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00543f8cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00576da4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83c32940 cron 688 1 688 0 Ss select 0xfffffe0092939040 sshd 501 1 501 0 Ss select 0xfffffe00081e5240 syslogd 430 1 430 0 Ss select 0xfffffe00081e51c0 devd 429 1 429 65 Ss select 0xfffffe00081e5140 dhclient 344 1 344 0 Ss select 0xfffffe00081e52c0 dhclient 341 1 341 0 Ss select 0xfffffe00081e53c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0058c2c548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83d58140 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d56760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0007963ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d89c40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7daf8 [dom0] 100079 D launds 0xffffffff83d7db04 [laundry: dom0] 100080 D umarcl 0xffffffff81e53a90 [uma] 7 0 0 0 DL - 0xffffffff839ee808 [rand_harvestq] 6 0 0 0 DL waiting 0xffffffff84948300 [sctp_iterator] 5 0 0 0 DL pftm 0xffffffff8435b530 [pf purge] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838907c0 [doneq0] 100046 D - 0xffffffff83890740 [async] 100075 D - 0xffffffff838905c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe00570d2488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d79340 [crypto] 100042 D crypto_ 0xfffffe0053fad030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fad080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c08000 [g_event] 100037 D - 0xffffffff83c08020 [g_up] 100038 D - 0xffffffff83c08040 [g_down] 2 0 0 0 RL (threaded) [clock] 100029 I [clock (0)] 100030 CanRun [clock (1)] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 Run CPU 1 [swi1: hpts] 100034 I [swi3: busdma] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d79e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c08aa0 [swapper] 100005 D - 0xfffffe00081dc500 [if_io_tqg_0] 100006 D - 0xfffffe00081dc400 [if_io_tqg_1] 100007 D - 0xfffffe00081dc300 [if_config_tqg_0] 100008 D - 0xfffffe00081dc200 [softirq_0] 100009 D - 0xfffffe00081dc100 [softirq_1] 100011 D - 0xfffffe00081dbd00 [aiod_kick taskq] 100012 D - 0xfffffe00081dbc00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dbb00 [inm_free taskq] 100014 D - 0xfffffe00081dba00 [in6m_free taskq] 100015 D - 0xfffffe00081db900 [deferred_unmount ta] 100016 D - 0xfffffe00081db800 [thread taskq] 100018 D - 0xfffffe00081db500 [kqueue_ctx taskq] 100019 D - 0xfffffe00081db400 [pci_hp taskq] 100021 D - 0xfffffe00081db100 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081db100 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081db100 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081db100 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081db000 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081db000 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081db000 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081db000 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f0ad00 [firmware taskq] 100039 D - 0xfffffe0053f0ac00 [crypto_0] 100040 D - 0xfffffe0053f0ac00 [crypto_1] 100056 D - 0xfffffe0053f0a400 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f0a300 [vtnet0 txq 0] 100058 D - 0xfffffe0053f0a200 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f0a100 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571b3580 [virtio_balloon] 100065 D - 0xffffffff82b5a2a1 [deadlkres] 100070 D - 0xfffffe0053f09300 [acpi_task_0] 100071 D - 0xfffffe0053f09300 [acpi_task_1] 100072 D - 0xfffffe0053f09300 [acpi_task_2] 100073 D - 0xfffffe00081de100 [mca taskq] 100074 D - 0xfffffe0053f0a900 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sctp_stro 204 13523K 3406 pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 filedesc 324 2590K 18241 sysctloid 35454 2089K 35525 vtbuf 24 1968K 46 pcb 789 1399K 16329 kobj 322 1288K 481 newblk 51 1037K 25971 vfscache 3 1025K 3 subproc 455 965K 10373 inodedep 206 589K 10171 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 7 sctp_atcl 595 224K 11735 acpica 1674 184K 56282 vnet_data 1 168K 1 filemon 18 144K 207 tidhash 3 141K 3 linker 354 134K 742 pagedep 18 133K 9149 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 kdtrace 527 91K 22193 BPF 46 88K 94 umtx 660 83K 660 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 dirrem 207 52K 9707 temp 35 35K 5429 sctp_atky 807 33K 15714 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 50 msg 4 30K 4 gtaskqueue 18 26K 18 freefile 191 24K 9520 kbdmux 6 22K 6 ifaddr 71 21K 74 lltable 61 20K 476 DEVFS_RULE 56 20K 56 routetbl 143 19K 1051 kqueue 224 17K 10216 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 93 15K 93 bus-sc 34 15K 1651 pwddesc 219 14K 10175 crypto 17 14K 538 freework 54 14K 15390 sctp_timw 52 13K 52 KTRACE 101 13K 102 ether_multi 157 13K 177 ifnet 7 13K 7 ksem 31 12K 233 cred 46 12K 319 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 sctp_athm 595 10K 12070 in6_multi 71 9K 71 bmsafemap 2 9K 10215 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 33 pfs_vncache 1 8K 1 DEVFSP 122 8K 1671 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 pf_ifnet 20 7K 173 taskqueue 63 7K 63 sctp_map 408 7K 6668 session 49 7K 136 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 459 proc-args 246 6K 11484 ufs_dirhash 24 5K 24 UMA 272 5K 272 xform 64 5K 2331 vt 11 5K 11 sctp_stri 8 4K 657 pf_table 2 4K 156 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 freeblks 15 4K 9773 CC Mem 59 4K 3821 pf_osfp 38 4K 38 lockf 33 4K 186 acpisem 28 4K 28 selfd 55 4K 140514 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 190 uidinfo 4 3K 25 inpcbpolicy 74 3K 4422 tcp_fsb 34 3K 1066 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 newdirblk 13 2K 9007 Unitno 27 2K 135 CAM XPT 22 2K 543 in_multi 6 2K 10 ipsecpolicy 2 2K 2 acpidev 20 2K 20 osd 63 2K 3708 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 18014 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 238 NFSD session 1 1K 1 mount 19 1K 345 CAM periph 4 1K 271 filedesc_to_leader 14 1K 28 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 encap_export_host 12 1K 12 procdesc 5 1K 18 ip_msource 9 1K 26 sctp_aadr 8 1K 60 diradd 4 1K 9748 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 7635 vnodes 1 1K 8 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 pf_rule 1 1K 164 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 14784 pmchooks 1 1K 1 filecaps 5 1K 118 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 47 acpiintr 1 1K 1 pmc 1 1K 1 sigio 1 1K 4 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 5519 sctp_iter 0 0K 20 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 8 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 mqdata 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7497 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 117 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 16 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 85 ip6_msource 0 0K 0 ip6_moptions 0 0K 6 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_moptions 0 0K 20 in_mfilter 0 0K 41 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 1 statfs 0 0K 9259 namei_tracker 0 0K 11 export_host 0 0K 0 cl_savebuf 0 0K 17 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 409 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 17 lio 0 0K 24 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 284 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 20537 ioctlops 0 0K 692 eventfd 0 0K 10 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 320 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 892 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 8 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8359 1801 999255 0 254 41615360 0 tcp_log 416 20163 24288 925905 0 254 18491616 0 mbuf 256 9855 4128 4746170 0 254 3579648 0 ertt_txseginfo 40 69417 8151 2280030 0 254 3102720 0 malloc-16384 16384 162 6 9119 0 1 2752512 0 malloc-4096 4096 564 6 11251 0 2 2334720 0 RADIX NODE 144 14637 310 266146 0 62 2152368 0 mbuf_cluster 2048 762 254 763 0 254 2080768 0 tcp_bbr_map 128 11251 3784 595960 0 127 1924480 0 malloc-384 384 4759 41 15899 0 30 1843200 0 BUF TRIE 144 262 11526 17697 0 62 1697472 0 pbuf 2624 0 634 0 0 2 1663616 0 vmem btag 56 27021 90 27021 0 254 1518216 0 malloc-128 128 11643 75 11857 0 126 1499904 0 UMA Slabs 0 112 12519 3 12519 0 126 1402464 0 sctp_asoc 2288 204 306 3315 0 254 1166880 0 VM OBJECT 264 4148 82 162272 0 30 1116720 0 256 Bucket 2048 367 107 17515 0 8 970752 0 sctp_ep 1208 383 387 8078 0 254 930160 0 malloc-2048 2048 385 23 8453 0 8 835584 0 FFS inode 1160 662 31 10190 0 8 803880 0 socket 960 279 485 13964 0 254 733440 0 MAP ENTRY 96 6977 331 409957 0 126 701568 0 THREAD 1808 307 23 12067 0 8 596640 0 tcpcb 1096 59 452 3697 0 254 560056 0 VMSPACE 2552 190 11 10093 0 4 512952 0 tcp_inpcb 424 59 958 3697 0 254 431208 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 235 282 3770 0 254 380512 0 malloc-2048 2048 12 172 673 0 8 376832 0 malloc-1024 1024 331 37 3441 0 16 376832 0 VNODE 448 703 107 10233 0 30 362880 0 vnpbuf 2624 0 128 8 0 64 335872 0 malloc-65536 65536 1 4 483 0 1 327680 0 PROC 1352 218 16 10124 0 8 316368 0 malloc-8192 8192 30 6 223 0 1 294912 0 FPU_save_area 832 309 33 16707 0 16 284544 0 filedesc0 1072 219 26 10175 0 8 262640 0 malloc-64 64 3894 201 4116 0 254 262080 0 malloc-16 16 14723 277 22797 0 254 240000 0 sctp_chunk 152 510 1024 19132 0 254 233168 0 malloc-32768 32768 0 7 7013 0 1 229376 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 52 818 33878 0 62 222720 0 ripcb 424 5 508 227 0 254 217512 0 udplite_inpcb 424 0 513 135 0 254 217512 0 udp_inpcb 424 10 503 363 0 254 217512 0 malloc-65536 65536 1 2 67 0 1 196608 0 mbuf_packet 256 131 631 39071 0 254 195072 0 malloc-128 128 1378 141 27200 0 126 194432 0 FFS2 dinode 256 662 88 10190 0 62 192000 0 malloc-32 32 5347 575 5654 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-384 384 205 215 10256 0 30 161280 0 malloc-256 256 416 214 19953 0 62 161280 0 malloc-16384 16384 8 1 15 0 1 147456 0 malloc-128 128 899 248 20004 0 126 146816 0 S VFS Cache 104 1044 360 10936 0 126 146016 0 malloc-384 384 331 29 1416 0 30 138240 0 128 Bucket 1024 66 65 1925 0 16 134144 0 malloc-64 64 319 1760 152912 0 254 133056 0 malloc-65536 65536 0 2 41 0 1 131072 0 malloc-65536 65536 0 2 136 0 1 131072 0 unpcb 256 20 490 1416 0 254 130560 0 malloc-256 256 391 119 12832 0 62 130560 0 malloc-256 256 428 82 8979 0 62 130560 0 clpbuf 2624 0 48 382 0 16 125952 0 ksiginfo 112 219 825 5160 0 126 116928 0 malloc-4096 4096 21 5 39 0 2 106496 0 malloc-128 128 623 152 1900 0 126 99200 0 UMA Kegs 384 230 3 230 0 30 89472 0 syncache 168 0 528 9 0 254 88704 0 64 Bucket 512 107 61 11752 0 30 86016 0 g_bio 408 0 210 122744 0 30 85680 0 malloc-64 64 906 417 29087 0 254 84672 0 malloc-8192 8192 4 6 13 0 1 81920 0 malloc-256 256 138 177 11586 0 62 80640 0 malloc-256 256 158 157 16257 0 62 80640 0 sctp_readq 152 0 520 247 0 254 79040 0 malloc-64 64 605 466 5952 0 254 68544 0 malloc-128 128 184 343 21751 0 126 67456 0 malloc-128 128 321 206 9714 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 1 1 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 32 Bucket 256 78 177 9152 0 62 65280 0 Files 80 583 217 34644 0 126 64000 0 sctp_stream_msg_out 112 63 477 785 0 254 60480 0 TURNSTILE 136 331 110 331 0 62 59976 0 tcp_bbr_pcb 832 32 40 1919 0 16 59904 0 malloc-8192 8192 3 4 33 0 1 57344 0 malloc-64 64 476 343 1077 0 254 52416 0 malloc-256 256 20 175 10082 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 57125 0 16 49152 0 malloc-16384 16384 3 0 18 0 1 49152 0 malloc-2048 2048 7 17 607 0 8 49152 0 tcp_rack_pcb 896 11 43 1043 0 16 48384 0 SLEEPQUEUE 88 331 181 331 0 126 45056 0 pcpu-8 8 4910 722 9326 0 254 45056 0 malloc-4096 4096 4 6 9266 0 2 40960 0 Mountpoints 2752 2 12 6 0 4 38528 0 da_ccb 544 0 70 31017 0 16 38080 0 pipe 744 28 22 631 0 16 37200 0 tcp_inpcb 32 13 1121 2584 0 254 36288 0 PWD 32 131 1003 9047 0 254 36288 0 malloc-64 64 98 469 1576 0 254 36288 0 malloc-64 64 314 253 13962 0 254 36288 0 malloc-64 64 3 564 49 0 254 36288 0 malloc-32 32 689 445 13179 0 254 36288 0 16 Bucket 144 80 172 1562 0 62 36288 0 8 Bucket 80 82 368 2972 0 126 36000 0 malloc-128 128 56 223 1377 0 126 35712 0 malloc-128 128 12 267 313 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 24 111 1135 0 62 34560 0 malloc-32768 32768 0 1 120 0 1 32768 0 malloc-16384 16384 0 2 7 0 1 32768 0 malloc-2048 2048 0 16 22 0 8 32768 0 malloc-2048 2048 7 9 7 0 8 32768 0 malloc-2048 2048 3 13 358 0 8 32768 0 malloc-2048 2048 1 15 75 0 8 32768 0 malloc-2048 2048 5 11 208 0 8 32768 0 malloc-1024 1024 3 29 1890 0 16 32768 0 malloc-1024 1024 17 15 99 0 16 32768 0 malloc-1024 1024 12 20 169 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-1024 1024 8 24 49 0 16 32768 0 malloc-512 512 1 63 123 0 30 32768 0 malloc-512 512 1 63 35 0 30 32768 0 malloc-512 512 9 55 650 0 30 32768 0 malloc-512 512 1 63 18 0 30 32768 0 malloc-512 512 14 50 340 0 30 32768 0 malloc-512 512 9 55 23 0 30 32768 0 pcpu-64 64 482 30 482 0 254 32768 0 KNOTE 160 29 171 102437 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 24 240 2224 0 126 31680 0 cpuset 104 7 272 203 0 126 29016 0 sctp_asconf_ack 48 2 586 6 0 254 28224 0 sctp_laddr 48 84 504 2949 0 254 28224 0 tcpreass 48 0 588 6 0 254 28224 0 malloc-32 32 405 477 14487 0 254 28224 0 4 Bucket 48 6 582 256 0 254 28224 0 2 Bucket 32 70 812 2324 0 254 28224 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 15 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 49 227 136 0 126 24288 0 rl_entry 40 167 439 170 0 254 24240 0 itimer 352 0 66 43 0 30 23232 0 malloc-384 384 0 60 4 0 30 23040 0 malloc-384 384 1 59 100 0 30 23040 0 malloc-384 384 25 35 77 0 30 23040 0 malloc-384 384 1 59 47 0 30 23040 0 domainset 40 0 567 152 0 254 22680 0 udplite_inpcb 32 0 630 5 0 254 20160 0 hostcache 64 4 311 4 0 254 20160 0 udpcb 32 10 620 498 0 254 20160 0 udp_inpcb 32 3 627 60 0 254 20160 0 ertt 72 59 221 3697 0 126 20160 0 malloc-32 32 80 550 224 0 254 20160 0 malloc-32 32 66 564 877 0 254 20160 0 malloc-32 32 161 469 1050 0 254 20160 0 malloc-32 32 140 490 7848 0 254 20160 0 malloc-32 32 32 598 197 0 254 20160 0 malloc-16 16 635 615 12241 0 254 20000 0 cryptop 280 0 70 132 0 30 19600 0 AIOCB 552 0 35 57 0 16 19320 0 AIOLIO 272 0 70 12 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 160 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 102 0 1 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-4096 4096 1 3 26 0 2 16384 0 malloc-4096 4096 0 4 95 0 2 16384 0 malloc-1024 1024 2 14 111 0 16 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 ipq 56 0 288 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 1399672 0 254 16032 0 malloc-16 16 433 567 34388 0 254 16000 0 tcp_log_node 120 0 132 3 0 126 15840 0 AIO 208 0 76 56 0 62 15808 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 4 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 28 722 397 0 254 12000 0 malloc-16 16 327 423 712 0 254 12000 0 malloc-16 16 6 744 6478 0 254 12000 0 malloc-16 16 385 365 12173 0 254 12000 0 malloc-16 16 17 733 33 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0