panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:434 cpuid = 0 time = 1623349090 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005164c0a0 vpanic() at vpanic+0x1c7/frame 0xfffffe005164c100 panic() at panic+0x43/frame 0xfffffe005164c160 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe005164c1c0 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe005164c1e0 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe005164c250 sctp_process_control() at sctp_process_control+0x9040/frame 0xfffffe005164c6e0 sctp_common_input_processing() at sctp_common_input_processing+0x7d0/frame 0xfffffe005164c860 sctp6_input_with_port() at sctp6_input_with_port+0x302/frame 0xfffffe005164c960 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe005164c980 ip6_input() at ip6_input+0x1810/frame 0xfffffe005164ca90 swi_net() at swi_net+0x20d/frame 0xfffffe005164cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe005164cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe005164cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe005164cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x1635afe(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8113c660 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe005164c080 rbp 0xfffffe005164c0a0 rsi 0 rdi 0xffffffff8113c696 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164bf70 r11 0x1ffaefff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7ca0b r15 0xffffffff81a7ca0b rip 0xffffffff81133687 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1635afe(%rip) db> show proc Process 12 (intr) at 0xfffff80004c6ea60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c6b0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c6b0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271d310 (map 0xffffffff8271d310) (map.pmap 0xffffffff8271d3d0) (pmap 0xffffffff8271d430) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 55826 827 827 0 T (threaded) syz-executor.2 165921 s syz-executor.2 166740 RunQ syz-executor.2 55078 1 783 0 S uwait 0xfffff8003cadc100 syz-executor.1 55077 1 783 0 S uwait 0xfffff8005160e300 syz-executor.1 54481 1 782 0 S uwait 0xfffff800514ea500 syz-executor.0 54480 1 782 0 S uwait 0xfffff800514eab00 syz-executor.0 54191 1 783 0 S uwait 0xfffff800308fd700 syz-executor.1 54187 1 783 0 S uwait 0xfffff8003ca8a500 syz-executor.1 54160 1 782 0 S uwait 0xfffff80019702700 syz-executor.0 54159 1 782 0 S uwait 0xfffff8001989ab00 syz-executor.0 54063 1 783 0 S uwait 0xfffff80051693500 syz-executor.1 54062 1 783 0 S uwait 0xfffff8005151c300 syz-executor.1 54051 1 783 0 S uwait 0xfffff80051530300 syz-executor.1 54050 1 783 0 S uwait 0xfffff8003cde1f00 syz-executor.1 54010 1 783 0 S uwait 0xfffff8003ca6b500 syz-executor.1 53324 1 827 0 S uwait 0xfffff80051f30900 syz-executor.2 53323 1 827 0 S uwait 0xfffff8005176bd00 syz-executor.2 52975 1 783 0 S uwait 0xfffff80051459300 syz-executor.1 52974 1 783 0 S uwait 0xfffff80051693f00 syz-executor.1 52850 1 783 0 S uwait 0xfffff8003cd35900 syz-executor.1 52849 1 783 0 S uwait 0xfffff80019020b00 syz-executor.1 52659 1 782 0 S uwait 0xfffff80051a95700 syz-executor.0 52658 1 782 0 S uwait 0xfffff8003028ad00 syz-executor.0 52654 1 782 0 S uwait 0xfffff800198a1500 syz-executor.0 52652 1 782 0 S uwait 0xfffff80051fe2700 syz-executor.0 52649 1 782 0 S uwait 0xfffff800515b1f00 syz-executor.0 52648 1 782 0 S uwait 0xfffff800153fd700 syz-executor.0 52646 1 782 0 S uwait 0xfffff800196a3300 syz-executor.0 52645 1 782 0 S uwait 0xfffff80019020900 syz-executor.0 52643 1 782 0 S uwait 0xfffff80051a1f300 syz-executor.0 52642 1 782 0 S uwait 0xfffff80051944900 syz-executor.0 52492 1 782 0 S uwait 0xfffff800196a3d00 syz-executor.0 52491 1 782 0 S uwait 0xfffff80019007900 syz-executor.0 50119 1 827 0 S uwait 0xfffff8003cc92d00 syz-executor.2 50114 1 827 0 S uwait 0xfffff8003c1ce900 syz-executor.2 48142 1 827 0 S uwait 0xfffff80051459100 syz-executor.2 48141 1 827 0 S umtxn 0xfffff80051665d00 syz-executor.2 47791 1 783 0 SV uwait 0xfffff80019007d00 syz-executor.1 47785 1 783 0 SV uwait 0xfffff8003c1ce700 syz-executor.1 47774 1 783 0 SV uwait 0xfffff800515c6900 syz-executor.1 46949 1 799 0 S uwait 0xfffff80019020300 syz-executor.3 46948 1 799 0 S uwait 0xfffff8003cded100 syz-executor.3 46940 1 799 0 S uwait 0xfffff80019007f00 syz-executor.3 46939 1 799 0 S uwait 0xfffff80015dfed00 syz-executor.3 46863 1 827 0 S uwait 0xfffff80019007500 syz-executor.2 46862 1 827 0 S uwait 0xfffff80019839f00 syz-executor.2 46861 1 827 0 S uwait 0xfffff800515c4b00 syz-executor.2 46859 1 827 0 S uwait 0xfffff8003cd1a100 syz-executor.2 46531 1 799 0 S uwait 0xfffff80019020700 syz-executor.3 46529 1 799 0 S uwait 0xfffff800153fd100 syz-executor.3 46488 1 799 0 SV uwait 0xfffff8005151cf00 syz-executor.3 46487 1 799 0 SV uwait 0xfffff80051645f00 syz-executor.3 43600 1 799 0 S uwait 0xfffff80019812900 syz-executor.3 38744 1 799 0 S uwait 0xfffff8003ca8a700 syz-executor.3 38743 1 799 0 S uwait 0xfffff80051512100 syz-executor.3 38742 1 799 0 S uwait 0xfffff8003cd27300 syz-executor.3 38741 1 799 0 S uwait 0xfffff80015d1bf00 syz-executor.3 33167 1 783 0 S uwait 0xfffff80015dfeb00 syz-executor.1 33164 1 783 0 S uwait 0xfffff80019779700 syz-executor.1 30458 1 827 0 SV uwait 0xfffff80019007b00 syz-executor.2 30451 1 827 0 SV uwait 0xfffff8003cadc500 syz-executor.2 23903 1 782 0 S uwait 0xfffff80015a3f100 syz-executor.0 23893 1 782 0 S uwait 0xfffff80019007300 syz-executor.0 19291 1 783 0 SV uwait 0xfffff8003cc92300 syz-executor.1 19290 1 783 0 SV uwait 0xfffff8005151cd00 syz-executor.1 18992 1 827 0 S uwait 0xfffff80019720d00 syz-executor.2 18989 1 827 0 S uwait 0xfffff8003c4bad00 syz-executor.2 10785 1 827 0 S uwait 0xfffff8003cadc300 syz-executor.2 10781 1 827 0 S uwait 0xfffff80051514100 syz-executor.2 8410 1 782 0 S uwait 0xfffff80051505b00 syz-executor.0 8409 1 782 0 S uwait 0xfffff80051548700 syz-executor.0 8400 1 799 0 S uwait 0xfffff80051459500 syz-executor.3 8389 1 799 0 S uwait 0xfffff800514ea900 syz-executor.3 8382 1 799 0 S uwait 0xfffff8003c1ce500 syz-executor.3 8373 1 799 0 S uwait 0xfffff8003cd21100 syz-executor.3 8364 1 799 0 S uwait 0xfffff8003cadc700 syz-executor.3 8354 1 799 0 S uwait 0xfffff80015ee3100 syz-executor.3 8346 1 782 0 S uwait 0xfffff8003cd81100 syz-executor.0 8345 1 799 0 S uwait 0xfffff80015d19f00 syz-executor.3 8336 1 799 0 S umtxn 0xfffff8005151c700 syz-executor.3 8327 1 799 0 S uwait 0xfffff8003c434300 syz-executor.3 8318 1 799 0 S uwait 0xfffff80051505f00 syz-executor.3 8306 1 799 0 S uwait 0xfffff8005151cb00 syz-executor.3 8297 1 799 0 S uwait 0xfffff8005151c900 syz-executor.3 3814 1 3814 65 Ss select 0xfffff800517d7440 dhclient 3207 1 3207 0 Ss select 0xfffff800517dd140 dhclient 3204 1 3204 0 Ss select 0xfffff800517dd440 dhclient 3183 1 3183 65 Ss select 0xfffff800517345c0 dhclient 2573 1 2573 0 Ss select 0xfffff80051734740 dhclient 2568 1 2568 0 Ss select 0xfffff800517f12c0 dhclient 2548 1 2548 65 Ss select 0xfffff8005153b5c0 dhclient 1954 1 1954 0 Ss select 0xfffff800517dd5c0 dhclient 1951 1 1951 0 Ss select 0xfffff800517dda40 dhclient 1932 1 1932 65 Ss select 0xfffff8005172a2c0 dhclient 1272 0 0 0 DL aiordy 0xfffff8003cc31530 [aiod4] 1271 0 0 0 DL aiordy 0xfffff8003cc31a60 [aiod3] 1270 0 0 0 DL aiordy 0xfffff8003c1c4530 [aiod2] 1269 0 0 0 DL aiordy 0xfffff8003c40f000 [aiod1] 1187 0 0 0 DL (threaded) [zfskern] 100110 D t->zthr 0xfffff80051396948 [arc_evict] 100461 D t->zthr 0xfffff80051396748 [arc_reap] 100462 D - 0xfffff8003cd1f100 [dbu_evict] 100463 D dbuf_ev 0xffffffff839c4ef8 [dbuf_evict_thread] 100466 D - 0xfffff8003cd0e100 [z_vdev_file_0] 100467 D - 0xfffff8003cd0e100 [z_vdev_file_1] 100468 D - 0xfffff8003cd0e100 [z_vdev_file_2] 100469 D - 0xfffff8003cd0e100 [z_vdev_file_3] 100470 D - 0xfffff8003cd0e100 [z_vdev_file_4] 100471 D - 0xfffff8003cd0e100 [z_vdev_file_5] 100472 D - 0xfffff8003cd0e100 [z_vdev_file_6] 100473 D - 0xfffff8003cd0e100 [z_vdev_file_7] 100474 D - 0xfffff8003cd0e100 [z_vdev_file_8] 100475 D - 0xfffff8003cd0e100 [z_vdev_file_9] 100476 D - 0xfffff8003cd0e100 [z_vdev_file_10] 100477 D - 0xfffff8003cd0e100 [z_vdev_file_11] 100478 D - 0xfffff8003cd0e100 [z_vdev_file_12] 100479 D - 0xfffff8003cd0e100 [z_vdev_file_13] 100480 D - 0xfffff8003cd0e100 [z_vdev_file_14] 100481 D - 0xfffff8003cd0e100 [z_vdev_file_15] 100482 D l2arc_f 0xffffffff839838e0 [l2arc_feed_thread] 100483 D - 0xfffff8005145b500 [zfsvfs] 100484 S zevent_ 0xffffffff839c5478 [sysevent] 1146 1 827 0 S uwait 0xfffff80015dfe300 syz-executor.2 1141 1 827 0 S uwait 0xfffff80015f00500 syz-executor.2 1127 1 1127 0 Ss select 0xfffff80015d4b140 dhclient 1124 1 1124 0 Ss select 0xfffff8003cc63140 dhclient 1060 1 827 0 S uwait 0xfffff80015f00f00 syz-executor.2 1058 1 827 0 S uwait 0xfffff8003c4bab00 syz-executor.2 827 780 827 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.2 799 780 799 0 Ss piperd 0xfffff8003cb4cba0 syz-executor.3 783 780 783 0 Ss piperd 0xfffff80015e0dba0 syz-executor.1 782 780 782 0 Ss piperd 0xfffff8003ca0f2e8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100092 S uwait 0xfffff80015d1b300 syz-fuzzer 100126 S uwait 0xfffff8003c456100 syz-fuzzer 100127 S uwait 0xfffff8003c456300 syz-fuzzer 100128 S uwait 0xfffff8003c456500 syz-fuzzer 100129 S kqread 0xfffff80015d19500 syz-fuzzer 100130 S uwait 0xfffff80015d1b700 syz-fuzzer 100131 S uwait 0xfffff80015d1b900 syz-fuzzer 100132 S uwait 0xfffff80015d1bb00 syz-fuzzer 101896 S uwait 0xfffff8005145c100 syz-fuzzer 113340 S uwait 0xfffff80019007700 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015c4c0b0 csh 776 694 776 0 Ss select 0xfffff8003c29a740 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001538acb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aab4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aabcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aaf4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aafcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a354b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a35cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff800158a74b0 getty 752 1 752 0 Ss+ ttyin 0xfffff800158a7cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e1 cron 694 1 694 0 Ss select 0xfffff8003c35f2c0 sshd 507 1 507 0 Ss select 0xfffff8003c391d40 syslogd 436 1 436 0 Ss select 0xfffff80015d4ba40 devd 435 1 435 65 Ss select 0xfffff8003c391740 dhclient 350 1 350 0 Ss select 0xfffff80015d4bec0 dhclient 347 1 347 0 Ss select 0xfffff80015a31140 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4c530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015ec4ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d11b0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e87828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ed3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d50488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004db7f80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004db7f30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c6d500 [thr_0] 100029 D - 0xfffff80004c6d580 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd6530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff80004c73d00 [if_io_tqg_0] 100006 D - 0xfffff80004c73900 [if_io_tqg_1] 100007 D - 0xfffff80004c73500 [if_config_tqg_0] 100008 D - 0xfffff80004c73100 [softirq_0] 100009 D - 0xfffff80004c71d00 [softirq_1] 100010 D - 0xfffff80004c72500 [aiod_kick taskq] 100012 D - 0xfffff80004c6f500 [kqueue_ctx taskq] 100013 D - 0xfffff80004c67d00 [pci_hp taskq] 100015 D - 0xfffff80004c65d00 [inm_free taskq] 100017 D - 0xfffff80004c64d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c64500 [thread taskq] 100019 D - 0xfffff80004c62d00 [in6m_free taskq] 100020 D - 0xfffff80004c62500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c62500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c62500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c62500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c61100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c61100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c61100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c61100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cf0500 [firmware taskq] 100038 D - 0xfffff80004d3fd00 [crypto_0] 100039 D - 0xfffff80004d3fd00 [crypto_1] 100055 D - 0xfffff80015382500 [vtnet0 rxq 0] 100056 D - 0xfffff80015382100 [vtnet0 txq 0] 100057 D - 0xfffff80015366d00 [vtnet0 rxq 1] 100058 D - 0xfffff80015366900 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015376b00 [virtio_balloon] 100064 D - 0xfffff80015463d00 [mca taskq] 100066 D - 0xffffffff81e29a20 [deadlkres] 100074 D - 0xfffff80015a42900 [acpi_task_0] 100075 D - 0xfffff80015a42900 [acpi_task_1] 100076 D - 0xfffff80015a42900 [acpi_task_2] 100077 D - 0xfffff80004db6100 [CAM taskq] 100455 D - 0xfffff8003cdeb500 [system_taskq_0] 100456 D - 0xfffff8003cdeb500 [system_taskq_1] 100457 D - 0xfffff8003c4b5500 [system_delay_taskq_] 100458 D - 0xfffff8003c4b5500 [system_delay_taskq_] 100459 D - 0xfffff8003cc24d00 [arc_prune_0] 100460 D - 0xfffff8003cc24d00 [arc_prune_1] db> show all locks Process 12 (intr) thread 0xfffffe00042bd900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009e2051a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 46272 17352K 46339 pf_hash 5 11560K 5 devbuf 4216 6982K 4245 linker 388 6152K 515 solaris 142 4437K 212 tcp_hpts 5 3219K 5 filedesc 184 2963K 109393 kobj 328 2624K 488 vtbuf 24 2064K 46 pcb 318 1919K 122382 subproc 320 1377K 56011 newblk 10 1037K 55929 vfscache 3 1035K 3 pf_rule 245 977K 480 inodedep 158 677K 54898 acpica 1674 649K 54692 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3485 BPF 46 337K 71 kdtrace 423 329K 122582 sctp_atcl 288 288K 83449 sctp_stro 139 278K 28733 umtx 594 260K 594 DEVFS1 108 216K 125 module 517 194K 517 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_atky 427 161K 113596 pagedep 10 141K 54645 UMA 365 137K 365 tfo_ccache 1 136K 1 sem 4 120K 4 sctp_athm 288 108K 83953 sctp_map 278 105K 56962 vmem 3 104K 6 audit_evclass 236 89K 294 sctp_timw 162 81K 162 temp 36 81K 13132 mtx_pool 2 80K 2 syncache 1 76K 1 dirrem 148 74K 54720 routetbl 137 73K 542 msg 4 68K 4 ifaddr 71 67K 73 kqueue 153 66K 55919 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 127 64K 137 ether_multi 157 59K 167 gtaskqueue 18 57K 18 pwddesc 151 57K 56513 shm 4 56K 25 freefile 148 56K 54650 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 136 51K 136 taskqueue 78 47K 78 ithread 99 43K 99 rman 84 42K 425 KTRACE 101 38K 19517 lltable 42 36K 604 DEVFSP 93 35K 12880 kstat_data 17 34K 17 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 in6_multi 71 31K 71 cred 30 30K 434 GEOM 60 29K 493 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 732 kcovinfo 64 24K 68 osd 58 22K 25440 CAM queue 5 21K 1528 selfd 55 21K 714649 pfs_nodes 20 20K 20 proc-args 52 20K 852 UART 12 18K 12 session 35 18K 73 bmsafemap 2 17K 54917 ksem 1 16K 1608 rpc 2 16K 2 shmfd 1 16K 146 pfs_vncache 1 16K 1 pf_osfp 41 16K 41 inpcbpolicy 40 15K 31910 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 115 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 Unitno 28 11K 1169 CAM XPT 22 11K 543 pf_ifnet 11 9K 273 crypto 17 9K 4906 uidinfo 3 9K 27 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 xform 21 8K 16950 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 492 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 sctp_stri 4 4K 2165 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 109224 in_multi 6 3K 8 vnodemarker 3 3K 371 prison 8 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 54776 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 54601 NFSD session 1 2K 1 newdirblk 5 2K 54612 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 86891 filecaps 5 2K 140 diradd 4 2K 54766 pfil 4 2K 4 CAM path 4 2K 1034 vnodes 2 2K 3 tcpfunc 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 taskq 2 1K 2 aesni_data 2 1K 2 sctp_aadr 2 1K 12 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 53 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 ip_msource 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_table 0 0K 26 pf_altq 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 6377 htcp data 0 0K 46 cubic data 0 0K 50 dctcp data 0 0K 39 cdg data 0 0K 35 vegas data 0 0K 31 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 33593 sctp_iter 0 0K 162 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 151 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 chd data 0 0K 64 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 48212 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 184 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 17 allocindir 0 0K 0 indirdep 0 0K 272 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 133 ip6_msource 0 0K 0 ip6_moptions 0 0K 5 in6_mfilter 0 0K 0 frag6 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 4 ip_moptions 0 0K 13 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 54905 namei_tracker 0 0K 6 export_host 0 0K 0 cl_savebuf 0 0K 7 tcp_log_dev 0 0K 3539 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 6317 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 4 lio 0 0K 24 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 468 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 54047 ioctlops 0 0K 1075 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1259 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 15 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1122 867531 0 254 38674432 0 malloc-8192 8192 626 1819 109431 0 1 20029440 0 malloc-384 384 46348 12 46539 0 30 17802240 0 malloc-1024 1024 651 5605 137532 0 16 6406144 0 malloc-1024 1024 4675 1477 127812 0 16 6299648 0 tcp_log 416 2975 8572 279738 0 254 4803552 0 sctp_asoc 2288 139 1921 28481 0 254 4713280 0 mbuf_cluster 2048 2115 1 2115 0 254 4333568 0 malloc-2048 2048 139 1919 28477 0 8 4214784 0 malloc-384 384 3124 5726 1040892 0 30 3398400 0 malloc-32768 32768 92 7 54710 0 1 3244032 0 mbuf 256 8899 2966 6222811 0 254 3037440 0 sctp_ep 1280 145 1895 53022 0 254 2611200 0 pbuf 2624 0 973 0 0 2 2553152 0 sctp_raddr 736 161 3172 35569 0 254 2453088 0 RADIX NODE 144 12386 2731 1214601 0 65 2176848 0 UMA Slabs 0 112 19007 34 19108 0 126 2132592 0 BUF TRIE 144 220 13248 3543 0 62 1939392 0 malloc-1024 1024 81 1659 51146 0 16 1781760 0 malloc-384 384 447 3873 142810 0 30 1658880 0 malloc-384 384 372 3768 101847 0 30 1589760 0 tcp_bbr_map 128 6163 4687 1188498 0 128 1388800 0 malloc-512 512 722 1478 55749 0 30 1126400 0 malloc-4096 4096 258 2 510 0 2 1064960 0 malloc-384 384 2658 62 313422 0 30 1044480 0 ertt_txseginfo 40 10737 6837 4398267 0 254 702960 0 FFS inode 1160 577 25 55232 0 8 698320 0 malloc-384 384 199 1531 55901 0 30 664320 0 VM OBJECT 264 2333 97 793033 0 30 641520 0 MAP ENTRY 96 6023 445 3025754 0 126 620928 0 mbuf_packet 256 117 1998 151380 0 254 541440 0 THREAD 1808 271 26 66747 0 8 536976 0 256 Bucket 2048 225 33 39250 0 8 528384 0 socket 944 87 425 87177 0 254 483328 0 tcpcb 1080 29 398 25397 0 254 461160 0 malloc-384 384 1015 55 171675 0 30 410880 0 malloc-65536 65536 0 6 249 0 1 393216 0 malloc-16384 16384 23 0 23 0 1 376832 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_chunk 152 126 2162 15147 0 254 347776 0 malloc-512 512 123 541 62022 0 30 339968 0 VMSPACE 2544 120 12 55803 0 4 335808 0 vmem btag 56 5827 65 5901 0 254 329952 0 VNODE 448 615 87 55272 0 30 314496 0 tcp_inpcb 488 29 539 25397 0 254 277184 0 malloc-2048 2048 127 5 1897 0 8 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 UMA Zones 768 337 2 337 0 16 260352 0 malloc-16384 16384 12 2 269 0 1 229376 0 PROC 1328 150 18 55833 0 8 223104 0 DEVCTL 1024 0 216 133 0 0 221184 0 filedesc0 1072 151 24 56513 0 8 187600 0 32 Bucket 256 647 58 50151 0 62 180480 0 malloc-4096 4096 0 43 6317 0 2 176128 0 sctp_stream_msg_out 112 87 1425 13377 0 254 169344 0 malloc-8192 8192 14 6 556 0 1 163840 0 FFS2 dinode 256 577 38 55230 0 62 157440 0 S VFS Cache 104 1097 385 56799 0 126 154128 0 malloc-8192 8192 13 5 54927 0 1 147456 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 1 1 177 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 8 0 8 0 1 131072 0 UMA Kegs 384 322 1 322 0 30 124032 0 ksiginfo 112 151 893 3052 0 126 116928 0 malloc-16384 16384 3 4 42 0 1 114688 0 malloc-512 512 160 40 8383 0 30 102400 0 128 Bucket 1024 60 39 13228 0 16 101376 0 16 Bucket 144 605 95 11543 0 62 100800 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 1 2 131 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-2048 2048 32 14 550 0 8 94208 0 clpbuf 2624 0 32 43 0 16 83968 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-8192 8192 7 3 28 0 1 81920 0 malloc-512 512 81 71 55043 0 30 77824 0 g_bio 408 0 190 22601 0 30 77520 0 tcp_bbr_pcb 832 20 61 12034 0 16 67392 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 2 0 1 65536 0 malloc-32768 32768 1 1 2 0 1 65536 0 malloc-32768 32768 0 2 4 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-16384 16384 0 4 23 0 1 65536 0 malloc-4096 4096 13 3 548 0 2 65536 0 malloc-4096 4096 9 6 35 0 2 61440 0 malloc-2048 2048 16 14 1764 0 8 61440 0 malloc-512 512 29 91 59957 0 30 61440 0 pcpu-8 8 7059 621 13290 0 254 61440 0 malloc-8192 8192 3 4 718 0 1 57344 0 64 Bucket 512 48 64 16590 0 30 57344 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 malloc-16384 16384 1 2 10 0 1 49152 0 malloc-1024 1024 31 17 1107 0 16 49152 0 Files 80 301 299 175326 0 126 48000 0 malloc-1024 1024 13 31 2174 0 16 45056 0 malloc-512 512 28 60 54878 0 30 45056 0 2 Bucket 32 1022 364 20373 0 254 44352 0 TURNSTILE 136 298 17 298 0 62 42840 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-4096 4096 4 6 512 0 2 40960 0 malloc-512 512 50 30 344 0 30 40960 0 malloc-512 512 14 66 55114 0 30 40960 0 8 Bucket 80 283 217 11829 0 126 40000 0 pipe 744 26 24 1061 0 16 37200 0 NAMEI 1024 0 36 253989 0 16 36864 0 malloc-4096 4096 2 7 1002 0 2 36864 0 malloc-2048 2048 2 16 169 0 8 36864 0 pcpu-64 64 495 81 495 0 254 36864 0 malloc-384 384 23 67 6401 0 30 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-8192 8192 1 3 31 0 1 32768 0 SLEEPQUEUE 88 298 54 298 0 126 30976 0 tcp_rack_pcb 832 0 36 6377 0 16 29952 0 PWD 32 68 814 54727 0 254 28224 0 KNOTE 160 28 147 610248 0 62 28000 0 malloc-4096 4096 1 5 55 0 2 24576 0 malloc-1024 1024 12 12 37 0 16 24576 0 ertt 72 29 307 25397 0 126 24192 0 ttyinq 160 135 15 300 0 62 24000 0 udplite_inpcb 488 0 48 3003 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-1024 1024 14 6 14 0 16 20480 0 sctp_laddr 48 40 380 5577 0 254 20160 0 tcp_rack_map 112 0 180 10330 0 126 20160 0 udp_inpcb 488 6 34 1089 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 32 43 2142 0 254 19200 0 vtnet_tx_hdr 24 0 668 4550200 0 254 16032 0 ripcb 488 5 27 2421 0 254 15616 0 cpuset 104 7 117 2411 0 126 12896 0 malloc-1024 1024 5 7 70 0 16 12288 0 sctp_readq 152 0 78 1018 0 254 11856 0 kenv 258 15 30 1050 0 30 11610 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 pf tags 104 3 75 20 0 126 8112 0 rtentry 176 31 15 35 0 62 8096 0 tcptw 88 0 92 12 0 254 8096 0 PGRP 88 35 57 75 0 126 8096 0 rl_entry 40 111 91 111 0 254 8080 0 udpcb 32 6 246 4092 0 254 8064 0 ipq 56 0 144 3 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 5 163 1175 0 254 8064 0 AIO 208 1 37 46 0 62 7904 0 cryptop 280 0 28 214 0 30 7840 0 itimer 352 0 22 22 0 30 7744 0 AIOCB 552 0 14 81 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 AIOLIO 272 0 28 12 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 1843 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 5 0 62 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 tcp_log_node 120 0 33 9 0 126 3960 0 UMA Slabs 1 176 14 8 14 0 62 3872 0 L VFS Cache 320 0 12 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 19 20 23 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 360 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 424 0 0 0 0 30 0 0 arc_buf_hdr_t_full 360 0 0 0 0 30 0 0 dnode_t 1040 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24840 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0