panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:434 cpuid = 1 time = 32788 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005164c100 vpanic() at vpanic+0x1c7/frame 0xfffffe005164c160 panic() at panic+0x43/frame 0xfffffe005164c1c0 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe005164c220 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe005164c240 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe005164c2b0 sctp_process_control() at sctp_process_control+0x9040/frame 0xfffffe005164c740 sctp_common_input_processing() at sctp_common_input_processing+0x7d0/frame 0xfffffe005164c8c0 sctp_input_with_port() at sctp_input_with_port+0x30a/frame 0xfffffe005164c9b0 sctp_input() at sctp_input+0x1f/frame 0xfffffe005164c9d0 ip_input() at ip_input+0x38b/frame 0xfffffe005164ca90 swi_net() at swi_net+0x20d/frame 0xfffffe005164cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe005164cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe005164cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe005164cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8113c410 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe005164c0e0 rbp 0xfffffe005164c100 rsi 0 rdi 0xffffffff8113c446 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164bfd0 r11 0x1ffaefff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7c9f6 r15 0xffffffff81a7c9f6 rip 0xffffffff81133437 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c72a60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c6b0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c6b0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271d310 (map 0xffffffff8271d310) (map.pmap 0xffffffff8271d3d0) (pmap 0xffffffff8271d430) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 55973 808 808 0 R (threaded) syz-executor.2 155777 RunQ syz-executor.2 162939 RunQ syz-executor.2 162940 S uwait 0xfffff8006455d100 syz-executor.2 55966 826 826 0 S (threaded) syz-executor.3 157208 S nanslp 0xffffffff8273c8e0 syz-executor.3 162931 S connec 0xfffff8001602b490 syz-executor.3 162938 S uwait 0xfffff80015d03f00 syz-executor.3 55866 1 808 0 S uwait 0xfffff8006deca500 syz-executor.2 55865 1 808 0 S uwait 0xfffff8006455d300 syz-executor.2 51379 51378 826 0 SV uwait 0xfffff8006d897500 syz-executor.3 51378 1 826 0 DV ppwait 0xfffff8001684ff40 syz-executor.3 50389 50388 808 0 SV uwait 0xfffff8006df3a300 syz-executor.2 50388 1 808 0 DV ppwait 0xfffff8001686fa10 syz-executor.2 49312 1 826 0 S uwait 0xfffff8006df36b00 syz-executor.3 49311 1 826 0 S uwait 0xfffff80015cf7f00 syz-executor.3 37281 37280 783 0 SV uwait 0xfffff80015d03100 syz-executor.0 37280 1 783 0 DV ppwait 0xfffff8006d98b4e0 syz-executor.0 33730 1 826 0 S uwait 0xfffff800644cf300 syz-executor.3 33729 1 826 0 S uwait 0xfffff800329ef900 syz-executor.3 21268 1 808 0 S uwait 0xfffff800329ef500 syz-executor.2 21264 1 808 0 S uwait 0xfffff80032d41700 syz-executor.2 19285 1 784 0 S uwait 0xfffff8006df3af00 syz-executor.1 19284 1 784 0 S uwait 0xfffff80015d03500 syz-executor.1 17698 1 17698 65 Ss select 0xfffff800642b28c0 dhclient 16245 0 0 0 DL (threaded) [zfskern] 111071 D t->zthr 0xfffff8006de1ff48 [arc_evict] 115992 D t->zthr 0xfffff8006de1fd48 [arc_reap] 115993 D - 0xfffff800648e6500 [dbu_evict] 115994 D dbuf_ev 0xffffffff839c4ef8 [dbuf_evict_thread] 115995 D - 0xfffff800648e6100 [z_vdev_file_0] 115996 D - 0xfffff800648e6100 [z_vdev_file_1] 115997 D - 0xfffff800648e6100 [z_vdev_file_2] 115998 D - 0xfffff800648e6100 [z_vdev_file_3] 115999 D - 0xfffff800648e6100 [z_vdev_file_4] 116000 D - 0xfffff800648e6100 [z_vdev_file_5] 116001 D - 0xfffff800648e6100 [z_vdev_file_6] 116002 D - 0xfffff800648e6100 [z_vdev_file_7] 116003 D - 0xfffff800648e6100 [z_vdev_file_8] 116004 D - 0xfffff800648e6100 [z_vdev_file_9] 116005 D - 0xfffff800648e6100 [z_vdev_file_10] 116006 D - 0xfffff800648e6100 [z_vdev_file_11] 116007 D - 0xfffff800648e6100 [z_vdev_file_12] 116008 D - 0xfffff800648e6100 [z_vdev_file_13] 116009 D - 0xfffff800648e6100 [z_vdev_file_14] 116010 D - 0xfffff800648e6100 [z_vdev_file_15] 116011 D l2arc_f 0xffffffff839838e0 [l2arc_feed_thread] 116012 D - 0xfffff80064920d00 [zfsvfs] 116013 S zevent_ 0xffffffff839c5478 [sysevent] 15378 1 826 0 S umtxn 0xfffff80015cf9100 syz-executor.3 15376 1 826 0 S uwait 0xfffff8006d897d00 syz-executor.3 15374 1 826 0 S uwait 0xfffff8003234bb00 syz-executor.3 15369 1 826 0 S uwait 0xfffff80015cf7100 syz-executor.3 15367 1 826 0 S uwait 0xfffff8006455db00 syz-executor.3 15364 1 826 0 S uwait 0xfffff8006455dd00 syz-executor.3 15362 1 826 0 S uwait 0xfffff8006455d900 syz-executor.3 15359 1 826 0 S uwait 0xfffff8003234b500 syz-executor.3 15355 1 826 0 S uwait 0xfffff800329ef100 syz-executor.3 15352 1 826 0 S uwait 0xfffff80032d41f00 syz-executor.3 15350 1 826 0 S uwait 0xfffff800329efb00 syz-executor.3 15348 1 826 0 S uwait 0xfffff8006455d500 syz-executor.3 15344 1 826 0 S uwait 0xfffff800329ef700 syz-executor.3 15341 1 826 0 S uwait 0xfffff80032d41500 syz-executor.3 13513 1 826 0 S uwait 0xfffff8006455df00 syz-executor.3 13512 1 826 0 S uwait 0xfffff80015cfe500 syz-executor.3 13389 1 826 0 S uwait 0xfffff800329ef300 syz-executor.3 13385 1 826 0 S uwait 0xfffff8003234b700 syz-executor.3 10191 1 10191 0 Ss select 0xfffff80064d092c0 dhclient 10183 1 10183 0 Ss select 0xfffff80064fedec0 dhclient 10144 1 10144 65 Ss select 0xfffff80064d09a40 dhclient 5458 1 5458 0 Ss select 0xfffff800648585c0 dhclient 5455 1 5455 0 Ss select 0xfffff800647ec8c0 dhclient 5432 1 5432 65 Ss select 0xfffff8006472b8c0 dhclient 3106 1 3106 0 Ss select 0xfffff80032fc3bc0 dhclient 3103 1 3103 0 Ss select 0xfffff80032e322c0 dhclient 3084 1 3084 65 Ss select 0xfffff80032f66ec0 dhclient 843 0 0 0 DL aiordy 0xfffff800321b5530 [aiod4] 842 0 0 0 DL aiordy 0xfffff800323d8a60 [aiod3] 841 0 0 0 DL aiordy 0xfffff80015d20530 [aiod2] 840 0 0 0 DL aiordy 0xfffff80015d69000 [aiod1] 826 780 826 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.3 823 1 823 0 Ss select 0xfffff8003246ca40 dhclient 816 1 816 0 Ss select 0xfffff80015d80740 dhclient 808 780 808 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.2 784 780 784 0 Ss piperd 0xfffff800321b48b8 syz-executor.1 783 780 783 0 Ss piperd 0xfffff800324858b8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100100 S uwait 0xfffff80015ccc300 syz-fuzzer 100122 S uwait 0xfffff80015cfb900 syz-fuzzer 100123 S uwait 0xfffff8003234bd00 syz-fuzzer 100124 S uwait 0xfffff8003234bf00 syz-fuzzer 100125 S uwait 0xfffff80015cfb300 syz-fuzzer 100126 S uwait 0xfffff80015e37100 syz-fuzzer 100127 S uwait 0xfffff800329efd00 syz-fuzzer 100128 S kqread 0xfffff80015d49300 syz-fuzzer 100263 S uwait 0xfffff80015cfb100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e0d0b0 csh 776 694 776 0 Ss select 0xfffff80015d428c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015423cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aac4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aaccb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a334b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a33cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a364b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a36cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a3b4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a3bcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80032314440 sshd 507 1 507 0 Ss select 0xfffff80015e048c0 syslogd 436 1 436 0 Ss select 0xfffff80032314bc0 devd 435 1 435 65 Ss select 0xfffff80032314a40 dhclient 350 1 350 0 Ss select 0xfffff80015e04d40 dhclient 347 1 347 0 Ss select 0xfffff800323148c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4d530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100095 D sdflush 0xfffff80015a9f4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d0ee0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e77828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82f903c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004ccb380 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004ccb330 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4fd00 [thr_0] 100029 D - 0xfffff80004c4fd80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd5530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443e900 [if_io_tqg_0] 100006 D - 0xfffff8000443e500 [if_io_tqg_1] 100007 D - 0xfffff8000443e100 [if_config_tqg_0] 100008 D - 0xfffff80004c75d00 [softirq_0] 100009 D - 0xfffff80004c75900 [softirq_1] 100010 D - 0xfffff80004c75500 [aiod_kick taskq] 100012 D - 0xfffff80004c70d00 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70900 [pci_hp taskq] 100015 D - 0xfffff80004c70100 [inm_free taskq] 100017 D - 0xfffff80004c69900 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c69500 [thread taskq] 100019 D - 0xfffff80004c69100 [in6m_free taskq] 100020 D - 0xfffff80004c65d00 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c65d00 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c65d00 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c65d00 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c65900 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c65900 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c65900 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c65900 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c65500 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015364d00 [vtnet0 txq 0] 100057 D - 0xfffff80015364900 [vtnet0 rxq 1] 100058 D - 0xfffff80015364500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80004ece300 [virtio_balloon] 100064 D - 0xfffff800153ecd00 [mca taskq] 100066 D - 0xffffffff81e29a01 [deadlkres] 100074 D - 0xfffff80015a42d00 [acpi_task_0] 100075 D - 0xfffff80015a42d00 [acpi_task_1] 100076 D - 0xfffff80015a42d00 [acpi_task_2] 100077 D - 0xfffff80004db8900 [CAM taskq] 115986 D - 0xfffff80064991100 [system_taskq_0] 115987 D - 0xfffff80064991100 [system_taskq_1] 115988 D - 0xfffff8006d506500 [system_delay_taskq_] 115989 D - 0xfffff8006d506500 [system_delay_taskq_] 115990 D - 0xfffff800648e6900 [arc_prune_0] 115991 D - 0xfffff800648e6900 [arc_prune_1] db> show all locks Process 12 (intr) thread 0xfffffe00042bd900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009dc271a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 46272 17352K 46339 pf_hash 5 11560K 5 devbuf 4216 6982K 4245 linker 368 5883K 489 pcb 963 4818K 131622 solaris 142 4437K 212 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 80 1279K 110017 newblk 9 1036K 55569 vfscache 3 1035K 3 sctp_atcl 931 931K 91529 sctp_stro 459 918K 24751 subproc 215 915K 56101 acpica 1674 649K 54692 inodedep 18 537K 55179 callout 2 528K 2 sctp_atky 1398 525K 120639 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3485 sctp_athm 931 350K 94577 sctp_map 918 345K 47946 BPF 46 337K 203 kdtrace 321 259K 118915 DEVFS1 108 216K 125 umtx 484 212K 484 module 516 194K 516 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_timw 282 141K 282 pagedep 10 141K 54996 UMA 365 137K 365 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 audit_evclass 236 89K 294 temp 36 81K 15156 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 131 73K 7410 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 127 64K 137 ether_multi 152 57K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 136 51K 136 taskqueue 78 47K 78 kqueue 102 46K 56033 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 271 KTRACE 100 38K 100 pwddesc 99 38K 55972 kstat_data 17 34K 17 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 17 DEVFSP 84 32K 13457 GEOM 60 29K 493 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 697 ifnet 7 25K 7 plimit 24 24K 542 kcovinfo 64 24K 68 ksem 4 21K 454 CAM queue 5 21K 1528 selfd 55 21K 725644 pfs_nodes 20 20K 20 proc-args 52 20K 719 UART 12 18K 12 session 35 18K 76 bmsafemap 2 17K 55166 rpc 2 16K 2 shmfd 1 16K 53 pfs_vncache 1 16K 1 osd 39 15K 14405 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 123 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 12 10K 1264 Unitno 25 10K 57 uidinfo 3 9K 23 pf_table 2 8K 1752 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 inpcbpolicy 21 8K 15941 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 197 mount 16 7K 153 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_stri 5 5K 7760 sctp_ifa 13 5K 14 dirrem 9 5K 55068 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 freefile 8 3K 55037 in_multi 6 3K 9 vnodemarker 3 3K 133 prison 8 3K 8 nexusdev 7 3K 7 mkdir 7 3K 109952 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 xform 6 3K 15430 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 74140 toponodes 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 NFSD session 1 2K 1 freework 4 2K 54962 newdirblk 5 2K 54976 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 106 crypto 4 2K 924 diradd 4 2K 55111 freeblks 3 2K 54961 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 ip6opt 2 1K 900 chacha20random 1 1K 1 vnodes 1 1K 3 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 taskq 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 49 filedesc_to_leader 2 1K 3 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 pf_rule 1 1K 1384 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 563 vegas data 0 0K 62 mqdata 0 0K 0 cdg data 0 0K 49 cubic data 0 0K 19 dctcp data 0 0K 43 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 15 chd data 0 0K 54 sctp_mcore 0 0K 0 sctp_socko 0 0K 39036 sctp_iter 0 0K 114 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 103 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 45 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 39980 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 65 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 4 ip_msource 0 0K 1 ip_moptions 0 0K 4 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 55314 namei_tracker 0 0K 10 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 2019 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3654 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 24 lio 0 0K 114 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 231 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39485 ioctlops 0 0K 5842 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 975 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 21 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 968 946290 0 254 38068224 0 malloc-384 384 46473 157 90246 0 30 17905920 0 malloc-8192 8192 468 837 61880 0 2 10690560 0 malloc-1024 1024 1079 5641 160194 0 16 6881280 0 malloc-1024 1024 4126 14 4281 0 16 4239360 0 tcp_log 416 70 8993 312636 0 254 3770208 0 malloc-1024 1024 115 3377 41214 0 16 3575808 0 sctp_asoc 2288 459 1081 23973 0 254 3523520 0 malloc-384 384 2620 5360 942150 0 30 3064320 0 mbuf 256 9287 2578 5397657 0 254 3037440 0 malloc-8192 8192 332 2 1022 0 1 2736128 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-2048 2048 486 736 24022 0 8 2502656 0 RADIX NODE 144 13036 1717 1260866 0 64 2124432 0 malloc-512 512 80 3960 110741 0 30 2068480 0 sctp_ep 1280 467 1117 61775 0 254 2027520 0 UMA Slabs 0 112 17704 329 18008 0 126 2019696 0 malloc-384 384 1288 3802 184081 0 30 1954560 0 BUF TRIE 144 218 13250 1779 0 62 1939392 0 mbuf_cluster 2048 930 2 930 0 254 1908736 0 malloc-16384 16384 2 97 392 0 1 1622016 0 malloc-1024 1024 470 1082 62044 0 16 1589248 0 sctp_raddr 736 491 1643 46707 0 254 1570624 0 malloc-32768 32768 41 6 55139 0 1 1540096 0 malloc-384 384 1284 2136 81006 0 30 1313280 0 malloc-384 384 2211 69 222430 0 30 875520 0 malloc-8192 8192 100 4 55974 0 1 851968 0 FFS inode 1160 546 49 55614 0 9 690200 0 256 Bucket 2048 237 21 30682 0 8 528384 0 VM OBJECT 264 1714 71 792475 0 30 471240 0 tcp_bbr_map 128 2 3501 525802 0 126 448384 0 malloc-384 384 1066 74 168608 0 30 437760 0 THREAD 1808 220 22 62940 0 8 437536 0 socket 944 58 402 79541 0 254 434240 0 malloc-16384 16384 23 2 25 0 1 409600 0 malloc-512 512 347 453 3174 0 30 409600 0 malloc-65536 65536 6 0 6 0 1 393216 0 ertt_txseginfo 40 0 9696 3441382 0 254 387840 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 MAP ENTRY 96 3234 336 3028924 0 126 342720 0 VNODE 448 584 172 55654 0 31 338688 0 malloc-1024 1024 268 36 62988 0 16 311296 0 vmem btag 56 5166 150 5277 0 254 297696 0 tcp_inpcb 488 10 598 14362 0 254 296704 0 malloc-16384 16384 12 5 275 0 1 278528 0 sctp_chunk 152 439 1277 23974 0 254 260832 0 UMA Zones 768 337 2 337 0 16 260352 0 mbuf_packet 256 194 736 231152 0 254 238080 0 malloc-2048 2048 112 4 129 0 8 237568 0 tcpcb 1064 10 207 14362 0 254 230888 0 malloc-384 384 510 70 112984 0 30 222720 0 DEVCTL 1024 0 216 133 0 0 221184 0 malloc-4096 4096 11 42 3665 0 2 217088 0 VMSPACE 2544 69 12 55946 0 4 206064 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-32768 32768 0 6 41 0 1 196608 0 malloc-384 384 441 69 14436 0 30 195840 0 32 Bucket 256 518 247 23046 0 62 195840 0 sctp_laddr 48 25 3839 10721 0 254 185472 0 FFS2 dinode 256 546 54 55613 0 62 153600 0 PROC 1328 99 15 55973 0 8 151392 0 S VFS Cache 104 1096 347 56701 0 126 150072 0 malloc-512 512 256 32 2829 0 30 147456 0 malloc-8192 8192 12 5 28 0 1 139264 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 1 1 177 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 filedesc0 1072 99 20 55972 0 8 127568 0 16 Bucket 144 614 254 12688 0 62 124992 0 UMA Kegs 384 322 1 322 0 30 124032 0 malloc-1024 1024 117 3 191 0 16 122880 0 malloc-512 512 212 20 575 0 30 118784 0 128 Bucket 1024 77 38 16928 0 16 117760 0 ksiginfo 112 99 945 2364 0 126 116928 0 malloc-16384 16384 5 2 11 0 1 114688 0 malloc-8192 8192 13 1 24 0 1 114688 0 pcpu-8 8 5131 7669 42544 0 254 102400 0 malloc-16384 16384 4 2 10 0 1 98304 0 tcp_bbr_pcb 832 3 105 8032 0 16 89856 0 g_bio 408 0 210 11967 0 30 85680 0 malloc-512 512 77 75 220892 0 30 77824 0 malloc-4096 4096 9 8 6886 0 2 69632 0 malloc-512 512 84 52 4493 0 30 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 2 6 55931 0 1 65536 0 64 Bucket 512 59 61 19806 0 30 61440 0 malloc-8192 8192 4 3 103 0 1 57344 0 malloc-4096 4096 8 6 640 0 2 57344 0 malloc-4096 4096 8 5 4045 0 2 53248 0 malloc-2048 2048 8 18 830 0 8 53248 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 malloc-16384 16384 1 2 91 0 1 49152 0 pipe 744 25 40 5048 0 16 48360 0 NAMEI 1024 0 44 257075 0 16 45056 0 Files 80 259 291 176224 0 126 44000 0 clpbuf 2624 0 16 36 0 16 41984 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 17 3 29 0 8 40960 0 malloc-512 512 38 42 12214 0 30 40960 0 sctp_stream_msg_out 112 173 187 6281 0 254 40320 0 ripcb 488 5 75 700 0 254 39040 0 malloc-4096 4096 7 2 218 0 2 36864 0 pcpu-64 64 492 84 492 0 254 36864 0 2 Bucket 32 571 563 22193 0 254 36288 0 sctp_readq 152 1 233 2295 0 254 35568 0 TURNSTILE 136 243 9 243 0 62 34272 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 0 1 2 0 1 32768 0 tcp_rack_pcb 832 0 36 563 0 16 29952 0 malloc-1024 1024 25 3 51 0 16 28672 0 PWD 32 44 838 55071 0 254 28224 0 KNOTE 160 28 147 521297 0 62 28000 0 8 Bucket 80 116 234 8386 0 126 28000 0 SLEEPQUEUE 88 243 45 243 0 126 25344 0 malloc-2048 2048 11 1 11 0 8 24576 0 malloc-2048 2048 0 12 1882 0 8 24576 0 malloc-512 512 36 12 47 0 30 24576 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 ertt 72 10 270 14362 0 126 20160 0 udp_inpcb 488 6 34 546 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 1760 0 254 19200 0 malloc-8192 8192 0 2 86 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 vtnet_tx_hdr 24 0 668 3625387 0 254 16032 0 udplite_inpcb 488 0 32 333 0 254 15616 0 malloc-4096 4096 2 1 3 0 2 12288 0 kenv 258 15 30 1046 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-2048 2048 0 4 162 0 8 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 83 0 126 8096 0 rl_entry 40 87 115 87 0 254 8080 0 tcp_rack_map 112 0 72 213 0 126 8064 0 udpcb 32 6 246 879 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 6 162 1849 0 254 8064 0 UMA Slabs 1 176 24 21 24 0 62 7920 0 AIO 208 0 38 107 0 62 7904 0 cryptop 280 0 28 48 0 30 7840 0 AIOCB 552 0 14 210 0 16 7728 0 AIOLIO 272 0 28 57 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 30 0 126 6448 0 domainset 40 0 126 18 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 sctp_asconf_ack 48 0 84 4 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 tcp_log_node 120 0 33 1 0 126 3960 0 itimer 352 0 11 32 0 30 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 16 23 19 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo_ccache_entries 80 4 28 4 0 126 2560 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 360 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 424 0 0 0 0 30 0 0 arc_buf_hdr_t_full 360 0 0 0 0 30 0 0 dnode_t 1040 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24840 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0