panic: Don't own TCB send lock cpuid = 0 time = 1648475991 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0054150810 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0054150970 vpanic() at vpanic+0x2b8/frame 0xfffffe0054150a50 panic() at panic+0xb5/frame 0xfffffe0054150b10 sctp_ss_default_add() at sctp_ss_default_add+0x11d/frame 0xfffffe0054150b50 sctp_msg_append() at sctp_msg_append+0x646/frame 0xfffffe0054150bb0 sctp_sendall_iterator() at sctp_sendall_iterator+0x207/frame 0xfffffe0054150d70 sctp_iterator_worker() at sctp_iterator_worker+0xbb1/frame 0xfffffe0054150ed0 sctp_iterator_thread() at sctp_iterator_thread+0x5e/frame 0xfffffe0054150ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0054150f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0054150f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 5 tid 100068 ] Stopped at kdb_enter+0x6b: movq $0,0x270a69a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x186200b2bb99d553 rdx 0x1 rbx 0 rsp 0xfffffe0054150950 rbp 0xfffffe0054150970 rsi 0 rdi 0xffffffff8177a5ea vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe005786a720 r13 0xfffffe0054150901 r14 0xffffffff82bb9d20 .str.26 r15 0xffffffff82bb9d20 .str.26 rip 0xffffffff8176db7b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270a69a(%rip) db> show proc Process 5 (sctp_iterator) at 0xfffffe0057994a90: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e1b8c0 ABI: null flag: 0x10000204 flag2: 0 reaper: 0xffffffff83e1b8c0 reapsubtree: 5 sigparent: 20 vmspace: 0xffffffff83e1c860 (map 0xffffffff83e1c860) (map.pmap 0xffffffff83e1c920) (pmap 0xffffffff83e1c988) threads: 1 100068 Run CPU 0 [sctp_iterator] db> ps pid ppid pgrp uid state wmesg wchan cmd 61445 781 781 0 R (threaded) syz-executor.0 166808 Run CPU -1 syz-executor.0 167508 S uwait 0xfffffe009b318800 syz-executor.0 61444 782 782 0 R (threaded) syz-executor.1 167450 RunQ syz-executor.1 167507 S uwait 0xfffffe0057879600 syz-executor.1 61442 795 795 0 R (threaded) syz-executor.2 167485 RunQ syz-executor.2 167506 RunQ syz-executor.2 58613 1 795 0 S uwait 0xfffffe0057448600 syz-executor.2 58607 1 795 0 S uwait 0xfffffe0057876600 syz-executor.2 58606 1 795 0 S uwait 0xfffffe00996ee800 syz-executor.2 58604 1 795 0 S uwait 0xfffffe0057876000 syz-executor.2 58491 0 0 0 DL (threaded) [zfskern] 163270 D t->zthr 0xfffffe00585e6c48 [arc_evict] 163497 D t->zthr 0xfffffe00585e6b48 [arc_reap] 163498 D - 0xfffffe0099a5aa00 [dbu_evict] 163499 D dbuf_ev 0xffffffff85840260 [dbuf_evict_thread] 163500 D - 0xfffffe009a746d00 [z_vdev_file_0] 163501 D - 0xfffffe009a746d00 [z_vdev_file_1] 163502 D - 0xfffffe009a746d00 [z_vdev_file_2] 163503 D - 0xfffffe009a746d00 [z_vdev_file_3] 163504 D - 0xfffffe009a746d00 [z_vdev_file_4] 163505 D - 0xfffffe009a746d00 [z_vdev_file_5] 163506 D - 0xfffffe009a746d00 [z_vdev_file_6] 163507 D - 0xfffffe009a746d00 [z_vdev_file_7] 163508 D - 0xfffffe009a746d00 [z_vdev_file_8] 163509 D - 0xfffffe009a746d00 [z_vdev_file_9] 163510 D - 0xfffffe009a746d00 [z_vdev_file_10] 163511 D - 0xfffffe009a746d00 [z_vdev_file_11] 163512 D - 0xfffffe009a746d00 [z_vdev_file_12] 163513 D - 0xfffffe009a746d00 [z_vdev_file_13] 163514 D - 0xfffffe009a746d00 [z_vdev_file_14] 163515 D - 0xfffffe009a746d00 [z_vdev_file_15] 163516 D l2arc_f 0xffffffff8582f380 [l2arc_feed_thread] 163517 D - 0xfffffe009a8da700 [zfsvfs] 163518 S zevent_ 0xffffffff85840e00 [sysevent] 58389 1 795 0 S umtxn 0xfffffe009b31a700 syz-executor.2 58386 1 795 0 S uwait 0xfffffe00996ef200 syz-executor.2 58240 1 782 0 S uwait 0xfffffe009b31a500 syz-executor.1 58238 1 782 0 S uwait 0xfffffe0057876700 syz-executor.1 58234 1 782 0 S uwait 0xfffffe0057877b80 syz-executor.1 58233 1 782 0 S uwait 0xfffffe00996eed80 syz-executor.1 58229 1 782 0 S uwait 0xfffffe009b31a600 syz-executor.1 58226 1 782 0 S uwait 0xfffffe00996ef300 syz-executor.1 55367 1 826 0 SV uwait 0xfffffe0057879a00 syz-executor.3 54198 1 782 0 SV uwait 0xfffffe0057448800 syz-executor.1 54182 1 782 0 SV uwait 0xfffffe0057878580 syz-executor.1 54176 1 782 0 SV uwait 0xfffffe00996eea80 syz-executor.1 49677 1 826 0 SV uwait 0xfffffe0057448d00 syz-executor.3 49667 1 826 0 SV uwait 0xfffffe0057877080 syz-executor.3 49655 1 826 0 SV uwait 0xfffffe0057876300 syz-executor.3 44195 1 795 0 S umtxn 0xfffffe0092431e00 syz-executor.2 40255 1 795 0 S uwait 0xfffffe0056f48800 syz-executor.2 38091 0 0 0 DL - 0xffffffff83f655c0 [soaiod4] 38090 0 0 0 DL - 0xffffffff83f655c0 [soaiod3] 38089 0 0 0 DL - 0xffffffff83f655c0 [soaiod2] 38088 0 0 0 DL - 0xffffffff83f655c0 [soaiod1] 29716 1 781 0 SV uwait 0xfffffe0056f48900 syz-executor.0 29707 1 781 0 SV uwait 0xfffffe0092433580 syz-executor.0 29698 1 781 0 SV uwait 0xfffffe0056f48b00 syz-executor.0 29689 1 781 0 SV uwait 0xfffffe00996eeb80 syz-executor.0 29683 1 781 0 SV uwait 0xfffffe0092432980 syz-executor.0 29676 1 781 0 SV uwait 0xfffffe0057876800 syz-executor.0 29661 1 781 0 SV uwait 0xfffffe00996eee80 syz-executor.0 29654 1 781 0 SV uwait 0xfffffe0057876200 syz-executor.0 29643 1 781 0 SV uwait 0xfffffe00996ef700 syz-executor.0 15846 0 0 0 DL aiordy 0xfffffe009a6a4548 [aiod4] 15845 0 0 0 DL aiordy 0xfffffe00927b1a90 [aiod3] 15844 0 0 0 DL aiordy 0xfffffe009ae2d000 [aiod2] 15843 0 0 0 DL aiordy 0xfffffe0058c01548 [aiod1] 10239 1 10239 65 Ss select 0xfffffe0057877240 dhclient 7612 1 7612 0 Ss select 0xfffffe0092430640 dhclient 7608 1 7608 0 Ss select 0xfffffe00996ee5c0 dhclient 7589 1 7589 65 Ss select 0xfffffe00996ee8c0 dhclient 7073 1 7073 0 Ss select 0xfffffe00996ee9c0 dhclient 7070 1 7070 0 Ss select 0xfffffe00996ee6c0 dhclient 7051 1 7051 65 Ss select 0xfffffe00996ee940 dhclient 4634 1 4634 0 Ss select 0xfffffe0057876ec0 dhclient 4631 1 4631 0 Ss select 0xfffffe0057876d40 dhclient 4612 1 4612 65 Ss select 0xfffffe0057876dc0 dhclient 1570 1 1570 0 Ss select 0xfffffe00578771c0 dhclient 1562 1 1562 0 Ss select 0xfffffe0092430540 dhclient 826 774 826 0 Rs syz-executor.3 795 774 795 0 Ss nanslp 0xffffffff83e458c1 syz-executor.2 782 774 782 0 Ss nanslp 0xffffffff83e458c0 syz-executor.1 781 774 781 0 Ss nanslp 0xffffffff83e458c0 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100098 S uwait 0xfffffe0057445080 syz-fuzzer 100119 S uwait 0xfffffe0057879180 syz-fuzzer 100120 S uwait 0xfffffe0057879280 syz-fuzzer 100121 S uwait 0xfffffe0057878000 syz-fuzzer 100122 S kqread 0xfffffe000796f800 syz-fuzzer 100123 S uwait 0xfffffe0057878100 syz-fuzzer 100124 S uwait 0xfffffe0057878200 syz-fuzzer 100125 S uwait 0xfffffe0057878300 syz-fuzzer 104730 S uwait 0xfffffe0092431300 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe008fe575f8 csh 770 688 770 0 Ss select 0xfffffe00924325c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0057466cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579a68b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00579a6cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579a70b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579a74b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00579a78b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579a7cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579a80b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579a84b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e458c0 cron 688 1 688 0 Ss select 0xfffffe00578784c0 sshd 501 1 501 0 Ss select 0xfffffe0056f48440 syslogd 430 1 430 0 Ss select 0xfffffe0057878440 devd 429 1 429 65 Ss select 0xfffffe00578783c0 dhclient 344 1 344 0 Ss select 0xfffffe0092433440 dhclient 341 1 341 0 Ss select 0xfffffe00924334c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f7d548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6b0e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f696e0 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0057465ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9d180 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f91038 [dom0] 100081 D launds 0xffffffff83f91044 [laundry: dom0] 100082 D umarcl 0xffffffff81ea4500 [uma] 7 0 0 0 DL - 0xffffffff83c01688 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84a86530 [pf purge] 5 0 0 0 RL CPU 0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa35c0 [doneq0] 100046 D - 0xffffffff83aa3540 [async] 100077 D - 0xffffffff83aa33c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fbb488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8c840 [crypto] 100042 D crypto_ 0xfffffe0053c8ad30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c8ad80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1ae80 [g_event] 100037 D - 0xffffffff83e1aea0 [g_up] 100038 D - 0xffffffff83e1aec0 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: task queue] 100011 I [swi6: Giant taskq] 100018 I [swi5: fast taskq] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dda000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8d340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1b8c0 [swapper] 100005 D - 0xfffffe0053e01000 [if_config_tqg_0] 100006 D - 0xfffffe0053e00e00 [softirq_0] 100007 D - 0xfffffe0053e00d00 [softirq_1] 100008 D - 0xfffffe0053e00c00 [if_io_tqg_0] 100009 D - 0xfffffe0053e00b00 [if_io_tqg_1] 100012 D - 0xfffffe000796d200 [aiod_kick taskq] 100013 D - 0xfffffe000796d000 [inm_free taskq] 100014 D - 0xfffffe000796cd00 [linuxkpi_irq_wq] 100015 D - 0xfffffe000796cb00 [in6m_free taskq] 100016 D - 0xfffffe000796c900 [deferred_unmount ta] 100017 D - 0xfffffe000796c700 [thread taskq] 100019 D - 0xfffffe000796c300 [kqueue_ctx taskq] 100020 D - 0xfffffe000796c100 [pci_hp taskq] 100021 D - 0xfffffe000796be00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796be00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796be00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796be00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796b900 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796b900 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796b900 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796b900 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053ed0200 [firmware taskq] 100039 D - 0xfffffe0053ecfc00 [crypto_0] 100040 D - 0xfffffe0053ecfc00 [crypto_1] 100056 D - 0xfffffe0053eced00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053ecec00 [vtnet0 txq 0] 100058 D - 0xfffffe0053eceb00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053ecea00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe0053fdc380 [virtio_balloon] 100067 D - 0xffffffff82bbfba1 [deadlkres] 100071 D - 0xfffffe005787d100 [acpi_task_0] 100072 D - 0xfffffe005787d100 [acpi_task_1] 100073 D - 0xfffffe005787d100 [acpi_task_2] 100074 D - 0xfffffe000796e200 [mca taskq] 100076 D - 0xfffffe0053ecf500 [CAM taskq] 163492 D - 0xfffffe009a8bb500 [system_taskq_0] 163493 D - 0xfffffe009a8bb500 [system_taskq_1] 163494 D - 0xfffffe009a8f8600 [system_delay_taskq_] 163495 D - 0xfffffe009a8f8600 [system_delay_taskq_] 163496 D - 0xfffffe0099a42c00 [arc_prune] db> show all locks Process 5 (sctp_iterator) thread 0xfffffe005786a720 (100068) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a3b26a90) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1523 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe00a3d93700) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1463 exclusive sleep mutex sctp-it (iterator) r = 0 (0xffffffff847c1560) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1460 shared rw sctp-info (sctp-info) r = 0 (0xfffffe0053c40310) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1459 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 380 9856K 992 sctp_stro 1595 5387K 35471 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4246 pcb 3231 4146K 216867 solaris 130 2804K 200 sysctloid 47579 2799K 47683 vtbuf 24 1968K 46 kobj 327 1308K 488 sctp_atcl 3199 1200K 144115 newblk 15 1028K 67033 vfscache 3 1025K 3 inodedep 504 701K 61153 filedesc 68 538K 120815 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 209 420K 61566 vmem 3 274K 6 sctp_atky 4798 201K 181023 acpica 1674 184K 56014 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 16 132K 60372 tfo_ccache 1 128K 1 dirrem 488 122K 60916 DEVFS1 110 110K 127 sem 4 106K 4 BPF 46 88K 194 bus 991 81K 5140 mtx_pool 2 72K 2 syncache 1 68K 1 module 516 65K 516 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_timw 250 63K 250 kdtrace 315 61K 128955 freefile 485 61K 60878 umtx 484 61K 484 sctp_athm 3199 50K 145119 sctp_map 3190 50K 70192 temp 34 33K 18160 DEVFS3 129 33K 139 hostcache 1 32K 1 shm 1 32K 410 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 routetbl 136 16K 2228 lltable 50 16K 452 bus-sc 34 15K 1651 KTRACE 101 13K 190 ether_multi 157 13K 172 ifnet 7 13K 7 eventhandler 137 12K 137 kenv 95 12K 95 rman 88 11K 429 GEOM 61 11K 494 CAM queue 5 11K 1528 ksem 4 10K 74 in6_multi 71 9K 71 taskqueue 81 9K 81 bmsafemap 2 9K 61160 kqueue 97 9K 61592 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 130 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 cred 29 8K 490 UMA 367 7K 367 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 533 pwddesc 95 6K 61456 ufs_dirhash 24 5K 24 session 35 5K 62 pf_ifnet 10 5K 319 DEVFSP 68 5K 2939 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 121 4K 62906 lockf 33 4K 396 acpisem 28 4K 28 selfd 55 4K 807814 hhook 15 4K 17 kcovinfo 52 4K 52 inpcbpolicy 91 3K 12127 CC Mem 44 3K 8981 terminal 11 3K 11 select 19 3K 144 uidinfo 4 3K 88 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 67 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 9 vnodemarker 3 2K 149 osd 72 2K 9008 newdirblk 11 2K 60349 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 120698 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 62905 ipsec 3 1K 3 sctp_ifn 6 1K 15 freeblks 3 1K 60667 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 diradd 4 1K 60958 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 sctp_iter 1 1K 191 sctp_cpal 1 1K 178 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 2 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 2231 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 sigio 2 1K 11 soname 4 1K 88113 filecaps 5 1K 125 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_table 0 0K 450 pf_rule 0 0K 455 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 69517 sctp_mvrf 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_aadr 0 0K 44 sctp_stri 0 0K 1520 tcp_do 0 0K 0 tcp_fsb 0 0K 3374 filemon 0 0K 784 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 43911 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 72 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 24 allocindir 0 0K 0 indirdep 0 0K 3523 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 417 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 4 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 5 in_mfilter 0 0K 1 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 60661 namei_tracker 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 7 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1021 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 10 lio 0 0K 248 acl 0 0K 0 mbuf_tag 0 0K 374 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 47143 ioctlops 0 0K 1321 eventfd 0 0K 197 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1010 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8425 973 1320840 0 254 38494208 0 tcp_log 416 0 18270 253127 0 254 7600320 0 sctp_asoc 2288 1595 185 35096 0 254 4072640 0 malloc-2048 2048 1607 193 108862 0 8 3686400 0 mbuf 256 10684 751 2944710 0 254 2927360 0 sctp_ep 1208 1604 686 108145 0 254 2766320 0 mbuf_cluster 2048 1270 0 1270 0 254 2600960 0 RADIX NODE 144 15846 1789 1578748 0 63 2539440 0 pbuf 2624 0 778 0 0 2 2041472 0 malloc-128 128 15676 227 16079 0 126 2035584 0 BUF TRIE 144 241 11547 7802 0 62 1697472 0 malloc-1024 1024 1540 28 34728 0 16 1605632 0 malloc-384 384 4117 53 4705 0 30 1601280 0 UMA Slabs 0 112 12611 19 12611 0 126 1414560 0 malloc-256 256 757 4763 172480 0 62 1413120 0 malloc-4096 4096 327 7 853 0 2 1368064 0 vmem btag 56 24142 89 24158 0 254 1356936 0 malloc-384 384 3199 221 144197 0 30 1313280 0 sctp_raddr 736 1595 187 38921 0 254 1311552 0 malloc-384 384 518 2152 62089 0 30 1025280 0 socket 960 136 628 122241 0 254 733440 0 256 Bucket 2048 304 46 8018 0 9 716800 0 malloc-16384 16384 38 5 60585 0 1 704512 0 VM OBJECT 264 2510 100 882516 0 30 689040 0 FFS inode 1160 550 31 61429 0 8 673960 0 malloc-8192 8192 6 65 921 0 1 581632 0 tcpcb 1104 44 467 8968 0 254 564144 0 malloc-256 256 1612 323 108156 0 62 495360 0 THREAD 1808 219 23 67508 0 8 437536 0 ertt_txseginfo 40 0 10706 628076 0 254 428240 0 malloc-4096 4096 94 6 61448 0 2 409600 0 malloc-65536 65536 4 2 626 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 MAP ENTRY 96 3439 341 1853428 0 126 362880 0 malloc-128 128 589 2201 303017 0 126 357120 0 malloc-64 64 5108 247 7159 0 254 342720 0 tcp_bbr_map 128 12 2654 81923 0 126 341248 0 mbuf_packet 256 563 707 98966 0 254 325120 0 malloc-16 16 19570 430 19885 0 254 320000 0 VNODE 448 591 102 61472 0 30 310464 0 malloc-32768 32768 0 8 3330 0 1 262144 0 UMA Zones 768 339 0 339 0 16 260352 0 malloc-32 32 7491 447 7913 0 254 254016 0 malloc-256 256 317 613 70927 0 62 238080 0 FPU_save_area 832 221 58 79810 0 16 232128 0 DEVCTL 1024 0 220 156 0 0 225280 0 VMSPACE 2552 69 12 61410 0 4 206712 0 sctp_stream_msg_out 112 1618 182 4503 0 254 201600 0 malloc-65536 65536 1 2 196 0 1 196608 0 128 Bucket 1024 124 55 13643 0 16 183296 0 malloc-128 128 1231 164 26498 0 126 178560 0 FFS2 dinode 256 550 80 61429 0 62 161280 0 S VFS Cache 104 1052 469 62603 0 126 158184 0 sctp_chunk 152 729 311 5554 0 254 158080 0 PROC 1352 94 20 61445 0 8 154128 0 malloc-1024 1024 126 18 2456 0 16 147456 0 malloc-128 128 999 148 3995 0 126 146816 0 malloc-32 32 3538 872 197464 0 254 141120 0 malloc-64 64 256 1823 808039 0 254 133056 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 unpcb 256 26 484 1886 0 254 130560 0 UMA Kegs 384 325 8 325 0 30 127872 0 filedesc0 1072 95 17 61456 0 8 120064 0 64 Bucket 512 164 68 22871 0 30 118784 0 ksiginfo 112 103 941 12759 0 126 116928 0 malloc-64 64 1595 232 55599 0 254 116928 0 malloc-256 256 271 164 65902 0 62 111360 0 malloc-4096 4096 22 4 44 0 2 106496 0 sctp_laddr 48 1732 368 40418 0 254 100800 0 malloc-128 128 523 252 7176 0 126 99200 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-4096 4096 18 6 666 0 2 98304 0 tcp_inpcb 424 44 172 8968 0 30 91584 0 syncache 168 0 528 11 0 254 88704 0 g_bio 408 0 210 63043 0 30 85680 0 pipe 744 23 92 1228 0 16 85560 0 malloc-64 64 751 572 68939 0 254 84672 0 clpbuf 2624 0 32 49 0 16 83968 0 malloc-8192 8192 7 3 46 0 1 81920 0 malloc-2048 2048 4 36 535 0 8 81920 0 32 Bucket 256 174 141 17195 0 62 80640 0 sctp_readq 152 0 520 422 0 254 79040 0 ripcb 424 5 175 1228 0 30 76320 0 udp_inpcb 424 42 138 1221 0 30 76320 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-384 384 142 38 544 0 30 69120 0 malloc-64 64 569 502 10677 0 254 68544 0 malloc-64 64 409 662 123797 0 254 68544 0 malloc-16 16 3797 453 137603 0 254 68000 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 1 1 2 0 1 65536 0 Files 80 320 480 208701 0 126 64000 0 malloc-16 16 3201 799 213018 0 254 64000 0 malloc-384 384 96 54 98 0 30 57600 0 malloc-8192 8192 7 0 7 0 1 57344 0 pcpu-8 8 5211 1445 15343 0 254 53248 0 malloc-256 256 37 158 61359 0 62 49920 0 malloc-256 256 54 141 123718 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 268481 0 16 49152 0 malloc-2048 2048 9 15 740 0 8 49152 0 malloc-2048 2048 2 22 453 0 8 49152 0 malloc-2048 2048 1 23 488 0 8 49152 0 malloc-1024 1024 32 16 540 0 16 49152 0 malloc-512 512 0 96 1428 0 30 49152 0 tcp_rack_pcb 896 0 54 3374 0 16 48384 0 tcp_rack_map 120 0 396 6940 0 126 47520 0 tcp_bbr_pcb 832 4 50 2467 0 16 44928 0 TURNSTILE 136 243 72 243 0 62 42840 0 malloc-4096 4096 3 7 60668 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udplite_inpcb 424 0 90 710 0 30 38160 0 da_ccb 544 0 70 15924 0 16 38080 0 malloc-64 64 97 470 129 0 254 36288 0 malloc-64 64 6 561 523 0 254 36288 0 malloc-32 32 368 766 65859 0 254 36288 0 16 Bucket 144 80 172 1247 0 62 36288 0 8 Bucket 80 72 378 12007 0 126 36000 0 malloc-128 128 78 201 3687 0 126 35712 0 malloc-128 128 9 270 173 0 126 35712 0 malloc-128 128 22 257 431 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 69 66 561 0 62 34560 0 malloc-256 256 20 115 12181 0 62 34560 0 SLEEPQUEUE 88 243 141 243 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 13 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-4096 4096 8 0 8 0 2 32768 0 malloc-2048 2048 3 13 1009 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 11 5 30 0 8 32768 0 malloc-1024 1024 4 28 136 0 16 32768 0 malloc-1024 1024 19 13 40 0 16 32768 0 malloc-1024 1024 9 23 12 0 16 32768 0 malloc-1024 1024 0 32 9 0 16 32768 0 malloc-512 512 4 60 233 0 30 32768 0 malloc-512 512 11 53 11 0 30 32768 0 malloc-512 512 4 60 172 0 30 32768 0 malloc-512 512 10 54 135 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 ipq 56 0 576 5 0 254 32256 0 KNOTE 160 28 172 476125 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 45 0 126 29016 0 sctp_asconf_ack 48 0 588 40 0 254 28224 0 tcp_inpcb ports 32 2 880 5021 0 254 28224 0 ertt 72 44 348 8968 0 126 28224 0 PWD 32 46 836 60427 0 254 28224 0 4 Bucket 48 7 581 1319 0 254 28224 0 AIO 208 2 131 350 0 62 27664 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 65 0 126 24288 0 rl_entry 40 103 503 103 0 254 24240 0 itimer 352 0 66 16 0 30 23232 0 malloc-384 384 31 29 31 0 30 23040 0 malloc-384 384 0 60 3 0 30 23040 0 domainset 40 0 567 28 0 254 22680 0 tfo_ccache_entries 80 4 252 4 0 126 20480 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 42 588 1931 0 254 20160 0 udplite_inpcb ports 32 0 630 81 0 254 20160 0 udp_inpcb ports 32 3 627 46 0 254 20160 0 malloc-32 32 13 617 56 0 254 20160 0 malloc-32 32 33 597 3291 0 254 20160 0 malloc-32 32 16 614 43 0 254 20160 0 malloc-32 32 72 558 2381 0 254 20160 0 malloc-32 32 14 616 4003 0 254 20160 0 2 Bucket 32 108 522 6437 0 254 20160 0 AIOCB 552 2 33 1244 0 16 19320 0 AIOLIO 272 0 70 124 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 3 0 1 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 724780 0 254 16032 0 tcp_log_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1041 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 25 725 64 0 254 12000 0 malloc-16 16 90 660 34467 0 254 12000 0 malloc-16 16 15 735 142 0 254 12000 0 malloc-16 16 69 681 117 0 254 12000 0 malloc-16 16 5 745 53368 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 malloc-384 384 1 29 1 0 30 11520 0 abd_chunk 4096 1 1 1 0 2 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 KMAP ENTRY 96 16 23 22 0 0 3744 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0