panic: Lock pf config not exclusively locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:546 cpuid = 0 time = 1651288998 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009a6cbef0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009a6cc050 vpanic() at vpanic+0x2b8/frame 0xfffffe009a6cc130 panic() at panic+0xb5/frame 0xfffffe009a6cc1f0 _sx_xunlock_hard() at _sx_xunlock_hard/frame 0xfffffe009a6cc240 pf_free_rule() at pf_free_rule+0x4c/frame 0xfffffe009a6cc270 pfioctl() at pfioctl+0xc535/frame 0xfffffe009a6cd610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe009a6cd6f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe009a6cd730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe009a6cda80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe009a6cdad0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe009a6cdbd0 sys_ioctl() at sys_ioctl+0x31f/frame 0xfffffe009a6cdd30 amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe009a6cdf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009a6cdf30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x83245af08, rbp = 0x83245af70 --- KDB: enter: panic [ thread pid 30104 tid 135137 ] Stopped at kdb_enter+0x6b: movq $0,0x27048aa(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x4eb6f174b0bf85b6 rdx 0x3ffff rbx 0 rsp 0xfffffe009a6cc030 rbp 0xfffffe009a6cc050 rsi 0x40001 rdi 0xffffffff817825fa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009b9f2c50 r12 0xfffffe009b9f2740 r13 0xfffffe009a6cc001 r14 0xffffffff82bc9b00 .str.26 r15 0xffffffff82bc9b00 .str.26 rip 0xffffffff81775b6b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x27048aa(%rip) db> show proc Process 30104 (syz-executor.2) at 0xfffffe009ac71a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 796 at 0xfffffe0092e1a548 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053df0000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0058b9f3f0 (map 0xfffffe0058b9f3f0) (map.pmap 0xfffffe0058b9f4b0) (pmap 0xfffffe0058b9f518) threads: 2 123979 RunQ syz-executor.2 135137 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 30107 778 778 0 R syz-executor.1 30106 816 816 0 R syz-executor.3 30105 777 777 0 R (threaded) syz-executor.0 122667 Run CPU 1 syz-executor.0 135138 RunQ syz-executor.0 30104 796 796 0 R (threaded) syz-executor.2 123979 RunQ syz-executor.2 135137 Run CPU 0 syz-executor.2 20952 0 0 0 DL (threaded) [zfskern] 123684 D t->zthr 0xfffffe009ac18048 [arc_evict] 124114 D t->zthr 0xfffffe009ac17e48 [arc_reap] 124115 D - 0xfffffe009a387100 [dbu_evict] 124116 D dbuf_ev 0xffffffff85840120 [dbuf_evict_thread] 124117 D - 0xfffffe009a334400 [z_vdev_file_0] 124118 D - 0xfffffe009a334400 [z_vdev_file_1] 124119 D - 0xfffffe009a334400 [z_vdev_file_2] 124120 D - 0xfffffe009a334400 [z_vdev_file_3] 124121 D - 0xfffffe009a334400 [z_vdev_file_4] 124122 D - 0xfffffe009a334400 [z_vdev_file_5] 124123 D - 0xfffffe009a334400 [z_vdev_file_6] 124124 D - 0xfffffe009a334400 [z_vdev_file_7] 124125 D - 0xfffffe009a334400 [z_vdev_file_8] 124126 D - 0xfffffe009a334400 [z_vdev_file_9] 124127 D - 0xfffffe009a334400 [z_vdev_file_10] 124128 D - 0xfffffe009a334400 [z_vdev_file_11] 124129 D - 0xfffffe009a334400 [z_vdev_file_12] 124130 D - 0xfffffe009a334400 [z_vdev_file_13] 124131 D - 0xfffffe009a334400 [z_vdev_file_14] 124132 D - 0xfffffe009a334400 [z_vdev_file_15] 124133 D l2arc_f 0xffffffff8582f240 [l2arc_feed_thread] 124134 D - 0xfffffe009a2c7e00 [zfsvfs] 124135 S zevent_ 0xffffffff85840cc0 [sysevent] 18054 1 777 0 SV uwait 0xfffffe0058c7ec80 syz-executor.0 18045 1 777 0 SV uwait 0xfffffe0058c7eb80 syz-executor.0 18037 1 777 0 SV uwait 0xfffffe0058c7e580 syz-executor.0 18026 1 777 0 SV uwait 0xfffffe0057892280 syz-executor.0 18017 1 777 0 SV uwait 0xfffffe0058c80f00 syz-executor.0 18008 1 777 0 SV uwait 0xfffffe0057893300 syz-executor.0 17998 1 777 0 SV uwait 0xfffffe0057892e80 syz-executor.0 11119 1 11119 65 Ss select 0xfffffe009259f740 dhclient 8947 1 8947 0 Ss select 0xfffffe009274d340 dhclient 8944 1 8944 0 Ss select 0xfffffe009a4971c0 dhclient 8923 1 8923 65 Ss select 0xfffffe009274e9c0 dhclient 7402 1 7402 0 Ss select 0xfffffe009a4973c0 dhclient 7399 1 7399 0 Ss select 0xfffffe009274e640 dhclient 7362 1 7362 65 Ss select 0xfffffe009274e5c0 dhclient 5447 1 5447 0 Ss select 0xfffffe009259d640 dhclient 5444 1 5444 0 Ss select 0xfffffe009259d840 dhclient 5417 1 5417 65 Ss select 0xfffffe009274de40 dhclient 1637 0 0 0 DL aiordy 0xfffffe0099ae0000 [aiod4] 1636 0 0 0 DL aiordy 0xfffffe0099ae1000 [aiod3] 1635 0 0 0 DL aiordy 0xfffffe0092e71a90 [aiod2] 1634 0 0 0 DL aiordy 0xfffffe0099ae0548 [aiod1] 1617 1 1617 0 Ss select 0xfffffe009259e7c0 dhclient 1606 1 1606 0 Ss select 0xfffffe009259eac0 dhclient 1170 1 778 0 SV uwait 0xfffffe0057893500 syz-executor.1 1160 1 778 0 SV uwait 0xfffffe0057892d80 syz-executor.1 1149 1 778 0 SV uwait 0xfffffe0057893000 syz-executor.1 816 774 816 0 Ss nanslp 0xffffffff83e47a80 syz-executor.3 796 774 796 0 Ss nanslp 0xffffffff83e47a80 syz-executor.2 778 774 778 0 Rs syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100088 S uwait 0xfffffe0056fe3000 syz-fuzzer 100112 S uwait 0xfffffe0057894500 syz-fuzzer 100113 S kqread 0xfffffe0058b2b600 syz-fuzzer 100114 S uwait 0xfffffe0057894700 syz-fuzzer 100115 S uwait 0xfffffe0058c80d00 syz-fuzzer 100116 S uwait 0xfffffe0057894800 syz-fuzzer 100117 S uwait 0xfffffe0057894900 syz-fuzzer 100118 S uwait 0xfffffe0057894a00 syz-fuzzer 100119 S uwait 0xfffffe0058c80e00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058c775f8 csh 770 688 770 0 Ss select 0xfffffe009259ed40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574774b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00586c58b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005748d0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005748d8b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005748e0b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005748e8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0053f414b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0053f41cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0053f424b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e47a81 cron 688 1 688 0 Ss select 0xfffffe009259ef40 sshd 501 1 501 0 Ss select 0xfffffe0058926dc0 syslogd 430 1 430 0 Ss select 0xfffffe009259f3c0 devd 429 1 429 65 Ss select 0xfffffe009259f140 dhclient 344 1 344 0 Ss select 0xfffffe009259f240 dhclient 341 1 341 0 Ss select 0xfffffe009274e0c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe00579a7548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6d2e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6b8e0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058c9ece8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9f400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f932b8 [dom0] 100080 D launds 0xffffffff83f932c4 [laundry: dom0] 100081 D umarcl 0xffffffff81eb1ca0 [uma] 7 0 0 0 DL - 0xffffffff83c03788 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84b67530 [pf purge] 5 0 0 0 DL waiting 0xffffffff849a24a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa56c0 [doneq0] 100045 D - 0xffffffff83aa5640 [async] 100076 D - 0xffffffff83aa54c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f01c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8eac0 [crypto] 100041 D crypto_ 0xfffffe0053f73030 [crypto returns 0] 100042 D crypto_ 0xfffffe0053f73080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1d000 [g_event] 100036 D - 0xffffffff83e1d020 [g_up] 100037 D - 0xffffffff83e1d040 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df0000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8f5c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1da40 [swapper] 100005 D - 0xfffffe0008191000 [if_config_tqg_0] 100006 D - 0xfffffe0008190e00 [softirq_0] 100007 D - 0xfffffe0008190d00 [softirq_1] 100008 D - 0xfffffe0008190c00 [if_io_tqg_0] 100009 D - 0xfffffe0008190b00 [if_io_tqg_1] 100010 D - 0xfffffe0008190a00 [inm_free taskq] 100011 D - 0xfffffe0008190900 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008190800 [in6m_free taskq] 100013 D - 0xfffffe0008190700 [deferred_unmount ta] 100014 D - 0xfffffe0008190600 [thread taskq] 100016 D - 0xfffffe0008190400 [kqueue_ctx taskq] 100017 D - 0xfffffe0008190300 [pci_hp taskq] 100020 D - 0xfffffe0008190000 [aiod_kick taskq] 100021 D - 0xfffffe000818fe00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818fe00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818fe00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818fe00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818fd00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818fd00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818fd00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818fd00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000818fc00 [firmware taskq] 100038 D - 0xfffffe000818f200 [crypto_0] 100039 D - 0xfffffe000818f200 [crypto_1] 100055 D - 0xfffffe000818e900 [vtnet0 rxq 0] 100056 D - 0xfffffe000818e800 [vtnet0 txq 0] 100057 D - 0xfffffe000818e700 [vtnet0 rxq 1] 100058 D - 0xfffffe000818e600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f4be00 [virtio_balloon] 100066 D - 0xffffffff82bcf980 [deadlkres] 100070 D - 0xfffffe0008191100 [mca taskq] 100072 D - 0xfffffe000818eb00 [acpi_task_0] 100073 D - 0xfffffe000818eb00 [acpi_task_1] 100074 D - 0xfffffe000818eb00 [acpi_task_2] 100075 D - 0xfffffe000818ea00 [CAM taskq] 124108 D - 0xfffffe009a393200 [system_taskq_0] 124109 D - 0xfffffe009a393200 [system_taskq_1] 124110 D - 0xfffffe009a31fd00 [system_delay_taskq_] 124111 D - 0xfffffe009a31fd00 [system_delay_taskq_] 124113 D - 0xfffffe009a2d6100 [arc_prune] db> show all locks Process 30105 (syz-executor.0) thread 0xfffffe0092e0d1e0 (122667) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83e6cd80) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:1281 Process 30104 (syz-executor.2) thread 0xfffffe009b9f2740 (135137) exclusive rm pf rulesets (pf rulesets) r = 0 (0xffffffff84c236a0) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:3435 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 380 9856K 448 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4246 solaris 130 2804K 200 sysctloid 47595 2800K 47699 vtbuf 24 1968K 46 kobj 328 1312K 489 newblk 9 1026K 102965 vfscache 3 1025K 3 inodedep 765 799K 41560 pcb 93 616K 90998 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 169 324K 30217 filedesc 38 297K 58195 vmem 3 274K 6 dirrem 756 189K 34881 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 9 130K 29600 tfo_ccache 1 128K 1 DEVFS1 110 110K 127 sem 4 106K 4 freefile 754 95K 34865 BPF 46 88K 76 bus 994 81K 5207 mtx_pool 2 72K 2 syncache 1 68K 1 module 517 65K 517 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 462 58K 462 kdtrace 266 53K 65247 sctp_timw 166 42K 166 sctp_stro 35 35K 8481 temp 34 33K 5505 DEVFS3 129 33K 139 hostcache 1 32K 1 shm 1 32K 7 msg 4 30K 4 sctp_atcl 70 27K 54069 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 136 16K 428 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 44 14K 122 KTRACE 101 13K 2014 ether_multi 157 13K 172 ifnet 7 13K 7 eventhandler 137 12K 137 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 493 CAM queue 5 11K 1528 in6_multi 71 9K 71 taskqueue 81 9K 81 bmsafemap 2 9K 37296 ksem 2 9K 916 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 90 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 UMA 367 7K 367 kqueue 74 7K 30192 cred 26 7K 653 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 484 ufs_dirhash 24 5K 24 pwddesc 72 5K 30108 sctp_atky 105 5K 64027 session 35 5K 54 pf_ifnet 10 5K 19 DEVFSP 68 5K 1682 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 2462 evdev 4 4K 4 proc-args 102 4K 31528 acpisem 28 4K 28 selfd 55 4K 410091 lockf 32 4K 63 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 68 uidinfo 3 3K 380 pf_rule 1 2K 340 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 CAM XPT 22 2K 543 Unitno 25 2K 3637 msi 12 2K 12 in_multi 6 2K 9 vnodemarker 3 2K 481 freework 5 2K 60107 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 sctp_athm 70 2K 54343 sctp_map 70 2K 16962 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 59120 freeblks 4 1K 34578 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 osd 32 1K 7932 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 290 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 29560 diradd 4 1K 34922 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 15 1K 9040 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 7892 vnodes 1 1K 2 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 888 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 42688 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 sigio 1 1K 2 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 20017 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 376 tcp_do 0 0K 0 tcp_fsb 0 0K 1502 mqdata 0 0K 0 filemon 0 0K 1059 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 50795 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 238 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 224 allocindir 0 0K 0 indirdep 0 0K 43762 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 14 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 1 in_mfilter 0 0K 1 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 29780 namei_tracker 0 0K 83 export_host 0 0K 0 cl_savebuf 0 0K 5 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 4228 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 123 lio 0 0K 877 acl 0 0K 0 mbuf_tag 0 0K 157 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 31529 eventfd 0 0K 37 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1007 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8386 1012 1508028 0 254 38494208 0 tcp_log 416 0 9657 260819 0 254 4017312 0 mbuf 256 8978 1436 2609974 0 254 2665984 0 malloc-384 384 4881 2019 45677 0 30 2649600 0 RADIX NODE 144 17543 260 652690 0 62 2563632 0 sctp_asoc 2256 35 985 8481 0 254 2301120 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 malloc-128 128 15628 275 109952 0 126 2035584 0 pbuf 2624 0 762 0 0 2 1999488 0 BUF TRIE 144 227 11561 85125 0 62 1697472 0 malloc-2048 2048 44 628 45409 0 8 1376256 0 malloc-4096 4096 331 3 970 0 2 1368064 0 UMA Slabs 0 112 11628 30 11628 0 126 1305696 0 sctp_ep 1208 35 985 45400 0 254 1232160 0 vmem btag 56 21142 65 21142 0 254 1187592 0 FFS inode 1160 532 140 35402 0 8 779520 0 sctp_raddr 736 35 988 8949 0 254 752928 0 socket 960 40 724 56757 0 254 733440 0 malloc-256 256 831 2034 35226 0 62 733440 0 VM OBJECT 264 2602 98 653371 0 30 712800 0 malloc-1024 1024 38 634 8495 0 16 688128 0 tcp_bbr_map 128 0 5301 86772 0 126 678528 0 256 Bucket 2048 269 23 8221 0 8 598016 0 tcpcb 1104 4 507 7892 0 254 564144 0 malloc-8192 8192 1 66 1060 0 1 548864 0 malloc-384 384 101 1279 54178 0 30 529920 0 malloc-256 256 47 1948 81149 0 62 510720 0 THREAD 1808 193 38 35138 0 8 417648 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 malloc-65536 65536 1 5 145 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 malloc-16384 16384 19 4 29096 0 1 376832 0 malloc-64 64 5209 398 445287 0 254 358848 0 malloc-128 128 788 2002 35276 0 126 357120 0 VNODE 448 573 210 35445 0 30 350784 0 MAP ENTRY 96 3307 347 1550616 0 126 350784 0 malloc-4096 4096 77 5 30115 0 2 335872 0 malloc-16 16 19593 407 27585 0 254 320000 0 ertt_txseginfo 40 0 6666 172478 0 254 266640 0 malloc-65536 65536 1 3 387 0 1 262144 0 malloc-32 32 7655 535 7734 0 254 262080 0 UMA Zones 768 339 0 339 0 16 260352 0 mbuf_packet 256 206 810 47087 0 254 260096 0 malloc-32768 32768 0 7 41635 0 1 229376 0 DEVCTL 1024 0 220 156 0 0 225280 0 malloc-256 256 102 768 140786 0 62 222720 0 FPU_save_area 832 195 48 39570 0 16 202176 0 malloc-128 128 1242 277 27549 0 126 194432 0 malloc-256 256 208 542 108182 0 62 192000 0 malloc-128 128 1220 175 5700 0 126 178560 0 FFS2 dinode 256 532 158 35401 0 62 176640 0 128 Bucket 1024 120 43 3221 0 16 166912 0 malloc-1024 1024 155 5 172 0 16 163840 0 S VFS Cache 104 1034 487 37641 0 126 158184 0 sctp_chunk 152 38 1002 1393 0 254 158080 0 VMSPACE 2552 50 10 30077 0 4 153120 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-32768 32768 2 2 45 0 1 131072 0 malloc-32768 32768 0 4 120 0 1 131072 0 unpcb 256 20 490 2267 0 254 130560 0 UMA Kegs 384 325 8 325 0 30 127872 0 clpbuf 2624 0 48 56 0 16 125952 0 64 Bucket 512 166 74 35468 0 30 122880 0 PROC 1352 71 19 30107 0 8 121680 0 ksiginfo 112 79 965 4659 0 126 116928 0 malloc-2048 2048 5 51 1228 0 8 114688 0 malloc-256 256 290 145 35703 0 62 111360 0 malloc-4096 4096 21 5 33 0 2 106496 0 malloc-64 64 607 968 10575 0 254 100800 0 malloc-8192 8192 9 3 38 0 1 98304 0 malloc-4096 4096 21 3 35 0 2 98304 0 filedesc0 1072 72 19 30108 0 8 97552 0 32 Bucket 256 208 167 24027 0 62 96000 0 ripcb 424 5 211 318 0 30 91584 0 malloc-8192 8192 10 1 12 0 1 90112 0 sctp_stream_msg_out 112 3 789 2340 0 254 88704 0 malloc-128 128 375 276 32577 0 126 83328 0 sctp_readq 152 0 520 82 0 254 79040 0 pipe 744 23 77 660 0 16 74400 0 g_bio 408 0 180 610763 0 30 73440 0 malloc-384 384 143 37 144 0 30 69120 0 malloc-64 64 567 504 1210 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-256 256 201 54 684 0 62 65280 0 udp_inpcb 424 6 147 686 0 30 64872 0 Files 80 222 578 110627 0 126 64000 0 tcp_inpcb 424 4 122 7892 0 30 53424 0 malloc-64 64 208 611 30323 0 254 52416 0 malloc-64 64 37 782 24187 0 254 52416 0 malloc-64 64 102 717 38583 0 254 52416 0 malloc-32 32 287 1351 96887 0 254 52416 0 malloc-256 256 28 167 7520 0 62 49920 0 malloc-256 256 7 188 38283 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 177614 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 0 3 160 0 1 49152 0 malloc-1024 1024 5 43 1941 0 16 49152 0 pcpu-64 64 498 270 498 0 254 49152 0 tcp_rack_pcb 896 0 54 1502 0 16 48384 0 pcpu-8 8 5222 410 7310 0 254 45056 0 tcp_bbr_pcb 832 0 54 5438 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 232 83 232 0 62 42840 0 malloc-8192 8192 2 3 263 0 1 40960 0 udplite_inpcb 424 0 90 144 0 30 38160 0 da_ccb 544 0 70 152845 0 16 38080 0 malloc-64 64 224 343 250 0 254 36288 0 malloc-64 64 168 399 1787 0 254 36288 0 16 Bucket 144 119 133 7167 0 62 36288 0 8 Bucket 80 140 310 7767 0 126 36000 0 malloc-128 128 43 236 167 0 126 35712 0 malloc-128 128 29 250 1209 0 126 35712 0 malloc-128 128 47 232 47 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 55 35 57 0 30 34560 0 SLEEPQUEUE 88 232 152 232 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-4096 4096 2 6 30405 0 2 32768 0 malloc-2048 2048 3 13 1632 0 8 32768 0 malloc-2048 2048 11 5 350 0 8 32768 0 malloc-2048 2048 3 13 855 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 8 24 9 0 16 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 3 29 160 0 16 32768 0 malloc-1024 1024 9 23 9 0 16 32768 0 malloc-1024 1024 3 29 20 0 16 32768 0 malloc-512 512 2 62 34 0 30 32768 0 malloc-512 512 12 52 32 0 30 32768 0 malloc-512 512 0 64 134 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 5 59 483 0 30 32768 0 malloc-512 512 0 64 377 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 KNOTE 160 28 172 249545 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 malloc-16 16 318 1682 64901 0 254 32000 0 tcp_rack_map 120 0 264 2634 0 126 31680 0 cpuset 104 7 272 7153 0 126 29016 0 sctp_laddr 48 48 540 17474 0 254 28224 0 tcp_inpcb ports 32 2 880 6758 0 254 28224 0 PWD 32 31 851 29488 0 254 28224 0 4 Bucket 48 5 583 648 0 254 28224 0 2 Bucket 32 107 775 13347 0 254 28224 0 malloc-16 16 162 1588 81454 0 254 28000 0 AIO 208 0 133 899 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 54 0 126 24288 0 rl_entry 40 105 501 105 0 254 24240 0 itimer 352 6 60 6 0 30 23232 0 malloc-384 384 3 57 108 0 30 23040 0 malloc-384 384 20 40 360 0 30 23040 0 domainset 40 0 567 5351 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 830 0 254 20160 0 udp_inpcb ports 32 3 627 36 0 254 20160 0 udplite_inpcb ports 32 0 630 32 0 254 20160 0 ertt 72 4 276 7892 0 126 20160 0 malloc-32 32 111 519 3737 0 254 20160 0 malloc-32 32 27 603 2097 0 254 20160 0 malloc-32 32 59 571 1992 0 254 20160 0 malloc-32 32 55 575 446 0 254 20160 0 malloc-32 32 5 625 9 0 254 20160 0 cryptop 280 0 70 33 0 30 19600 0 AIOCB 552 0 35 1653 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 877 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 5 0 2 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 781755 0 254 16032 0 kenv 258 15 45 1055 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-32 32 128 250 17047 0 254 12096 0 malloc-16 16 6 744 1039 0 254 12000 0 malloc-16 16 15 735 4014 0 254 12000 0 malloc-16 16 39 711 167 0 254 12000 0 malloc-16 16 324 426 26956 0 254 12000 0 malloc-16 16 10 740 12 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 16 23 22 0 0 3744 0 pcpu-4 4 1 511 225 0 254 2048 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0