panic: Lock pf config not exclusively locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:546 cpuid = 0 time = 1652181524 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a66dcef0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a66dd050 vpanic() at vpanic+0x2b8/frame 0xfffffe00a66dd130 panic() at panic+0xb5/frame 0xfffffe00a66dd1f0 _sx_xunlock_hard() at _sx_xunlock_hard/frame 0xfffffe00a66dd240 pf_free_rule() at pf_free_rule+0x4c/frame 0xfffffe00a66dd270 pfioctl() at pfioctl+0xc535/frame 0xfffffe00a66de610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe00a66de6f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe00a66de730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe00a66dea80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe00a66dead0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe00a66debd0 sys_ioctl() at sys_ioctl+0x31f/frame 0xfffffe00a66ded30 amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe00a66def30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a66def30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x831e26f08, rbp = 0x831e26f70 --- KDB: enter: panic [ thread pid 44206 tid 152326 ] Stopped at kdb_enter+0x6b: movq $0,0x26ff38a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xaced072e7d5fc6e1 rdx 0x3ffff rbx 0 rsp 0xfffffe00a66dd030 rbp 0xfffffe00a66dd050 rsi 0x40001 rdi 0xffffffff81781dca vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe00a7aa58b0 r12 0xfffffe00a7aa53a0 r13 0xfffffe00a66dd001 r14 0xffffffff82bc7e40 .str.26 r15 0xffffffff82bc7e40 .str.26 rip 0xffffffff8177530b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x26ff38a(%rip) db> show proc Process 44206 (syz-executor.3) at 0xfffffe00a7a9e000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 819 at 0xfffffe009ec6b548 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053dd8000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a8776000 (map 0xfffffe00a8776000) (map.pmap 0xfffffe00a87760c0) (pmap 0xfffffe00a8776128) threads: 2 149263 RunQ syz-executor.3 152326 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 44207 778 778 0 R (threaded) syz-executor.1 150088 RunQ syz-executor.1 152327 RunQ syz-executor.1 44206 819 819 0 R (threaded) syz-executor.3 149263 RunQ syz-executor.3 152326 Run CPU 0 syz-executor.3 44204 785 785 0 R (threaded) syz-executor.2 150867 Run CPU 1 syz-executor.2 152324 RunQ syz-executor.2 42804 42803 819 0 SV uwait 0xfffffe0053f75c00 syz-executor.3 42803 1 819 0 DV ppwait 0xfffffe00a7b254f8 syz-executor.3 42797 1 819 0 SV uwait 0xfffffe009f028980 syz-executor.3 42782 1 819 0 SV uwait 0xfffffe0007979e80 syz-executor.3 42052 1 785 0 S uwait 0xfffffe0057896c80 syz-executor.2 42047 1 785 0 S uwait 0xfffffe00a74d5f00 syz-executor.2 42045 1 785 0 S uwait 0xfffffe00a74d5980 syz-executor.2 42039 1 785 0 S uwait 0xfffffe009f028080 syz-executor.2 41599 1 777 0 S uwait 0xfffffe0057896d80 syz-executor.0 41592 1 777 0 S uwait 0xfffffe009f027100 syz-executor.0 41584 1 777 0 S uwait 0xfffffe00a74d5b00 syz-executor.0 41575 1 777 0 S uwait 0xfffffe009f028880 syz-executor.0 35538 1 777 0 SV uwait 0xfffffe0053f75300 syz-executor.0 35529 1 777 0 SV uwait 0xfffffe009f027200 syz-executor.0 35515 1 777 0 SV uwait 0xfffffe00a7a92580 syz-executor.0 34663 1 777 0 S uwait 0xfffffe0007979100 syz-executor.0 34652 1 777 0 S uwait 0xfffffe0053f72200 syz-executor.0 34479 1 777 0 SV uwait 0xfffffe00a74d6380 syz-executor.0 15448 0 0 0 DL - 0xffffffff83f61a40 [soaiod4] 15447 0 0 0 DL - 0xffffffff83f61a40 [soaiod3] 15446 0 0 0 DL - 0xffffffff83f61a40 [soaiod2] 15445 0 0 0 DL - 0xffffffff83f61a40 [soaiod1] 12988 1 777 0 SV uwait 0xfffffe009f027000 syz-executor.0 12979 1 777 0 SV uwait 0xfffffe0057896e80 syz-executor.0 12970 1 777 0 SV uwait 0xfffffe00a74d7300 syz-executor.0 12961 1 777 0 SV uwait 0xfffffe009f027900 syz-executor.0 12952 1 777 0 SV uwait 0xfffffe009f027f00 syz-executor.0 12941 1 777 0 SV uwait 0xfffffe0057894700 syz-executor.0 11382 1 11382 65 Ss select 0xfffffe00a74cd5c0 dhclient 10510 1 10510 0 Ss select 0xfffffe009e85c1c0 dhclient 10507 1 10507 0 Ss select 0xfffffe00a74cde40 dhclient 10478 1 10478 65 Ss select 0xfffffe00a74ce0c0 dhclient 9556 1 9556 0 Ss select 0xfffffe00a74cd840 dhclient 9553 1 9553 0 Ss select 0xfffffe00a74cda40 dhclient 9525 1 9525 65 Ss select 0xfffffe00a74cdb40 dhclient 7507 1 7507 0 Ss select 0xfffffe009e85c440 dhclient 7504 1 7504 0 Ss select 0xfffffe00a74cdd40 dhclient 7466 1 7466 65 Ss select 0xfffffe00a74cdec0 dhclient 2365 1 777 0 SV uwait 0xfffffe009f029000 syz-executor.0 2357 2355 777 0 SV uwait 0xfffffe0057894480 syz-executor.0 2355 1 777 0 DV ppwait 0xfffffe00a60f24f8 syz-executor.0 2344 1 777 0 SV uwait 0xfffffe0057893b00 syz-executor.0 2332 0 0 0 DL (threaded) [zfskern] 102223 D t->zthr 0xfffffe009f171b48 [arc_evict] 102246 D t->zthr 0xfffffe009f171148 [arc_reap] 102247 D - 0xfffffe009f000100 [dbu_evict] 102248 D dbuf_ev 0xffffffff85840120 [dbuf_evict_thread] 102249 D - 0xfffffe009f16f800 [z_vdev_file_0] 102250 D - 0xfffffe009f16f800 [z_vdev_file_1] 102251 D - 0xfffffe009f16f800 [z_vdev_file_2] 102252 D - 0xfffffe009f16f800 [z_vdev_file_3] 102253 D - 0xfffffe009f16f800 [z_vdev_file_4] 102254 D - 0xfffffe009f16f800 [z_vdev_file_5] 102255 D - 0xfffffe009f16f800 [z_vdev_file_6] 102256 D - 0xfffffe009f16f800 [z_vdev_file_7] 102257 D - 0xfffffe009f16f800 [z_vdev_file_8] 102258 D - 0xfffffe009f16f800 [z_vdev_file_9] 102259 D - 0xfffffe009f16f800 [z_vdev_file_10] 102260 D - 0xfffffe009f16f800 [z_vdev_file_11] 102261 D - 0xfffffe009f16f800 [z_vdev_file_12] 102262 D - 0xfffffe009f16f800 [z_vdev_file_13] 102263 D - 0xfffffe009f16f800 [z_vdev_file_14] 102264 D - 0xfffffe009f16f800 [z_vdev_file_15] 102265 D l2arc_f 0xffffffff8582f240 [l2arc_feed_thread] 102266 D - 0xfffffe009f002900 [zfsvfs] 102267 S zevent_ 0xffffffff85840cc0 [sysevent] 2204 1 777 0 SV uwait 0xfffffe0057893780 syz-executor.0 2192 2191 777 0 SV uwait 0xfffffe009f029200 syz-executor.0 2191 1 777 0 DV ppwait 0xfffffe009f174f88 syz-executor.0 2179 1 777 0 SV uwait 0xfffffe009f029a00 syz-executor.0 1648 1 1648 0 Ss select 0xfffffe0058b744c0 dhclient 1645 1 1645 0 Ss select 0xfffffe0058b74a40 dhclient 1332 1 785 0 SV uwait 0xfffffe009f029800 syz-executor.2 1321 1 785 0 SV uwait 0xfffffe0057895300 syz-executor.2 1309 0 0 0 DL aiordy 0xfffffe009eae1548 [aiod4] 1307 0 0 0 DL aiordy 0xfffffe009f174000 [aiod3] 1306 0 0 0 DL aiordy 0xfffffe009f174548 [aiod2] 1305 0 0 0 DL aiordy 0xfffffe009eba7000 [aiod1] 1303 1 785 0 SV uwait 0xfffffe0053f73080 syz-executor.2 819 774 819 0 Ss nanslp 0xffffffff83e41d00 syz-executor.3 785 774 785 0 Rs syz-executor.2 778 774 778 0 Ss nanslp 0xffffffff83e41d00 syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100112 S uwait 0xfffffe0007979b80 syz-fuzzer 100117 S uwait 0xfffffe0053f72100 syz-fuzzer 100118 S uwait 0xfffffe0057893f00 syz-fuzzer 100119 S uwait 0xfffffe0057894080 syz-fuzzer 100120 S uwait 0xfffffe0053f72e00 syz-fuzzer 100121 S uwait 0xfffffe0057894180 syz-fuzzer 100122 S uwait 0xfffffe0057894280 syz-fuzzer 100123 S kqread 0xfffffe0053f69a00 syz-fuzzer 100125 S uwait 0xfffffe0053f72f00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe009ec6c0b0 csh 770 688 770 0 Ss select 0xfffffe0058b749c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056fde8b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0053f330b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0053f338b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0053f340b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0053f348b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005747e4b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005747ecb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005747f4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0053f350b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e41d01 cron 688 1 688 0 Ss select 0xfffffe009e85c940 sshd 501 1 501 0 Ss select 0xfffffe0058b75140 syslogd 430 1 430 0 Ss select 0xfffffe009e85cac0 devd 429 1 429 65 Ss select 0xfffffe0058b752c0 dhclient 344 1 344 0 Ss select 0xfffffe009e85cb40 dhclient 341 1 341 0 Ss select 0xfffffe0058b75940 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056fa6548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f67560 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f65b60 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0056fad4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f99600 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f8d4b8 [dom0] 100083 D launds 0xffffffff83f8d4c4 [laundry: dom0] 100084 D umarcl 0xffffffff81eb19b0 [uma] 7 0 0 0 DL - 0xffffffff83bfe328 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84652530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b364a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa12c0 [doneq0] 100045 D - 0xffffffff83aa1240 [async] 100076 D - 0xffffffff83aa10c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fafc88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f88ce0 [crypto] 100041 D crypto_ 0xfffffe0053f6c030 [crypto returns 0] 100042 D crypto_ 0xfffffe0053f6c080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e17300 [g_event] 100036 D - 0xffffffff83e17320 [g_up] 100037 D - 0xffffffff83e17340 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd8000 [init] 10 0 0 0 DL audit_w 0xffffffff83f897c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e17d00 [swapper] 100005 D - 0xfffffe00081f8e00 [if_config_tqg_0] 100006 D - 0xfffffe00081f8d00 [softirq_0] 100007 D - 0xfffffe00081f8c00 [softirq_1] 100008 D - 0xfffffe00081f8b00 [if_io_tqg_0] 100009 D - 0xfffffe00081f8a00 [if_io_tqg_1] 100010 D - 0xfffffe0007972600 [inm_free taskq] 100011 D - 0xfffffe0007972400 [linuxkpi_irq_wq] 100012 D - 0xfffffe0007972200 [in6m_free taskq] 100013 D - 0xfffffe0007972000 [deferred_unmount ta] 100014 D - 0xfffffe0007971d00 [thread taskq] 100016 D - 0xfffffe0007971900 [kqueue_ctx taskq] 100017 D - 0xfffffe0007971700 [pci_hp taskq] 100020 D - 0xfffffe0007971100 [aiod_kick taskq] 100021 D - 0xfffffe0007970e00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007970e00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007970e00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007970e00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007970900 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007970900 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007970900 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007970900 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0053ee7300 [firmware taskq] 100038 D - 0xfffffe0053ee6d00 [crypto_0] 100039 D - 0xfffffe0053ee6d00 [crypto_1] 100055 D - 0xfffffe0053ee5b00 [vtnet0 rxq 0] 100056 D - 0xfffffe0053ee5a00 [vtnet0 txq 0] 100057 D - 0xfffffe0053ee5900 [vtnet0 rxq 1] 100058 D - 0xfffffe0053ee5800 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f7c280 [virtio_balloon] 100066 D - 0xffffffff82bcdcc0 [deadlkres] 100070 D - 0xfffffe0007973200 [mca taskq] 100072 D - 0xfffffe005789a600 [acpi_task_0] 100073 D - 0xfffffe005789a600 [acpi_task_1] 100074 D - 0xfffffe005789a600 [acpi_task_2] 100075 D - 0xfffffe0053ee6600 [CAM taskq] 102241 D - 0xfffffe00a5cba000 [system_taskq_0] 102242 D - 0xfffffe00a5cba000 [system_taskq_1] 102243 D - 0xfffffe009f1c2700 [system_delay_taskq_] 102244 D - 0xfffffe009f1c2700 [system_delay_taskq_] 102245 D - 0xfffffe00a5cbc900 [arc_prune] db> show all locks Process 44206 (syz-executor.3) thread 0xfffffe00a7aa53a0 (152326) exclusive rm pf rulesets (pf rulesets) r = 0 (0xffffffff8470e6a0) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:3435 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 402 10294K 483 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4246 solaris 130 2804K 200 sysctloid 47595 2800K 47699 vtbuf 24 1968K 46 pcb 1179 1837K 117662 kobj 328 1312K 489 newblk 18 1029K 132723 vfscache 3 1025K 3 inodedep 1070 913K 50844 filedesc 86 682K 86377 sctp_stro 565 565K 13184 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 221 446K 44332 sctp_atcl 1143 429K 72080 vmem 3 274K 5 dirrem 1055 264K 45857 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 18 133K 43176 freefile 1052 132K 45821 tfo_ccache 1 128K 1 DEVFS1 110 110K 127 sem 4 106K 4 BPF 46 88K 258 bus 994 81K 5207 mtx_pool 2 72K 2 sctp_atky 1708 72K 86228 syncache 1 68K 1 module 518 65K 518 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 506 64K 506 kdtrace 327 63K 96536 sctp_timw 150 38K 150 temp 34 33K 4205 pf_osfp 272 33K 272 DEVFS3 129 33K 139 hostcache 1 32K 1 shm 1 32K 12 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 sctp_athm 1143 18K 72264 sctp_map 1130 18K 26368 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 135 16K 427 ithread 97 16K 97 lltable 46 15K 122 bus-sc 34 15K 1681 KTRACE 101 13K 141 ether_multi 157 13K 167 ifnet 7 13K 7 eventhandler 137 12K 137 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 493 CAM queue 5 11K 1528 in6_multi 71 9K 71 kqueue 102 9K 44424 taskqueue 81 9K 81 bmsafemap 2 9K 47872 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 668 rpc 2 8K 2 shmfd 1 8K 353 pfs_vncache 1 8K 1 pf_rule 47 8K 330 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 cred 29 8K 343 UMA 367 7K 367 pwddesc 100 7K 44208 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 499 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 71 session 35 5K 62 DEVFSP 68 5K 704 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 3572 evdev 4 4K 4 proc-args 126 4K 45633 lockf 35 4K 162 acpisem 28 4K 28 selfd 55 4K 596875 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 98 uidinfo 3 3K 15 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 30 2K 5663 newdirblk 13 2K 43153 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 vnodemarker 3 2K 105 freework 5 2K 81390 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 86306 freeblks 4 1K 47965 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 osd 39 1K 19178 CAM periph 4 1K 271 inpcbpolicy 26 1K 21864 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 113 pci_link 10 1K 10 CC Mem 11 1K 19358 tcp_fsb 5 1K 9937 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 diradd 4 1K 45899 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 sigio 4 1K 5 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 412 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 62533 filecaps 5 1K 267 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 32478 sctp_iter 0 0K 69 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 58 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 31 sctp_stri 0 0K 478 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_do 0 0K 0 filemon 0 0K 59 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 62506 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 49 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 indirdep 0 0K 53472 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 132 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 10 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 34 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 43505 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 2239 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 14 lio 0 0K 61 acl 0 0K 0 mbuf_tag 0 0K 140 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 54843 eventfd 0 0K 148 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 956 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8996 910 1724973 0 254 40574976 0 tcp_log 416 0 9144 316557 0 254 3803904 0 sctp_asoc 2256 565 960 13184 0 254 3440400 0 mbuf 256 10701 2263 3158835 0 254 3318784 0 RADIX NODE 144 21950 193 904306 0 62 3188592 0 malloc-2048 2048 579 709 58524 0 8 2637824 0 pbuf 2624 0 989 0 0 2 2595136 0 sctp_ep 1208 578 1202 58523 0 254 2150240 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 malloc-128 128 15742 161 19912 0 126 2035584 0 malloc-4096 4096 450 6 45344 0 2 1867776 0 BUF TRIE 144 233 11555 102681 0 64 1697472 0 malloc-384 384 4225 35 4301 0 30 1635840 0 UMA Slabs 0 112 12595 35 12595 0 126 1414560 0 sctp_raddr 736 565 1217 15034 0 254 1311552 0 vmem btag 56 23201 94 23201 0 254 1304520 0 malloc-1024 1024 570 646 13730 0 16 1245184 0 malloc-384 384 1069 2051 50843 0 30 1198080 0 malloc-384 384 1144 1346 72201 0 30 956160 0 malloc-256 256 1506 2034 103364 0 62 906240 0 malloc-16384 16384 49 5 43193 0 1 884736 0 tcpcb 1104 11 752 19138 0 254 842352 0 VM OBJECT 264 2983 77 950131 0 30 807840 0 socket 960 64 700 82278 0 254 733440 0 FFS inode 1160 552 29 46375 0 8 673960 0 256 Bucket 2048 297 19 9501 0 8 647168 0 malloc-65536 65536 9 0 9 0 1 589824 0 tcp_bbr_map 128 0 4185 75475 0 126 535680 0 malloc-128 128 1716 2190 48586 0 126 499968 0 malloc-256 256 19 1781 195238 0 62 460800 0 THREAD 1808 226 27 52327 0 8 457424 0 malloc-64 64 5773 1346 83498 0 254 455616 0 MAP ENTRY 96 4351 311 2235129 0 126 447552 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-256 256 655 785 59347 0 62 368640 0 malloc-16 16 20711 1789 149429 0 254 360000 0 malloc-32 32 8542 1664 108660 0 254 326592 0 VNODE 448 593 100 46418 0 30 310464 0 malloc-32768 32768 2 7 50788 0 1 294912 0 UMA Zones 768 339 0 339 0 16 260352 0 mbuf_packet 256 249 767 70260 0 254 260096 0 ertt_txseginfo 40 9 6354 200734 0 254 254520 0 FPU_save_area 832 228 51 60174 0 16 232128 0 DEVCTL 1024 0 220 156 0 0 225280 0 malloc-128 128 1283 360 119616 0 126 210304 0 VMSPACE 2552 71 10 44158 0 4 206712 0 sctp_chunk 152 632 642 3567 0 254 193648 0 128 Bucket 1024 125 54 4693 0 16 183296 0 malloc-1024 1024 156 20 174 0 16 180224 0 PROC 1352 99 21 44207 0 8 162240 0 FFS2 dinode 256 552 78 46374 0 62 161280 0 S VFS Cache 104 1085 436 48123 0 126 158184 0 sctp_stream_msg_out 112 365 931 8408 0 254 145152 0 filedesc0 1072 100 26 44208 0 8 135072 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 388 0 1 131072 0 malloc-65536 65536 0 2 3 0 1 131072 0 malloc-65536 65536 0 2 136 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-2048 2048 12 52 1339 0 8 131072 0 unpcb 256 20 490 1835 0 254 130560 0 UMA Kegs 384 325 8 325 0 30 127872 0 64 Bucket 512 150 82 63643 0 30 118784 0 ksiginfo 112 111 933 9069 0 126 116928 0 malloc-128 128 573 202 46491 0 126 99200 0 malloc-8192 8192 7 5 66 0 1 98304 0 pipe 744 23 107 2265 0 16 96720 0 32 Bucket 256 207 168 33338 0 62 96000 0 tcp_inpcb 424 11 205 19138 0 30 91584 0 sctp_laddr 48 1440 408 4259 0 254 88704 0 g_bio 408 0 210 721331 0 30 85680 0 malloc-64 64 615 708 89577 0 254 84672 0 malloc-64 64 626 697 25491 0 254 84672 0 malloc-8192 8192 9 1 11 0 1 81920 0 malloc-4096 4096 15 5 218 0 2 81920 0 malloc-256 256 155 160 7653 0 62 80640 0 sctp_readq 152 0 520 34 0 254 79040 0 udp_inpcb 424 6 174 705 0 30 76320 0 malloc-128 128 323 204 487 0 126 67456 0 malloc-128 128 298 229 375 0 126 67456 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-256 256 56 199 130186 0 62 65280 0 malloc-256 256 80 175 48116 0 62 65280 0 ripcb 424 9 144 976 0 30 64872 0 udplite_inpcb 424 0 153 1045 0 30 64872 0 malloc-512 512 12 108 269 0 30 61440 0 malloc-384 384 121 29 461 0 30 57600 0 malloc-4096 4096 12 2 25 0 2 57344 0 AIOCB 552 0 98 327 0 16 54096 0 malloc-64 64 453 366 653 0 254 52416 0 Files 80 244 406 155351 0 126 52000 0 malloc-256 256 69 126 43409 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 207096 0 16 49152 0 malloc-16384 16384 3 0 18 0 1 49152 0 malloc-2048 2048 10 14 158 0 8 49152 0 pcpu-64 64 501 267 501 0 254 49152 0 pcpu-8 8 5238 906 9122 0 254 49152 0 tcp_rack_pcb 896 5 49 9937 0 16 48384 0 malloc-16 16 1204 1796 26512 0 254 48000 0 tcp_rack_map 120 50 346 19707 0 126 47520 0 tcp_bbr_pcb 832 1 53 2482 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 254 61 254 0 62 42840 0 clpbuf 2624 0 16 44 0 16 41984 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 180487 0 16 38080 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 78 489 100 0 254 36288 0 malloc-64 64 67 500 596914 0 254 36288 0 malloc-64 64 105 462 1079 0 254 36288 0 malloc-64 64 49 518 426 0 254 36288 0 malloc-32 32 338 796 27030 0 254 36288 0 16 Bucket 144 127 125 8672 0 62 36288 0 malloc-128 128 27 252 43171 0 126 35712 0 malloc-128 128 70 209 10107 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 51 84 1082 0 62 34560 0 SLEEPQUEUE 88 254 130 254 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 2 2 30 0 1 32768 0 malloc-8192 8192 2 2 103 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 3 5 44559 0 2 32768 0 malloc-2048 2048 5 11 199 0 8 32768 0 malloc-2048 2048 0 16 6 0 8 32768 0 malloc-2048 2048 7 9 1317 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 3 13 202 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 3 29 358 0 16 32768 0 malloc-1024 1024 7 25 1342 0 16 32768 0 malloc-1024 1024 10 22 167 0 16 32768 0 malloc-1024 1024 3 29 9 0 16 32768 0 malloc-512 512 1 63 119 0 30 32768 0 malloc-512 512 3 61 105 0 30 32768 0 malloc-512 512 9 55 25 0 30 32768 0 malloc-512 512 6 58 6 0 30 32768 0 malloc-512 512 1 63 554 0 30 32768 0 KNOTE 160 28 172 360344 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 8 271 14375 0 126 29016 0 tcp_inpcb ports 32 4 878 6142 0 254 28224 0 ertt 72 11 381 19138 0 126 28224 0 PWD 32 51 831 43244 0 254 28224 0 malloc-32 32 133 749 43503 0 254 28224 0 4 Bucket 48 7 581 933 0 254 28224 0 2 Bucket 32 70 812 14881 0 254 28224 0 AIO 208 7 126 105 0 62 27664 0 malloc-8192 8192 1 2 81 0 1 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 62 0 126 24288 0 rl_entry 40 120 486 120 0 254 24240 0 8 Bucket 80 135 165 9876 0 126 24000 0 itimer 352 0 66 3 0 30 23232 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 3 57 26 0 30 23040 0 malloc-384 384 26 34 29 0 30 23040 0 domainset 40 0 567 11559 0 254 22680 0 udpcb 32 6 624 1750 0 254 20160 0 udp_inpcb ports 32 3 627 39 0 254 20160 0 udplite_inpcb ports 32 0 630 44 0 254 20160 0 malloc-32 32 82 548 93 0 254 20160 0 malloc-32 32 246 384 7081 0 254 20160 0 malloc-32 32 34 596 783 0 254 20160 0 malloc-32 32 60 570 835 0 254 20160 0 AIOLIO 272 0 70 61 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 8 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 1 1 10 0 1 16384 0 malloc-4096 4096 2 2 2 0 2 16384 0 malloc-4096 4096 1 3 29 0 2 16384 0 malloc-1024 1024 6 10 6 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 ipq 56 0 288 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 917817 0 254 16032 0 malloc-16 16 46 954 19213 0 254 16000 0 malloc-16 16 339 661 639 0 254 16000 0 tcp_log_id_node 120 0 132 4 0 126 15840 0 kenv 258 15 45 1055 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_id_bucket 176 0 69 2 0 62 12144 0 AIOP 32 4 374 4 0 254 12096 0 malloc-32 32 6 372 34 0 254 12096 0 malloc-16 16 28 722 67 0 254 12000 0 malloc-16 16 191 559 3110 0 254 12000 0 malloc-16 16 23 727 48256 0 254 12000 0 malloc-16 16 91 659 44931 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 malloc-384 384 20 10 20 0 30 11520 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 KMAP ENTRY 96 19 20 28 0 0 3744 0 pcpu-4 4 1 511 163 0 254 2048 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0