Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x2873bc9d fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff823010c0 stack pointer = 0:0xfffffe00571c3030 frame pointer = 0:0xfffffe00571c3030 processor eflags = interrupt enabled, resume, IOPL = 0 current thread = 1988/101188 (syz-executor/syz-executor) rdi: fffffe00571c3060 rsi: 000000002873bc9d rdx: 000000000000004d rcx: 000000000000004d r8: 000000002873bc9d r9: 0000000000000005 rax: 0000000000000000 rbx: fffffe00571c30e0 rbp: fffffe00571c3030 r10: 0000000000000004 r11: fffffe0059374cd0 r 12: fffffe005958f1f0 r13: fffffe00571c3060 r14: fffffe005958f000 r15: 000000000000004d panic: page fault cpuid = 0 time = 1795052001 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00571c28b0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00571c2a10 vpanic() at vpanic+0x257/frame 0xfffffe00571c2bd0 panic() at panic+0xb5/frame 0xfffffe00571c2c90 trap_pfault() at trap_pfault+0xa61/frame 0xfffffe00571c2dd0 trap() at trap+0x4c8/frame 0xfffffe00571c2f60 calltrap() at calltrap+0x8/frame 0xfffffe00571c2f60 --- trap 0xc, rip = 0xffffffff823010c0, rsp = 0xfffffe00571c3030, rbp = 0xfffffe00571c3030 --- copyin_smap_erms() at copyin_smap_erms+0x60/frame 0xfffffe00571c3030 passsendccb() at passsendccb+0x16e/frame 0xfffffe00571c3210 passdoioctl() at passdoioctl+0x64e/frame 0xfffffe00571c32b0 passioctl() at passioctl+0x33/frame 0xfffffe00571c32f0 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe00571c33e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe00571c3410 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe00571c3620 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe00571c3670 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe00571c3750 user_ioctl() at user_ioctl+0x332/frame 0xfffffe00571c38d0 freebsd32_ioctl() at freebsd32_ioctl+0x607/frame 0xfffffe00571c3d10 ia32_syscall() at ia32_syscall+0x538/frame 0xfffffe00571c3f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xdfffcf68 KDB: enter: panic [ thread pid 1988 tid 101188 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0072a00000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe00571c29f0 rbp 0xfffffe00571c2a10 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0059374780 r13 0xfffffffffffffffe r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x200046 kernload+0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 1988 (syz-executor) at 0xfffffe0059331070: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1546 at 0xfffffe0059200000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-i386/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00592aa490 (map 0xfffffe00592aa490) (map.pmap 0xfffffe00592aa530) (pmap 0xfffffe00592aa5a0) threads: 2 100225 RunQ syz-executor 101188 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1988 1546 1546 0 R (threaded) syz-executor 100225 RunQ syz-executor 101188 Run CPU 0 syz-executor 1987 1548 1548 0 R (threaded) syz-executor 101035 RunQ syz-executor 101187 RunQ syz-executor 101190 L *CAM dev 0xfffffe0007a2e000 syz-executor 1955 0 0 0 DL mdwait 0xfffffe0093b48000 [md6] 1926 0 0 0 DL mdwait 0xfffffe007246e000 [md5] 1885 0 0 0 DL mdwait 0xfffffe0090a15000 [md3] 1844 0 0 0 DL mdwait 0xfffffe007254d000 [md2] 1802 0 0 0 DL mdwait 0xfffffe00724d2000 [md1] 1742 0 0 0 DL (threaded) [so_splice] 100436 D - 0xfffffe007168b900 [thr_0] 100437 D - 0xfffffe007168b940 [thr_1] 1692 0 0 0 DL mdwait 0xfffffe0071b6d000 [md0] 1691 0 0 0 DL mdwait 0xfffffe00724ea000 [md4] 1682 1676 1682 0 Ss select 0xfffffe0058f7a340 dhclient 1679 1 1679 0 Ss select 0xfffffe00719e4140 dhclient 1676 1607 982 65 S select 0xfffffe00719e4440 dhclient 1607 982 982 0 S wait 0xfffffe0059323b08 sh 1605 0 0 0 DL aiordy 0xfffffe0059309038 [aiod4] 1603 0 0 0 DL aiordy 0xfffffe0059324070 [aiod3] 1602 0 0 0 DL aiordy 0xfffffe00593245d8 [aiod2] 1601 0 0 0 DL aiordy 0xfffffe0059309b08 [aiod1] 1548 1544 1548 0 R syz-executor 1547 1544 1547 0 R syz-executor 1546 1544 1546 0 R syz-executor 1545 1544 1545 0 R syz-executor 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe0058f76f40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe00719e7d40 sshd-session 1528 1 1528 0 Rs+ CPU 1 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1516 1 1516 0 Ss select 0xfffffe0058f76940 logger 1511 1 17 0 S+ piperd 0xfffffe005a9255d0 logger 1510 1509 17 0 S+ nanslp 0xffffffff83dfc701 sleep 1509 1 17 0 S+ wait 0xfffffe0059208038 sh 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0058f76840 sshd 1280 1 1280 0 Ss select 0xfffffe00719e9140 syslogd 1279 1 1276 0 S select 0xfffffe00719e9240 syslogd 1276 1 1276 0 Ls *CAM dev 0xfffffe0007a2e000 syslogd 982 1 982 0 Ss wait 0xfffffe00592d45d8 devd 981 1 981 65 Ss select 0xfffffe005a656140 dhclient 829 1 829 0 Ss select 0xfffffe0054360c40 dhclient 826 1 826 0 Ss select 0xfffffe005a64fd40 dhclient 406 0 0 0 DL - 0xffffffff83a2b3e0 [busdma] 16 0 0 0 LL *CAM dev 0xfffffe0007a2e000 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe00590788e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84a0c5c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff847148c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28320 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100117 D - 0xfffffe00582df800 [netlink_socket (PID] 100227 D - 0xfffffe007169b000 [netlink_socket (PID] 100950 D - 0xfffffe0071695200 [system_taskq_0] 100951 D - 0xfffffe0071695200 [system_taskq_1] 100952 D - 0xfffffe009095a200 [system_delay_taskq_] 100953 D - 0xfffffe009095a200 [system_delay_taskq_] 100954 D - 0xfffffe007170e800 [zvol_tq-0_0] 100955 D - 0xfffffe007170e800 [zvol_tq-0_1] 100956 D - 0xfffffe007170e800 [zvol_tq-0_2] 100957 D - 0xfffffe007170e800 [zvol_tq-0_3] 100958 D - 0xfffffe007170e800 [zvol_tq-0_4] 100959 D - 0xfffffe007170e800 [zvol_tq-0_5] 100960 D - 0xfffffe007170e800 [zvol_tq-0_6] 100961 D - 0xfffffe007170e800 [zvol_tq-0_7] 100962 D - 0xfffffe007170e800 [zvol_tq-0_8] 100963 D - 0xfffffe007170e800 [zvol_tq-0_9] 100964 D - 0xfffffe007170e800 [zvol_tq-0_10] 100965 D - 0xfffffe007170e800 [zvol_tq-0_11] 100966 D - 0xfffffe007170e800 [zvol_tq-0_12] 100967 D - 0xfffffe007170e800 [zvol_tq-0_13] 100968 D - 0xfffffe007170e800 [zvol_tq-0_14] 100969 D - 0xfffffe007170e800 [zvol_tq-0_15] 100970 D - 0xfffffe007170e800 [zvol_tq-0_16] 100971 D - 0xfffffe007170e800 [zvol_tq-0_17] 100972 D - 0xfffffe007170e800 [zvol_tq-0_18] 100973 D - 0xfffffe007170e800 [zvol_tq-0_19] 100974 D - 0xfffffe007170e800 [zvol_tq-0_20] 100975 D - 0xfffffe007170e800 [zvol_tq-0_21] 100976 D - 0xfffffe007170e800 [zvol_tq-0_22] 100977 D - 0xfffffe007170e800 [zvol_tq-0_23] 100978 D - 0xfffffe007170e800 [zvol_tq-0_24] 100979 D - 0xfffffe007170e800 [zvol_tq-0_25] 100980 D - 0xfffffe007170e800 [zvol_tq-0_26] 100981 D - 0xfffffe007170e800 [zvol_tq-0_27] 100982 D - 0xfffffe007170e800 [zvol_tq-0_28] 100983 D - 0xfffffe007170e800 [zvol_tq-0_29] 100984 D - 0xfffffe007170e800 [zvol_tq-0_30] 100985 D - 0xfffffe007170e800 [zvol_tq-0_31] 100986 D - 0xfffffe005a734a00 [arc_prune] 100987 D - 0xfffffe0071695400 [arc_flush_0] 100988 D - 0xfffffe0071695400 [arc_flush_1] 101022 D - 0xfffffe0072416400 [dbu_evict] 101091 D - 0xfffffe005a734c00 [z_vdev_file_0] 101092 D - 0xfffffe005a734c00 [z_vdev_file_1] 101093 D - 0xfffffe005a734c00 [z_vdev_file_2] 101094 D - 0xfffffe005a734c00 [z_vdev_file_3] 101095 D - 0xfffffe005a734c00 [z_vdev_file_4] 101096 D - 0xfffffe005a734c00 [z_vdev_file_5] 101097 D - 0xfffffe005a734c00 [z_vdev_file_6] 101098 D - 0xfffffe005a734c00 [z_vdev_file_7] 101099 D - 0xfffffe005a734c00 [z_vdev_file_8] 101100 D - 0xfffffe005a734c00 [z_vdev_file_9] 101101 D - 0xfffffe005a734c00 [z_vdev_file_10] 101102 D - 0xfffffe005a734c00 [z_vdev_file_11] 101103 D - 0xfffffe005a734c00 [z_vdev_file_12] 101104 D - 0xfffffe005a734c00 [z_vdev_file_13] 101105 D - 0xfffffe005a734c00 [z_vdev_file_14] 101106 D - 0xfffffe005a734c00 [z_vdev_file_15] 101117 D - 0xfffffe0090959200 [zfsvfs] 1986 1545 1545 0 Z syz-executor db> show all locks Process 1988 (syz-executor) thread 0xfffffe0059374780 (101188) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-i386/kernel/sys/cam/scsi/scsi_pass.c:1836 Process 1987 (syz-executor) thread 0xfffffe005934b000 (101035) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83e0f3d0) locked @ /syzkaller/managers/ci-freebsd-i386/kernel/sys/kern/kern_umtx.c:1366 Process 1528 (getty) thread 0xfffffe00592d6780 (100150) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe0058bc0008) locked @ /syzkaller/managers/ci-freebsd-i386/kernel/sys/kern/tty.c:224 Process 1276 (syslogd) thread 0xfffffe00592b2780 (100090) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0071a6bc78) locked @ /syzkaller/managers/ci-freebsd-i386/kernel/sys/kern/vfs_syscalls.c:3724 Process 16 (syncer) thread 0xfffffe0059203000 (100084) exclusive lockmgr fatlk (fatlk) r = 0 (0xfffffe005a953d78) locked @ /syzkaller/managers/ci-freebsd-i386/kernel/sys/fs/msdosfs/msdosfs_vfsops.c:1074 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 92409 linker 437 13365K 626 pf_hash 6 12804K 6 devbuf 8318 8602K 8581 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 32 2810K 235 sysctloid 45469 2671K 45701 vtbuf 24 1968K 46 kobj 344 1376K 674 vmem 5 1044K 10 newblk 48 1036K 1314 vfscache 3 1025K 3 inodedep 67 537K 676 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 147 295K 2094 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 1193 acpica 1674 184K 53459 tidhash 3 141K 3 sem 5 135K 5 pagedep 13 131K 448 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 118 118K 139 filedesc 14 105K 677 gtaskqueue 18 98K 18 bus 1025 84K 4996 LRO 20 83K 20 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 umtx 544 68K 544 NFSD srvcache 3 68K 3 module 542 68K 542 ddb_capture 1 64K 1 md_sectors 15 60K 22 kdtrace 275 57K 3180 BPF 23 36K 49 DEVFS3 137 35K 154 hostcache 1 32K 1 shm 1 32K 5 msg 5 31K 5 md_disk 22 29K 35 kbdmux 6 28K 6 GEOM 115 23K 975 ifaddr 53 22K 86 DEVFS_RULE 61 22K 61 temp 34 21K 5013 kstat_data 20 20K 20 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 lltable 50 15K 82 ithread 90 15K 90 eventhandler 177 15K 177 routetbl 56 14K 340 kenv 138 14K 138 cred 33 13K 555 dirrem 44 11K 608 taskqueue 99 11K 1728 ether_multi 129 11K 154 CAM queue 5 11K 1528 rman 75 10K 422 bmsafemap 5 9K 642 rpc 8 9K 8 plimit 23 9K 548 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 4 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 ifnet 8 8K 17 in6_multi 55 8K 55 kqueue 71 8K 2199 pf_ifnet 18 7K 45 UMA 344 7K 345 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 54 pfs_nodes 22 6K 22 freefile 37 5K 530 vt 11 5K 11 pwddesc 65 5K 1989 sctp_stro 4 4K 12 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 ioctlops 2 4K 139 evdev 4 4K 4 acpisem 28 4K 28 selfd 52 4K 14709 proc-args 86 4K 3991 sctp_atcl 8 3K 59 session 24 3K 51 terminal 11 3K 11 DEVFSP 44 3K 160 acpidev 21 3K 21 procdesc 5 3K 29 uidinfo 5 3K 26 lockf 22 3K 293 hhook 8 3K 10 kcovinfo 36 3K 36 msdosfs_node 9 3K 16 netlink 2 3K 338 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 select 16 2K 80 CAM CCB 1 2K 811 mount 47 2K 292 sctp_timw 7 2K 7 Unitno 29 2K 81 osd 66 2K 288 diradd 13 2K 641 CAM XPT 22 2K 545 sctp_ifa 12 2K 13 mkdir 12 2K 840 in_multi 6 2K 11 tun 4 2K 4 vnodemarker 3 2K 20 toponodes 6 2K 6 ipsecpolicy 2 2K 3 freework 6 2K 588 freeblks 5 2K 487 ip6ndp 5 2K 5 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 igmp 8 1K 16 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 529 ipsec 3 1K 3 sctp_ifn 6 1K 13 newdirblk 6 1K 420 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_atky 12 1K 70 indirdep 2 1K 28 CC Mem 4 1K 155 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 frag6 5 1K 5 inpcbpolicy 13 1K 445 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 ip6opt 3 1K 21 busdma 2 1K 2 vnodes 1 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 pf_osfp 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 pf_rule 1 1K 2 sctp_athm 8 1K 59 sctp_map 8 1K 22 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 freefrag 1 1K 36 aio 4 1K 10 pmchooks 1 1K 1 filecaps 5 1K 197 CAM path 4 1K 1036 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3750 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 sigio 1 1K 44 entropy 2 1K 81 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_altq 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 cryptodev 0 0K 13 tcp_pcm_rack 0 0K 1 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 2 ipcomp 0 0K 0 ah 0 0K 0 filemon 0 0K 4 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 7 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 1 sctp_stri 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 109 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 3 audit_pipeent 0 0K 0 audit_pipe 0 0K 42 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 16 ipsecrequest 0 0K 1 mld 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 2 ip_moptions 0 0K 9 in_mfilter 0 0K 11 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 22 fadvise 0 0K 0 VN POLL 0 0K 3 statfs 0 0K 33 namei_tracker 0 0K 7 inotify 0 0K 17 export_host 0 0K 0 cl_savebuf 0 0K 14 lio 0 0K 6 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 13058 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 766 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1836 sysctl 0 0K 81 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 180 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 3 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1331 18869 0 254 39534592 0 vmem btag 56 105447 9310 115677 0 254 6426392 0 malloc-384 384 8210 40 8214 0 30 3168000 0 tcp_log 416 5165 1189 8460 0 254 2643264 0 mbuf 256 8642 762 23818 0 254 2407424 0 RADIX NODE 152 14167 528 79408 0 63 2233640 0 malloc-128 128 15140 236 16088 0 126 1968128 0 BUF TRIE 152 304 11474 1100 0 62 1790256 0 malloc-4096 4096 357 7 694 0 2 1490944 0 sctp_asoc 2256 4 506 11 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-65536 65536 12 2 16 0 1 917504 0 socket 1024 36 734 4239 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 FFS inode 1168 553 47 1095 0 8 700800 0 swblk 136 4608 68 4608 0 62 635936 0 sctp_ep 1152 4 507 48 0 254 588672 0 256 Bucket 2048 250 20 6182 0 8 552960 0 pbuf 2664 0 198 0 0 2 527472 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 65 441 468 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 THREAD 1876 208 64 1190 0 8 510272 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-64 64 5444 668 7687 0 254 391168 0 sctp_raddr 736 6 504 13 0 254 375360 0 malloc-4096 4096 78 8 2432 0 2 352256 0 VM OBJECT 232 1271 157 29543 0 62 331296 0 malloc-65536 65536 0 5 30 0 1 327680 0 unpcb 320 19 1001 3652 0 254 326400 0 malloc-16 16 18795 609 22457 0 254 310464 0 VNODE 440 611 82 1162 0 30 304920 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 2 6 15 0 1 262144 0 malloc-2048 2048 104 24 163 0 8 262144 0 malloc-32 32 7371 819 9223 0 254 262080 0 UMA Zones 768 316 0 317 0 16 242688 0 FPU_save_area 832 210 78 1504 0 16 239616 0 malloc-32768 32768 1 6 10 0 1 229376 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-256 256 340 532 6013 0 62 223232 0 malloc-16384 16384 6 7 536 0 1 212992 0 malloc-65536 65536 0 3 3 0 1 196608 0 MAP ENTRY 96 1481 547 99991 0 126 194688 0 malloc-128 128 1179 341 24818 0 126 194560 0 FFS2 dinode 256 553 197 1095 0 62 192000 0 malloc-1024 1024 134 42 410 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-32768 32768 1 4 14 0 1 163840 0 malloc-8192 8192 17 3 40 0 1 163840 0 malloc-16384 16384 3 6 16 0 1 147456 0 malloc-2048 2048 6 66 513 0 8 147456 0 S VFS Cache 104 1048 356 1660 0 126 146016 0 malloc-256 256 355 205 2397 0 62 143360 0 malloc-4096 4096 32 2 50 0 2 139264 0 128 Bucket 1024 82 48 1547 0 16 133120 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 mbuf_packet 256 6 502 416 0 254 130048 0 malloc-128 128 659 349 4892 0 126 129024 0 UMA Kegs 384 303 6 304 0 30 118656 0 ksiginfo 112 67 989 97 0 126 118272 0 malloc-128 128 558 338 2588 0 126 114688 0 PROC 1384 65 15 1988 0 8 110720 0 64 Bucket 512 122 73 2993 0 30 99840 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 malloc-8192 8192 8 4 89 0 1 98304 0 filedesc0 1072 65 26 1989 0 8 97552 0 DIRHASH 1024 42 46 58 0 16 90112 0 syncache 168 0 529 6 0 254 88872 0 32 Bucket 256 108 222 2810 0 62 84480 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-8192 8192 4 6 70 0 1 81920 0 malloc-1024 1024 22 58 68 0 16 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 malloc-384 384 73 137 690 0 30 80640 0 sctp_chunk 152 4 521 4 0 254 79800 0 g_bio 424 8 172 7915 0 30 76320 0 tcp_inpcb 1304 5 52 155 0 8 74328 0 pipe 736 18 82 807 0 16 73600 0 ttyinq 160 300 156 780 0 62 72960 0 malloc-384 384 75 105 163 0 30 69120 0 malloc-384 384 78 102 1205 0 30 69120 0 pcpu-64 64 516 548 516 0 254 68096 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 12 0 1 65536 0 malloc-2048 2048 6 26 27 0 8 65536 0 malloc-2048 2048 7 25 245 0 8 65536 0 malloc-2048 2048 12 20 883 0 8 65536 0 malloc-2048 2048 3 29 658 0 8 65536 0 malloc-1024 1024 3 61 1978 0 16 65536 0 malloc-128 128 161 351 1050 0 126 65536 0 malloc-128 128 85 427 1145 0 126 65536 0 malloc-64 64 30 994 10382 0 254 65536 0 malloc-64 64 197 827 19587 0 254 65536 0 malloc-64 64 515 509 1670 0 254 65536 0 malloc-256 256 35 213 2569 0 62 63488 0 malloc-256 256 94 154 427 0 62 63488 0 malloc-256 256 31 217 556 0 62 63488 0 sctp_stream_msg_out 112 0 528 5 0 254 59136 0 malloc-384 384 83 67 423 0 30 57600 0 malloc-4096 4096 10 4 15 0 2 57344 0 swpctrie 152 309 66 309 0 62 57000 0 NAMEI 1024 0 55 24078 0 16 56320 0 udp_inpcb 408 7 119 212 0 30 51408 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 11 13 19 0 8 49152 0 malloc-1024 1024 4 44 671 0 16 49152 0 malloc-1024 1024 26 22 226 0 16 49152 0 malloc-256 256 30 162 162 0 62 49152 0 malloc-256 256 11 181 459 0 62 49152 0 malloc-128 128 30 354 768 0 126 49152 0 malloc-64 64 114 654 1067 0 254 49152 0 malloc-64 64 397 371 437 0 254 49152 0 pcpu-8 8 5494 650 6601 0 254 49152 0 VMSPACE 584 36 48 1981 0 16 49056 0 malloc-512 512 6 86 253 0 30 47104 0 16 Bucket 144 93 219 2377 0 62 44928 0 Files 80 181 369 16424 0 126 44000 0 TURNSTILE 136 273 42 273 0 62 42840 0 8 Bucket 80 88 418 7589 0 126 40480 0 da_ccb 544 0 70 2119 0 16 38080 0 SLEEPQUEUE 88 273 130 273 0 126 35464 0 itimer 352 0 99 265 0 30 34848 0 routing nhops 256 24 111 29 0 62 34560 0 malloc-384 384 45 45 62 0 30 34560 0 ertt_txseginfo 40 0 840 899 0 254 33600 0 tcp_log_id_node 120 1 278 4 0 126 33480 0 malloc-4096 4096 2 6 40 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 15 17 27 0 16 32768 0 malloc-1024 1024 18 14 27 0 16 32768 0 malloc-256 256 4 124 143 0 62 32768 0 malloc-128 128 134 122 152 0 126 32768 0 malloc-64 64 25 487 92 0 254 32768 0 malloc-64 64 56 456 215 0 254 32768 0 clpbuf 2664 0 12 48 0 4 31968 0 ipq 56 2 565 3 0 254 31752 0 PGRP 120 28 236 55 0 126 31680 0 L VFS Cache 320 0 96 76 0 30 30720 0 malloc-512 512 13 47 29 0 30 30720 0 malloc-512 512 13 47 40 0 30 30720 0 malloc-512 512 10 50 113 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 malloc-512 512 0 60 15 0 30 30720 0 vtnet_tx_hdr 40 0 756 1363 0 254 30240 0 tcp_bbr_pcb 896 0 32 4 0 16 28672 0 sctp_laddr 48 0 576 12 0 254 27648 0 rl_entry 48 6 570 8 0 254 27648 0 4 Bucket 48 6 570 12 0 254 27648 0 AIOCB 552 0 49 87 0 16 27048 0 AIO 208 0 126 25 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 25 794 568 0 254 26208 0 malloc-32 32 324 495 580 0 254 26208 0 malloc-32 32 88 731 636 0 254 26208 0 malloc-32 32 76 743 2859 0 254 26208 0 malloc-32 32 11 808 1078 0 254 26208 0 2 Bucket 32 130 678 2369 0 254 25856 0 udplite_inpcb 408 0 63 20 0 30 25704 0 cpuset 200 7 121 7 0 62 25600 0 kenv 258 18 80 1085 0 30 25284 0 malloc-8192 8192 2 1 3 0 1 24576 0 fakepg 88 0 276 4 0 126 24288 0 PWD 40 17 571 412 0 254 23520 0 tcp_log_id_bucket 176 1 131 4 0 62 23232 0 splice 184 0 126 2 0 62 23184 0 rtentry 168 27 111 29 0 62 23184 0 KNOTE 160 10 134 49 0 62 23040 0 ripcb 376 2 58 58 0 30 22560 0 Mountpoints 2816 3 5 4 0 4 22528 0 ertt 72 4 296 155 0 126 21600 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 mqueue 248 1 74 1 0 62 18600 0 tcp_rack_map 128 0 145 3 0 126 18560 0 tcp_bbr_map 128 0 145 3 0 126 18560 0 malloc-32 32 31 536 225 0 254 18144 0 malloc-32 32 143 424 203 0 254 18144 0 malloc-16 16 72 1062 3108 0 254 18144 0 malloc-16 16 57 1077 636 0 254 18144 0 malloc-16 16 304 830 24599 0 254 18144 0 hostcache 64 2 278 2 0 254 17920 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 5 0 2 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 0 32 2 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_rack_pcb 1088 0 14 1 0 8 15232 0 malloc-16 16 10 872 852 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 3 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 AIOLIO 272 0 42 3 0 30 11424 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 77 20 77 0 126 10864 0 malloc-16 16 90 540 372 0 254 10080 0 malloc-16 16 46 584 81 0 254 10080 0 malloc-16 16 36 594 185 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 18 18 31 0 0 3456 0 md3 1 3072 232 3072 0 254 3304 0 md2 1 3072 232 3072 0 254 3304 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 md0 1 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl