panic: ASan: Invalid access, 1-byte read at 0xfffffe0057202500, StackRight(f3) cpuid = 0 time = 2000000012 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057201b50 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057201cb0 vpanic() at vpanic+0x257/frame 0xfffffe0057201e70 panic() at panic+0xb5/frame 0xfffffe0057201f40 kasan_report() at kasan_report+0xdf/frame 0xfffffe0057202010 scsi_proto_debug_out() at scsi_proto_debug_out+0x25a/frame 0xfffffe0057202110 xpt_run_devq() at xpt_run_devq+0x704/frame 0xfffffe0057202240 xpt_action_default() at xpt_action_default+0x14ce/frame 0xfffffe00572022b0 cam_periph_runccb() at cam_periph_runccb+0x2b8/frame 0xfffffe00572024d0 passsendccb() at passsendccb+0x344/frame 0xfffffe0057202650 passdoioctl() at passdoioctl+0x5a7/frame 0xfffffe00572026f0 passioctl() at passioctl+0x33/frame 0xfffffe0057202730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0057202820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0057202850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe0057202a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0057202ab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe0057202b90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe0057202d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0057202f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0057202f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x825ac6e88, rbp = 0x825ac6f20 --- KDB: enter: panic [ thread pid 3171 tid 101953 ] Stopped at kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0073000000 rdx 0x7ffff rbx 0xffffffff82a248a0 .str.27 rsp 0xfffffe0057201c90 rbp 0xfffffe0057201cb0 rsi 0x80001 rdi 0xffffffff81776f49 printf+0x149 r8 0 r9 0xffffffff r10 0xf888eec299f658d7 r11 0xfffffe0059371cd0 r12 0xfffffe0059371780 r13 0xfffffffffffffffe r14 0xffffffff82a248a0 .str.27 r15 0 rip 0xffffffff8175f87e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> show proc Process 3171 (syz-executor) at 0xfffffe0059341b08: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 2705 at 0xfffffe00592f85a0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe005932f6d8 (map 0xfffffe005932f6d8) (map.pmap 0xfffffe005932f778) (pmap 0xfffffe005932f7e8) threads: 2 100490 RunQ syz-executor 101953 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 3172 1743 1743 0 R (threaded) syz-executor 100746 Run CPU 1 syz-executor 101952 S sbwait 0xfffffe0071731a1c syz-executor 3171 2705 2705 0 R (threaded) syz-executor 100490 RunQ syz-executor 101953 Run CPU 0 syz-executor 3164 2544 2544 0 R (threaded) syz-executor 100270 RunQ syz-executor 101944 S pipewr 0xfffffe00940b1000 syz-executor 101947 S uwait 0xfffffe007ba8f800 syz-executor 3162 2013 2013 60929 S (threaded) syz-executor 100105 S nanslp 0xffffffff83dfc740 syz-executor 101940 S kqread 0xfffffe0091325a00 syz-executor 101941 S uwait 0xfffffe005aaee900 syz-executor 3127 1 3127 0 Ss select 0xfffffe0071c20a40 dhclient 3122 3060 982 0 S nanslp 0xffffffff83dfc740 dhclient 3060 982 982 0 S wait 0xfffffe00592f7000 sh 2754 1 2754 65 Ss select 0xfffffe0054361340 dhclient 2705 1544 2705 0 S nanslp 0xffffffff83dfc741 syz-executor 2565 0 0 0 DL - 0xffffffff83eb11c0 [soaiod4] 2564 0 0 0 DL - 0xffffffff83eb11c0 [soaiod3] 2563 0 0 0 DL - 0xffffffff83eb11c0 [soaiod2] 2562 0 0 0 DL - 0xffffffff83eb11c0 [soaiod1] 2561 1 2561 0 Ss select 0xfffffe0054362040 dhclient 2544 1544 2544 0 S nanslp 0xffffffff83dfc741 syz-executor 2013 1544 2013 0 S nanslp 0xffffffff83dfc741 syz-executor 1743 1544 1743 0 S nanslp 0xffffffff83dfc741 syz-executor 1624 0 0 0 DL (threaded) [so_splice] 100208 D - 0xfffffe005aaeed00 [thr_0] 100209 D - 0xfffffe005aaeed40 [thr_1] 1612 0 0 0 DL aiordy 0xfffffe005930d000 [aiod4] 1611 0 0 0 DL aiordy 0xfffffe005930d568 [aiod3] 1610 0 0 0 DL aiordy 0xfffffe005930dad0 [aiod2] 1609 0 0 0 DL aiordy 0xfffffe00593155d8 [aiod1] 1544 1543 1544 0 Ss select 0xfffffe0071c22f40 syz-executor 1543 1541 1541 0 S select 0xfffffe0071c23540 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f79b40 sshd-session 1528 1 1528 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3800b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3810b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0058be40b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1498 1 1498 0 Ss nanslp 0xffffffff83dfc741 cron 1457 1 1457 0 Ss select 0xfffffe0054364a40 sshd 1280 1 1280 0 Ss select 0xfffffe0058f7af40 syslogd 1279 1 1276 0 S select 0xfffffe0058f7b040 syslogd 1276 1 1276 0 Ds biowr 0xfffffe0007e18420 syslogd 982 1 982 0 Ss wait 0xfffffe00592d4b08 devd 981 1 981 65 Ss select 0xfffffe0058f7c940 dhclient 829 1 829 0 Ss select 0xfffffe0054361440 dhclient 826 1 826 0 Ss select 0xfffffe0054361b40 dhclient 406 0 0 0 DL - 0xffffffff83a2b240 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebec00 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd160 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100094 D sdflush 0xfffffe005a9a88e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effc60 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5d48 [dom0] 100080 D launds 0xffffffff83ee5d54 [laundry: dom0] 100081 D umarcl 0xffffffff81f9cab0 [uma] 7 0 0 0 DL - 0xffffffff83b75570 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845b85c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84aef8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee14c0 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da5620 [g_event] 100038 D - 0xffffffff83da5640 [g_up] 100039 D - 0xffffffff83da5660 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1fe0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28fe0 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100123 D - 0xfffffe0058a3ec00 [netlink_socket (PID] 100688 D - 0xfffffe006cd3a200 [system_taskq_0] 100689 D - 0xfffffe006cd3a200 [system_taskq_1] 100690 D - 0xfffffe007271ec00 [system_delay_taskq_] 100691 D - 0xfffffe007271ec00 [system_delay_taskq_] 100692 D - 0xfffffe00726cfe00 [zvol_tq-0_0] 100693 D - 0xfffffe00726cfe00 [zvol_tq-0_1] 100694 D - 0xfffffe00726cfe00 [zvol_tq-0_2] 100695 D - 0xfffffe00726cfe00 [zvol_tq-0_3] 100696 D - 0xfffffe00726cfe00 [zvol_tq-0_4] 100697 D - 0xfffffe00726cfe00 [zvol_tq-0_5] 100698 D - 0xfffffe00726cfe00 [zvol_tq-0_6] 100699 D - 0xfffffe00726cfe00 [zvol_tq-0_7] 100700 D - 0xfffffe00726cfe00 [zvol_tq-0_8] 100701 D - 0xfffffe00726cfe00 [zvol_tq-0_9] 100702 D - 0xfffffe00726cfe00 [zvol_tq-0_10] 100703 D - 0xfffffe00726cfe00 [zvol_tq-0_11] 100704 D - 0xfffffe00726cfe00 [zvol_tq-0_12] 100705 D - 0xfffffe00726cfe00 [zvol_tq-0_13] 100706 D - 0xfffffe00726cfe00 [zvol_tq-0_14] 100707 D - 0xfffffe00726cfe00 [zvol_tq-0_15] 100708 D - 0xfffffe00726cfe00 [zvol_tq-0_16] 100709 D - 0xfffffe00726cfe00 [zvol_tq-0_17] 100710 D - 0xfffffe00726cfe00 [zvol_tq-0_18] 100711 D - 0xfffffe00726cfe00 [zvol_tq-0_19] 100712 D - 0xfffffe00726cfe00 [zvol_tq-0_20] 100713 D - 0xfffffe00726cfe00 [zvol_tq-0_21] 100714 D - 0xfffffe00726cfe00 [zvol_tq-0_22] 100715 D - 0xfffffe00726cfe00 [zvol_tq-0_23] 100716 D - 0xfffffe00726cfe00 [zvol_tq-0_24] 100717 D - 0xfffffe00726cfe00 [zvol_tq-0_25] 100718 D - 0xfffffe00726cfe00 [zvol_tq-0_26] 100719 D - 0xfffffe00726cfe00 [zvol_tq-0_27] 100720 D - 0xfffffe00726cfe00 [zvol_tq-0_28] 100721 D - 0xfffffe00726cfe00 [zvol_tq-0_29] 100722 D - 0xfffffe00726cfe00 [zvol_tq-0_30] 100723 D - 0xfffffe00726cfe00 [zvol_tq-0_31] 100724 D - 0xfffffe0058a41a00 [arc_prune] 100725 D - 0xfffffe007271d200 [arc_flush_0] 100726 D - 0xfffffe007271d200 [arc_flush_1] 100756 D - 0xfffffe0071774200 [dbu_evict] 100798 D - 0xfffffe00726cfc00 [z_vdev_file_0] 100799 D - 0xfffffe00726cfc00 [z_vdev_file_1] 100800 D - 0xfffffe00726cfc00 [z_vdev_file_2] 100801 D - 0xfffffe00726cfc00 [z_vdev_file_3] 100802 D - 0xfffffe00726cfc00 [z_vdev_file_4] 100803 D - 0xfffffe00726cfc00 [z_vdev_file_5] 100804 D - 0xfffffe00726cfc00 [z_vdev_file_6] 100805 D - 0xfffffe00726cfc00 [z_vdev_file_7] 100806 D - 0xfffffe00726cfc00 [z_vdev_file_8] 100807 D - 0xfffffe00726cfc00 [z_vdev_file_9] 100808 D - 0xfffffe00726cfc00 [z_vdev_file_10] 100809 D - 0xfffffe00726cfc00 [z_vdev_file_11] 100810 D - 0xfffffe00726cfc00 [z_vdev_file_12] 100811 D - 0xfffffe00726cfc00 [z_vdev_file_13] 100812 D - 0xfffffe00726cfc00 [z_vdev_file_14] 100813 D - 0xfffffe00726cfc00 [z_vdev_file_15] 100814 D - 0xfffffe0071b8e600 [zfsvfs] 101211 D - 0xfffffe00726d2600 [netlink_socket (PID] db> show all locks Process 3172 (syz-executor) thread 0xfffffe0059364780 (101952) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe005aa119b0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/uipc_socket.c:4923 Process 3171 (syz-executor) thread 0xfffffe0059371780 (101953) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:2297 Process 1276 (syslogd) thread 0xfffffe005929a780 (100137) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007e184a0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_bio.c:4027 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0071b01e30) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_syscalls.c:3724 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 102673 linker 437 13361K 1691 pf_hash 6 12804K 6 devbuf 8324 8605K 8624 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 27 2803K 748 sysctloid 45352 2664K 45467 vtbuf 24 1968K 46 kobj 344 1376K 611 vmem 5 1048K 11 newblk 19 1029K 3962 vfscache 3 1025K 3 inodedep 30 523K 1937 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 150 278K 3295 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 2795 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 1864 sem 5 135K 5 pagedep 16 132K 1233 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 117 117K 159 LRO 42 105K 60 gtaskqueue 18 98K 18 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 542 68K 542 umtx 512 64K 512 ddb_capture 1 64K 1 kdtrace 275 58K 5127 BPF 30 37K 221 DEVFS3 136 34K 156 hostcache 1 32K 1 shm 1 32K 23 ifaddr 82 32K 153 msg 5 31K 5 kbdmux 6 28K 6 lltable 84 24K 171 DEVFS_RULE 61 22K 61 temp 60 22K 7793 kstat_data 20 20K 20 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 GEOM 80 16K 820 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 ifnet 15 15K 29 routetbl 58 14K 1610 cred 35 14K 880 kenv 138 14K 138 ether_multi 152 13K 494 taskqueue 99 11K 915 CAM queue 5 11K 1528 rman 75 10K 422 rpc 8 9K 8 bmsafemap 4 9K 1874 plimit 23 9K 605 in6_multi 65 9K 169 pf_ifnet 27 9K 86 UART 12 9K 12 filemon 1 8K 7 ksem 1 8K 8 shmfd 1 8K 16 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 kqueue 67 8K 3629 ufs_dirhash 33 7K 78 UMA 343 7K 343 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 pwddesc 61 4K 3173 tun 10 4K 13 acpisem 28 4K 28 selfd 50 4K 45940 lockf 28 3K 1342 proc-args 82 3K 5763 session 23 3K 92 DEVFSP 45 3K 540 terminal 11 3K 11 acpidev 21 3K 21 uidinfo 5 3K 91 sctp_ifa 19 3K 33 hhook 8 3K 10 kcovinfo 36 3K 117 netlink 2 3K 843 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 66 ioctlops 1 2K 447 CAM CCB 1 2K 791 mount 47 2K 1373 igmp 15 2K 28 select 15 2K 159 Unitno 33 2K 208 osd 69 2K 636 dirrem 7 2K 1697 diradd 14 2K 1760 CAM XPT 22 2K 545 ip6ndp 6 2K 18 in_multi 6 2K 25 vnodemarker 3 2K 267 toponodes 6 2K 6 ipsecpolicy 2 2K 3 msdosfs_node 5 2K 33 msi 9 2K 9 freefile 9 2K 1537 freework 5 2K 1917 sctp_timw 4 1K 4 sctp_stro 1 1K 7 softdep 1 1K 1 mkdir 8 1K 2308 freeblks 4 1K 1404 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 5 1K 529 sctp_ifn 7 1K 33 CC Mem 7 1K 452 sctp_atcl 2 1K 209 ipsec 3 1K 3 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 inpcbpolicy 20 1K 1297 encap_export_host 12 1K 12 newdirblk 4 1K 1154 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 sctp_aadr 6 1K 9 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 vnodes 2 1K 15 indirdep 1 1K 104 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 frag6 2 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 10 CAM path 5 1K 1035 sctp_atky 3 1K 218 pf_rule 1 1K 1 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 VN POLL 1 1K 46 aio 4 1K 16 pmchooks 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4371 sctp_vrf 1 1K 1 ip_msource 1 1K 4 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 91 acpiintr 1 1K 1 sctp_athm 2 1K 209 sctp_map 2 1K 14 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 310 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 166 sctp_iter 0 0K 43 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 43 sctp_stri 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 mqdata 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 cryptodev 0 0K 106 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 342 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 41 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 200 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 14 audit_pipeent 0 0K 0 audit_pipe 0 0K 33 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 26 ipsecrequest 0 0K 1 mld 0 0K 0 ip6opt 0 0K 47 ip6_msource 0 0K 1 ip6_moptions 0 0K 14 in6_mfilter 0 0K 8 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 20 in_mfilter 0 0K 15 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 22 fadvise 0 0K 9 statfs 0 0K 96 namei_tracker 0 0K 23 inotify 0 0K 295 export_host 0 0K 0 cl_savebuf 0 0K 71 lio 0 0K 21 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 17 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 19924 eventfd 0 0K 13 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 866 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1928 sysctl 0 0K 178 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 39 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 138 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 9 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 36 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8352 1554 22137 0 254 40574976 0 vmem btag 56 105960 10372 133065 0 254 6514592 0 malloc-384 384 8216 34 8225 0 30 3168000 0 mbuf 256 8648 1262 30679 0 254 2536960 0 tcp_log 416 5211 639 9356 0 254 2433600 0 RADIX NODE 152 14164 656 140095 0 62 2252640 0 mbuf_cluster 2048 762 254 818 0 254 2080768 0 malloc-128 128 15097 407 17480 0 126 1984512 0 BUF TRIE 152 308 11470 4449 0 62 1790256 0 malloc-4096 4096 357 7 632 0 2 1490944 0 sctp_asoc 2256 1 509 7 0 254 1150560 0 malloc-65536 65536 12 2 16 0 1 917504 0 socket 1024 44 726 5961 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 FFS inode 1168 572 38 2147 0 8 712480 0 256 Bucket 2048 278 28 6866 0 8 626688 0 sctp_ep 1152 1 510 202 0 254 588672 0 pbuf 2664 0 198 0 0 2 527472 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 146 360 561 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 THREAD 1876 213 43 1953 0 8 480256 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-64 64 5427 941 8863 0 254 407552 0 malloc-65536 65536 0 6 82 0 1 393216 0 sctp_raddr 736 1 509 7 0 254 375360 0 malloc-4096 4096 66 21 3899 0 3 356352 0 VM OBJECT 232 1289 207 46397 0 62 347072 0 VNODE 440 634 86 2242 0 30 316800 0 malloc-16 16 18745 911 22238 0 254 314496 0 malloc-32768 32768 2 7 177 0 1 294912 0 malloc-2048 2048 6 138 517 0 8 294912 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 102 26 237 0 8 262144 0 malloc-32 32 7341 849 9575 0 254 262080 0 unpcb 320 20 750 4215 0 254 246400 0 UMA Zones 768 315 1 315 0 16 242688 0 FPU_save_area 832 215 73 2799 0 16 239616 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-256 256 307 565 12234 0 62 223232 0 g_bio 424 4 509 20019 0 30 217512 0 malloc-16384 16384 8 5 1125 0 1 212992 0 MAP ENTRY 96 1465 680 160504 0 126 205920 0 malloc-65536 65536 0 3 3 0 1 196608 0 mbuf_packet 256 3 759 1159 0 254 195072 0 malloc-128 128 1186 334 24831 0 126 194560 0 FFS2 dinode 256 572 178 2147 0 62 192000 0 malloc-1024 1024 133 43 430 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-16384 16384 3 7 20 0 1 163840 0 malloc-8192 8192 17 3 40 0 1 163840 0 malloc-64 64 185 2375 52996 0 254 163840 0 S VFS Cache 104 1119 285 2808 0 126 146016 0 malloc-256 256 327 233 4931 0 62 143360 0 128 Bucket 1024 79 51 1912 0 16 133120 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-32768 32768 1 3 14 0 1 131072 0 malloc-128 128 620 388 6130 0 126 129024 0 64 Bucket 512 141 99 7704 0 30 122880 0 PROC 1384 60 28 3172 0 8 121792 0 UMA Kegs 384 302 7 302 0 30 118656 0 ksiginfo 112 71 985 123 0 126 118272 0 tcp_inpcb 1304 8 82 451 0 8 117360 0 malloc-2048 2048 9 47 1017 0 8 114688 0 malloc-128 128 532 364 3193 0 126 114688 0 malloc-8192 8192 8 5 91 0 1 106496 0 filedesc0 1072 61 37 3173 0 8 105056 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 malloc-4096 4096 17 7 43 0 2 98304 0 malloc-2048 2048 22 26 80 0 8 98304 0 malloc-512 512 13 167 168 0 30 92160 0 DIRHASH 1024 44 44 74 0 16 90112 0 da_ccb 544 1 160 5216 0 16 87584 0 32 Bucket 256 136 194 5773 0 62 84480 0 malloc-2048 2048 6 35 90 0 9 83968 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-8192 8192 3 7 55 0 1 81920 0 malloc-1024 1024 32 48 111 0 16 81920 0 malloc-1024 1024 26 54 251 0 16 81920 0 malloc-128 128 169 471 1308 0 126 81920 0 malloc-64 64 514 766 1809 0 254 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 ttyinq 160 300 204 780 0 62 80640 0 malloc-384 384 74 106 1815 0 30 69120 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 1 1 2 0 1 65536 0 malloc-16384 16384 3 1 4 0 1 65536 0 malloc-4096 4096 10 6 28 0 2 65536 0 malloc-2048 2048 6 26 516 0 8 65536 0 malloc-2048 2048 3 29 1290 0 8 65536 0 malloc-1024 1024 3 61 2616 0 16 65536 0 malloc-128 128 31 481 2403 0 126 65536 0 malloc-128 128 86 426 2768 0 126 65536 0 malloc-128 128 142 370 320 0 126 65536 0 malloc-64 64 113 911 2151 0 254 65536 0 malloc-64 64 30 994 13844 0 254 65536 0 16 Bucket 144 231 211 4308 0 62 63648 0 malloc-256 256 40 208 5622 0 62 63488 0 malloc-256 256 99 149 628 0 62 63488 0 malloc-256 256 34 214 393 0 62 63488 0 malloc-256 256 11 237 649 0 62 63488 0 malloc-256 256 34 214 1451 0 62 63488 0 udp_inpcb 408 10 143 479 0 30 62424 0 malloc-512 512 9 111 221 0 30 61440 0 sctp_stream_msg_out 112 0 528 2 0 254 59136 0 pipe 736 18 62 1413 0 16 58880 0 malloc-384 384 81 69 187 0 30 57600 0 malloc-384 384 36 114 1945 0 30 57600 0 malloc-8192 8192 2 5 14 0 1 57344 0 pcpu-8 8 6131 1037 9179 0 254 57344 0 NAMEI 1024 0 55 38950 0 16 56320 0 cpuset 200 8 248 299 0 62 51200 0 pcpu-64 64 516 268 516 0 254 50176 0 malloc-8192 8192 4 2 38 0 1 49152 0 malloc-1024 1024 4 44 597 0 16 49152 0 malloc-1024 1024 25 23 39 0 16 49152 0 malloc-256 256 4 188 439 0 62 49152 0 malloc-64 64 404 364 573 0 254 49152 0 malloc-64 64 57 711 674 0 254 49152 0 VMSPACE 584 35 49 3111 0 16 49056 0 malloc-512 512 6 86 482 0 30 47104 0 malloc-512 512 14 78 126 0 30 47104 0 syncache 168 0 276 4 0 254 46368 0 malloc-384 384 91 29 478 0 30 46080 0 malloc-384 384 46 74 82 0 30 46080 0 ripcb 376 3 117 301 0 30 45120 0 Files 80 187 363 25653 0 126 44000 0 TURNSTILE 136 257 58 257 0 62 42840 0 itimer 352 0 121 625 0 30 42592 0 malloc-32 32 323 1000 1274 0 254 42336 0 KNOTE 160 10 254 338 0 62 42240 0 sctp_chunk 152 1 274 1 0 254 41800 0 rl_entry 48 14 778 657 0 254 38016 0 4 Bucket 48 15 777 859 0 254 38016 0 udplite_inpcb 408 0 90 66 0 30 36720 0 hostcache 64 2 558 2 0 254 35840 0 2 Bucket 32 129 982 1809 0 254 35552 0 SLEEPQUEUE 88 257 146 257 0 126 35464 0 splice 184 0 189 78 0 62 34776 0 routing nhops 256 26 109 69 0 62 34560 0 vtnet_tx_hdr 40 0 840 2454 0 254 33600 0 ertt_txseginfo 40 0 840 1552 0 254 33600 0 PWD 40 20 820 1019 0 254 33600 0 tcp_bbr_map 128 0 261 16 0 126 33408 0 8 Bucket 80 108 306 9346 0 126 33120 0 malloc-4096 4096 4 4 13 0 2 32768 0 malloc-4096 4096 2 6 6 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 12 20 22 0 16 32768 0 malloc-64 64 24 488 269 0 254 32768 0 domainset 40 0 819 271 0 254 32760 0 clpbuf 2664 0 12 109 0 4 31968 0 PGRP 120 27 237 110 0 126 31680 0 pass0 1976 0 16 11 0 8 31616 0 L VFS Cache 320 0 96 185 0 30 30720 0 malloc-512 512 0 60 22 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 malloc-512 512 0 60 23 0 30 30720 0 ertt 72 7 393 451 0 126 28800 0 tcp_bbr_pcb 896 0 32 7 0 16 28672 0 sctp_laddr 48 3 573 56 0 254 27648 0 AIOCB 552 0 49 122 0 16 27048 0 AIO 208 0 126 90 0 62 26208 0 malloc-32 32 25 794 887 0 254 26208 0 malloc-32 32 108 711 2755 0 254 26208 0 malloc-32 32 76 743 2892 0 254 26208 0 malloc-32 32 12 807 1127 0 254 26208 0 kenv 258 18 80 1102 0 30 25284 0 rtentry 168 29 109 69 0 62 23184 0 malloc-384 384 1 59 23 0 30 23040 0 tcp_rack_pcb 1088 0 21 2 0 8 22848 0 Mountpoints 2816 3 5 10 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 21 0 30 19040 0 tcp_log_id_node 120 1 154 2 0 126 18600 0 mqueue 248 1 74 1 0 62 18600 0 malloc-32 32 35 532 487 0 254 18144 0 malloc-32 32 148 419 333 0 254 18144 0 malloc-16 16 59 1075 867 0 254 18144 0 malloc-16 16 304 830 24604 0 254 18144 0 ipq 56 1 314 1 0 254 17640 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnode 416 4 32 4 0 30 14976 0 malloc-16 16 82 800 5112 0 254 14112 0 malloc-16 16 10 872 2614 0 254 14112 0 malloc-16 16 88 794 926 0 254 14112 0 malloc-16 16 56 826 607 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 tcp_log_id_bucket 176 1 65 2 0 62 11616 0 malloc-384 384 1 29 4 0 30 11520 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 76 21 76 0 126 10864 0 malloc-16 16 53 577 114 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 18 18 34 0 0 3456 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl