panic: ASan: Invalid access, 1-byte read at 0xfffffe00582a54e1, MallocRedZone(fb) cpuid = 1 time = 10 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00572cbf70 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00572cc0d0 vpanic() at vpanic+0x257/frame 0xfffffe00572cc290 panic() at panic+0xb5/frame 0xfffffe00572cc350 kasan_report() at kasan_report+0xdf/frame 0xfffffe00572cc420 smp_command_sbuf() at smp_command_sbuf+0x4c/frame 0xfffffe00572cc490 cam_error_string() at cam_error_string+0x3ca/frame 0xfffffe00572cc630 cam_error_print() at cam_error_print+0xc5/frame 0xfffffe00572cc910 cam_periph_error() at cam_periph_error+0xc2e/frame 0xfffffe00572cd2b0 cam_periph_runccb() at cam_periph_runccb+0x484/frame 0xfffffe00572cd4d0 passsendccb() at passsendccb+0x344/frame 0xfffffe00572cd650 passdoioctl() at passdoioctl+0x5a7/frame 0xfffffe00572cd6f0 passioctl() at passioctl+0x33/frame 0xfffffe00572cd730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe00572cd820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe00572cd850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe00572cda60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe00572cdab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe00572cdb90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe00572cdd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00572cdf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00572cdf30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x824d4ce88, rbp = 0x824d4cf20 --- KDB: enter: panic [ thread pid 2002 tid 100814 ] Stopped at kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072a00000 rdx 0x7ffff rbx 0xffffffff82a248a0 .str.27 rsp 0xfffffe00572cc0b0 rbp 0xfffffe00572cc0d0 rsi 0x80001 rdi 0xffffffff81776f49 printf+0x149 r8 0 r9 0xffffffff r10 0x203a29303a313a30 r11 0 r12 0xfffffe0059339000 r13 0xfffffffffffffffd r14 0xffffffff82a248a0 .str.27 r15 0 rip 0xffffffff8175f87e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> show proc Process 2002 (syz-executor) at 0xfffffe0059315000: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1527 at 0xfffffe00592b1b08 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00592af248 (map 0xfffffe00592af248) (map.pmap 0xfffffe00592af2e8) (pmap 0xfffffe00592af358) threads: 2 100215 Run uwait 0xfffffe0058b8d500 syz-executor 100814 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2002 1527 1527 0 R (threaded) syz-executor 100215 Run uwait 0xfffffe0058b8d500 syz-executor 100814 Run CPU 1 syz-executor 1998 1529 1529 0 S (threaded) syz-executor 100192 S nanslp 0xffffffff83dfc741 syz-executor 100808 S fifoor 0xfffffe00905d8f48 syz-executor 100809 S uwait 0xfffffe00905ccb00 syz-executor 1995 1528 1528 0 S (threaded) syz-executor 100755 S nanslp 0xffffffff83dfc740 syz-executor 100801 S pipdwt 0xfffffe005a91f000 syz-executor 100802 S uwait 0xfffffe0058b8e900 syz-executor 100804 S uwait 0xfffffe00905b5900 syz-executor 100805 S uwait 0xfffffe00905cc700 syz-executor 1989 1845 1845 0 S (threaded) syz-executor 100146 S nanslp 0xffffffff83dfc740 syz-executor 100794 S select 0xfffffe0054361340 syz-executor 100795 S uwait 0xfffffe0058b8e100 syz-executor 1973 1966 1973 0 Ss select 0xfffffe0058f7dd40 dhclient 1969 1 1969 0 Ss select 0xfffffe00719e4a40 dhclient 1966 1891 963 65 S select 0xfffffe00719e4e40 dhclient 1891 963 963 0 S wait 0xfffffe005930b000 sh 1845 1525 1845 0 S nanslp 0xffffffff83dfc741 syz-executor 1593 0 0 0 DL - 0xffffffff83eb11c0 [soaiod4] 1592 0 0 0 DL - 0xffffffff83eb11c0 [soaiod3] 1591 0 0 0 DL - 0xffffffff83eb11c0 [soaiod2] 1590 0 0 0 DL - 0xffffffff83eb11c0 [soaiod1] 1588 0 0 0 DL aiordy 0xfffffe005930b568 [aiod4] 1587 0 0 0 DL aiordy 0xfffffe005930bad0 [aiod3] 1586 0 0 0 DL aiordy 0xfffffe005930c038 [aiod2] 1585 0 0 0 DL aiordy 0xfffffe005930c5a0 [aiod1] 1529 1525 1529 0 S nanslp 0xffffffff83dfc740 syz-executor 1528 1525 1528 0 S nanslp 0xffffffff83dfc741 syz-executor 1527 1525 1527 0 S nanslp 0xffffffff83dfc740 syz-executor 1525 1524 1525 0 Ss select 0xfffffe0058f7a440 syz-executor 1524 1522 1522 0 S select 0xfffffe00719e7540 sshd-session 1522 1438 1522 0 Ss select 0xfffffe0058f7ab40 sshd-session 1509 1 1509 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1508 1 1508 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1507 1 1507 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1506 1 1506 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1505 1 1505 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1504 1 1504 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1503 1 1503 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1502 1 1502 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1501 1 1501 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1497 1 1497 0 Ss select 0xfffffe0058f7b140 logger 1492 1 17 0 S+ piperd 0xfffffe005a9112e8 logger 1491 1490 17 0 S+ nanslp 0xffffffff83dfc740 sleep 1490 1 17 0 S+ wait 0xfffffe0059200ad0 sh 1479 1 1479 0 Ss nanslp 0xffffffff83dfc740 cron 1438 1 1438 0 Ss select 0xfffffe00719e8240 sshd 1261 1 1261 0 Ss select 0xfffffe0058f7b940 syslogd 1260 1 1257 0 S select 0xfffffe0058f7ba40 syslogd 1257 1 1257 0 Ds bo_wwai 0xfffffe0071a83320 syslogd 963 1 963 0 Ss wait 0xfffffe00592cf070 devd 962 1 962 65 Ss select 0xfffffe0054364440 dhclient 829 1 829 0 Ss select 0xfffffe0054360440 dhclient 826 1 826 0 Ss select 0xfffffe0054363140 dhclient 406 0 0 0 DL - 0xffffffff83a2b240 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebec00 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd160 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100094 D sdflush 0xfffffe000877c0e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effc60 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5d48 [dom0] 100080 D launds 0xffffffff83ee5d54 [laundry: dom0] 100081 D umarcl 0xffffffff81f9cab0 [uma] 7 0 0 0 DL - 0xffffffff83b75570 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff847e15c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84acb8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee14c0 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da5620 [g_event] 100038 D - 0xffffffff83da5640 [g_up] 100039 D - 0xffffffff83da5660 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1fe0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28fe0 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100120 D - 0xfffffe0071702200 [netlink_socket (PID] 100476 D - 0xfffffe0071fd0800 [system_taskq_0] 100477 D - 0xfffffe0071fd0800 [system_taskq_1] 100478 D - 0xfffffe0071fd0c00 [system_delay_taskq_] 100479 D - 0xfffffe0071fd0c00 [system_delay_taskq_] 100480 D - 0xfffffe0071fd0e00 [zvol_tq-0_0] 100481 D - 0xfffffe0071fd0e00 [zvol_tq-0_1] 100482 D - 0xfffffe0071fd0e00 [zvol_tq-0_2] 100483 D - 0xfffffe0071fd0e00 [zvol_tq-0_3] 100484 D - 0xfffffe0071fd0e00 [zvol_tq-0_4] 100485 D - 0xfffffe0071fd0e00 [zvol_tq-0_5] 100486 D - 0xfffffe0071fd0e00 [zvol_tq-0_6] 100487 D - 0xfffffe0071fd0e00 [zvol_tq-0_7] 100488 D - 0xfffffe0071fd0e00 [zvol_tq-0_8] 100489 D - 0xfffffe0071fd0e00 [zvol_tq-0_9] 100490 D - 0xfffffe0071fd0e00 [zvol_tq-0_10] 100491 D - 0xfffffe0071fd0e00 [zvol_tq-0_11] 100492 D - 0xfffffe0071fd0e00 [zvol_tq-0_12] 100493 D - 0xfffffe0071fd0e00 [zvol_tq-0_13] 100494 D - 0xfffffe0071fd0e00 [zvol_tq-0_14] 100495 D - 0xfffffe0071fd0e00 [zvol_tq-0_15] 100496 D - 0xfffffe0071fd0e00 [zvol_tq-0_16] 100497 D - 0xfffffe0071fd0e00 [zvol_tq-0_17] 100498 D - 0xfffffe0071fd0e00 [zvol_tq-0_18] 100499 D - 0xfffffe0071fd0e00 [zvol_tq-0_19] 100500 D - 0xfffffe0071fd0e00 [zvol_tq-0_20] 100501 D - 0xfffffe0071fd0e00 [zvol_tq-0_21] 100502 D - 0xfffffe0071fd0e00 [zvol_tq-0_22] 100503 D - 0xfffffe0071fd0e00 [zvol_tq-0_23] 100504 D - 0xfffffe0071fd0e00 [zvol_tq-0_24] 100505 D - 0xfffffe0071fd0e00 [zvol_tq-0_25] 100506 D - 0xfffffe0071fd0e00 [zvol_tq-0_26] 100507 D - 0xfffffe0071fd0e00 [zvol_tq-0_27] 100508 D - 0xfffffe0071fd0e00 [zvol_tq-0_28] 100509 D - 0xfffffe0071fd0e00 [zvol_tq-0_29] 100510 D - 0xfffffe0071fd0e00 [zvol_tq-0_30] 100511 D - 0xfffffe0071fd0e00 [zvol_tq-0_31] 100512 D - 0xfffffe007243ac00 [arc_prune] 100513 D - 0xfffffe007243ae00 [arc_flush_0] 100514 D - 0xfffffe007243ae00 [arc_flush_1] 100538 D - 0xfffffe005a6c5e00 [dbu_evict] 100560 D - 0xfffffe007252bc00 [z_vdev_file_0] 100561 D - 0xfffffe007252bc00 [z_vdev_file_1] 100562 D - 0xfffffe007252bc00 [z_vdev_file_2] 100563 D - 0xfffffe007252bc00 [z_vdev_file_3] 100564 D - 0xfffffe007252bc00 [z_vdev_file_4] 100565 D - 0xfffffe007252bc00 [z_vdev_file_5] 100566 D - 0xfffffe007252bc00 [z_vdev_file_6] 100567 D - 0xfffffe007252bc00 [z_vdev_file_7] 100568 D - 0xfffffe007252bc00 [z_vdev_file_8] 100569 D - 0xfffffe007252bc00 [z_vdev_file_9] 100570 D - 0xfffffe007252bc00 [z_vdev_file_10] 100571 D - 0xfffffe007252bc00 [z_vdev_file_11] 100572 D - 0xfffffe007252bc00 [z_vdev_file_12] 100573 D - 0xfffffe007252bc00 [z_vdev_file_13] 100574 D - 0xfffffe007252bc00 [z_vdev_file_14] 100575 D - 0xfffffe007252bc00 [z_vdev_file_15] 100581 D - 0xfffffe005a6c6600 [zfsvfs] 100777 D - 0xfffffe0071fcfc00 [netlink_socket (PID] db> show all locks Process 2002 (syz-executor) thread 0xfffffe0059339000 (100814) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:2297 Process 1257 (syslogd) thread 0xfffffe005920a780 (100089) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0071a83228) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_syscalls.c:3724 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 82145 linker 413 12967K 573 pf_hash 6 12804K 6 devbuf 8313 8603K 8402 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 28 2806K 217 sysctloid 45235 2657K 45350 vtbuf 24 1968K 46 kobj 344 1376K 602 vmem 5 1046K 10 newblk 11 1027K 2563 vfscache 3 1025K 3 inodedep 30 523K 652 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 144 283K 2099 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 1283 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 600 sem 5 135K 5 pagedep 15 132K 400 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 112 112K 134 gtaskqueue 18 98K 18 LRO 22 85K 24 bus 1025 84K 4996 mtx_pool 3 74K 3 umtx 560 70K 560 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 541 68K 541 ddb_capture 1 64K 1 kdtrace 275 57K 2818 BPF 24 36K 51 DEVFS3 131 33K 147 hostcache 1 32K 1 shm 1 32K 2 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 58 24K 68 DEVFS_RULE 61 22K 61 temp 37 21K 5157 kstat_data 20 20K 20 ufs_mount 4 17K 5 proc 3 17K 3 inotify 66 17K 144 devstat 8 17K 8 tty 16 16K 16 lltable 54 16K 67 GEOM 80 16K 802 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 routetbl 56 14K 468 kenv 138 14K 138 cred 31 12K 482 taskqueue 99 11K 699 ether_multi 129 11K 172 CAM queue 5 11K 1528 rman 75 10K 422 kqueue 70 10K 2129 bmsafemap 5 9K 604 rpc 8 9K 8 plimit 23 9K 487 ifnet 9 9K 12 UART 12 9K 12 ksem 1 8K 2 shmfd 1 8K 3 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 in6_multi 55 8K 66 UMA 342 7K 342 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 42 pfs_nodes 22 6K 22 pf_ifnet 14 6K 30 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 pwddesc 63 4K 2003 acpisem 28 4K 28 selfd 55 4K 16075 proc-args 88 4K 4061 session 24 3K 52 DEVFSP 45 3K 109 terminal 11 3K 11 acpidev 21 3K 21 dirrem 10 3K 506 procdesc 5 3K 39 uidinfo 5 3K 20 hhook 8 3K 10 kcovinfo 36 3K 45 netlink 2 3K 359 select 17 3K 95 lockf 20 3K 144 sctp_stro 2 2K 4 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 ioctlops 1 2K 149 CAM CCB 1 2K 789 mount 47 2K 329 tun 5 2K 5 Unitno 29 2K 61 osd 68 2K 260 sctp_ifa 13 2K 15 CAM XPT 22 2K 545 sctp_atcl 4 2K 54 diradd 12 2K 541 in_multi 6 2K 9 vnodemarker 3 2K 26 toponodes 6 2K 6 ipsecpolicy 2 2K 4 mkdir 10 2K 722 ip6ndp 5 2K 6 msi 9 2K 9 igmp 9 2K 11 softdep 1 1K 1 newdirblk 8 1K 361 freefile 8 1K 452 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 6 1K 531 sctp_ifn 6 1K 15 ipsec 3 1K 3 CC Mem 6 1K 128 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 inpcbpolicy 19 1K 431 freework 3 1K 552 sctp_timw 2 1K 2 freeblks 2 1K 408 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 vnodes 2 1K 4 sctp_atky 6 1K 58 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 msdosfs_node 1 1K 6 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 frag6 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 7 CAM path 5 1K 1036 sctp_aadr 2 1K 2 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 freefrag 1 1K 65 VN POLL 1 1K 16 aio 4 1K 4 pmchooks 1 1K 1 filecaps 5 1K 205 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3776 sctp_vrf 1 1K 1 sctp_athm 4 1K 54 sctp_map 4 1K 8 vnet 1 1K 1 iov 1 1K 16501 pmc 1 1K 1 sigio 1 1K 13 entropy 2 1K 82 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 cryptodev 0 0K 5 sctp_mcore 0 0K 0 sctp_socko 0 0K 80 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 1 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 5 mqdata 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 167 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 10 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 70 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 5 audit_pipeent 0 0K 0 audit_pipe 0 0K 11 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 4 ipsecrequest 0 0K 2 mld 0 0K 0 ip6opt 0 0K 15 ip6_msource 0 0K 0 ip6_moptions 0 0K 3 in6_mfilter 0 0K 2 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 2 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 3 statfs 0 0K 25 namei_tracker 0 0K 9 export_host 0 0K 0 cl_savebuf 0 0K 22 lio 0 0K 13 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 5 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 744 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1866 sysctl 0 0K 87 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 132 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1332 20887 0 254 39534592 0 vmem btag 56 104431 561 106661 0 254 5879552 0 malloc-384 384 8211 39 8214 0 30 3168000 0 mbuf 256 8642 1010 26172 0 254 2470912 0 tcp_log 416 5100 489 7830 0 254 2325024 0 RADIX NODE 152 13869 601 85957 0 62 2199440 0 malloc-128 128 15060 316 15852 0 126 1968128 0 BUF TRIE 152 297 11481 2213 0 62 1790256 0 mbuf_cluster 2048 508 254 536 0 254 1560576 0 malloc-4096 4096 355 5 619 0 2 1474560 0 sctp_asoc 2256 2 508 4 0 254 1150560 0 malloc-65536 65536 11 2 15 0 1 851968 0 socket 1024 46 724 4278 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 FFS inode 1168 545 35 1002 0 8 677440 0 sctp_ep 1152 2 509 50 0 254 588672 0 pbuf 2664 0 198 0 0 2 527472 0 THREAD 1876 211 69 814 0 8 525280 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 35 471 442 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 256 Bucket 2048 211 14 5794 0 8 460800 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-65536 65536 0 6 75 0 1 393216 0 malloc-64 64 5416 696 7667 0 254 391168 0 sctp_raddr 736 2 508 4 0 254 375360 0 malloc-256 256 291 1013 6794 0 62 333824 0 VM OBJECT 232 1265 163 29813 0 62 331296 0 malloc-4096 4096 68 8 2425 0 2 311296 0 malloc-16 16 18695 709 22033 0 254 310464 0 VNODE 440 597 96 1061 0 30 304920 0 malloc-32768 32768 2 7 42 0 1 294912 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 104 24 144 0 8 262144 0 FPU_save_area 832 213 93 1081 0 16 254592 0 malloc-32 32 7329 546 8777 0 254 252000 0 unpcb 320 23 747 3725 0 254 246400 0 UMA Zones 768 314 2 314 0 16 242688 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 8 5 497 0 1 212992 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-128 128 1180 340 24812 0 126 194560 0 FFS2 dinode 256 545 205 1002 0 62 192000 0 MAP ENTRY 96 1547 364 101193 0 126 183456 0 malloc-1024 1024 128 48 405 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-8192 8192 16 4 38 0 1 163840 0 malloc-64 64 194 2110 20780 0 254 147456 0 S VFS Cache 104 1034 370 1524 0 126 146016 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 mbuf_packet 256 1 507 356 0 254 130048 0 malloc-128 128 616 392 4674 0 126 129024 0 malloc-256 256 300 196 1883 0 62 126976 0 128 Bucket 1024 71 48 1313 0 16 121856 0 ksiginfo 112 67 989 104 0 126 118272 0 UMA Kegs 384 301 0 301 0 30 115584 0 malloc-128 128 573 323 2636 0 126 114688 0 PROC 1384 62 18 2002 0 8 110720 0 64 Bucket 512 137 73 3995 0 30 107520 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 0 3 12 0 1 98304 0 malloc-2048 2048 6 42 514 0 8 98304 0 filedesc0 1072 63 28 2003 0 8 97552 0 g_bio 424 4 212 13166 0 30 91584 0 malloc-8192 8192 8 3 89 0 1 90112 0 pipe 736 85 30 870 0 16 84640 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 3 2 5 0 1 81920 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-4096 4096 17 3 29 0 2 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 32 Bucket 256 113 187 1648 0 62 76800 0 tcp_inpcb 1304 6 51 128 0 8 74328 0 ttyinq 160 300 156 780 0 62 72960 0 DIRHASH 1024 42 24 50 0 16 67584 0 NAMEI 1024 1 65 23897 0 16 67584 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 14 0 1 65536 0 malloc-2048 2048 6 26 34 0 8 65536 0 malloc-2048 2048 6 26 236 0 8 65536 0 malloc-2048 2048 9 23 862 0 8 65536 0 malloc-2048 2048 3 29 712 0 8 65536 0 malloc-1024 1024 26 38 229 0 16 65536 0 malloc-1024 1024 3 61 2018 0 16 65536 0 malloc-128 128 30 482 647 0 126 65536 0 malloc-128 128 163 349 977 0 126 65536 0 malloc-128 128 86 426 1112 0 126 65536 0 malloc-64 64 31 993 10167 0 254 65536 0 malloc-64 64 516 508 1675 0 254 65536 0 malloc-256 256 35 213 6163 0 62 63488 0 malloc-256 256 84 164 414 0 62 63488 0 malloc-256 256 31 217 522 0 62 63488 0 malloc-384 384 75 75 124 0 30 57600 0 malloc-384 384 72 78 1074 0 30 57600 0 malloc-384 384 83 67 462 0 30 57600 0 malloc-384 384 36 114 660 0 30 57600 0 malloc-8192 8192 4 3 38 0 1 57344 0 malloc-4096 4096 10 4 19 0 2 57344 0 16 Bucket 144 186 204 2692 0 62 56160 0 udp_inpcb 408 9 117 184 0 30 51408 0 pcpu-64 64 513 271 513 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 12 12 17 0 8 49152 0 malloc-1024 1024 24 24 42 0 16 49152 0 malloc-1024 1024 4 44 592 0 16 49152 0 malloc-256 256 4 188 201 0 62 49152 0 malloc-256 256 27 165 146 0 62 49152 0 malloc-256 256 76 116 503 0 62 49152 0 malloc-64 64 114 654 1037 0 254 49152 0 malloc-64 64 394 374 439 0 254 49152 0 pcpu-8 8 5480 664 5988 0 254 49152 0 malloc-512 512 6 86 227 0 30 47104 0 malloc-512 512 10 82 109 0 30 47104 0 syncache 168 0 276 4 0 254 46368 0 Files 80 393 157 16899 0 126 44000 0 TURNSTILE 136 281 34 281 0 62 42840 0 sctp_chunk 152 2 273 2 0 254 41800 0 VMSPACE 584 38 32 1980 0 16 40880 0 da_ccb 544 1 69 3560 0 16 38080 0 udplite_inpcb 408 1 89 53 0 30 36720 0 2 Bucket 32 119 992 2281 0 254 35552 0 SLEEPQUEUE 88 281 122 281 0 126 35464 0 itimer 352 0 99 145 0 30 34848 0 routing nhops 256 24 111 33 0 62 34560 0 malloc-384 384 41 49 59 0 30 34560 0 malloc-32 32 93 978 589 0 254 34272 0 ripcb 376 3 87 66 0 30 33840 0 ertt_txseginfo 40 0 840 946 0 254 33600 0 8 Bucket 80 86 328 3518 0 126 33120 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 3 5 12 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 13 19 19 0 16 32768 0 malloc-1024 1024 18 14 21 0 16 32768 0 malloc-128 128 132 124 160 0 126 32768 0 malloc-64 64 21 491 105 0 254 32768 0 malloc-64 64 56 456 148 0 254 32768 0 clpbuf 2664 0 12 83 0 4 31968 0 PGRP 120 28 236 60 0 126 31680 0 pass0 1976 0 16 2 0 8 31616 0 KNOTE 160 11 181 78 0 62 30720 0 malloc-512 512 0 60 4 0 30 30720 0 malloc-512 512 13 47 27 0 30 30720 0 malloc-512 512 13 47 44 0 30 30720 0 malloc-512 512 0 60 14 0 30 30720 0 vtnet_tx_hdr 40 0 756 1490 0 254 30240 0 sctp_stream_msg_out 112 0 264 3 0 254 29568 0 sctp_laddr 48 5 571 20 0 254 27648 0 rl_entry 48 3 573 5 0 254 27648 0 4 Bucket 48 7 569 15 0 254 27648 0 AIOCB 552 0 49 53 0 16 27048 0 AIO 208 0 126 32 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 25 794 594 0 254 26208 0 malloc-32 32 323 496 627 0 254 26208 0 malloc-32 32 76 743 2859 0 254 26208 0 malloc-32 32 12 807 1095 0 254 26208 0 cpuset 200 8 120 10 0 62 25600 0 kenv 258 18 80 1088 0 30 25284 0 malloc-8192 8192 2 1 3 0 1 24576 0 PWD 40 19 569 366 0 254 23520 0 rtentry 168 27 111 33 0 62 23184 0 malloc-384 384 1 59 5 0 30 23040 0 malloc-384 384 1 59 2 0 30 23040 0 domainset 40 0 567 3 0 254 22680 0 Mountpoints 2816 3 5 5 0 4 22528 0 ertt 72 6 294 128 0 126 21600 0 L VFS Cache 320 0 60 51 0 30 19200 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 12 0 30 19040 0 mqueue 248 1 74 1 0 62 18600 0 malloc-32 32 31 536 209 0 254 18144 0 malloc-32 32 143 424 206 0 254 18144 0 malloc-16 16 50 1084 615 0 254 18144 0 malloc-16 16 304 830 24598 0 254 18144 0 hostcache 64 2 278 2 0 254 17920 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 10 22 11 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 0 16 1 0 16 14336 0 malloc-16 16 75 807 3184 0 254 14112 0 malloc-16 16 10 872 1208 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 70 27 70 0 126 10864 0 malloc-16 16 87 543 335 0 254 10080 0 malloc-16 16 45 585 69 0 254 10080 0 malloc-16 16 36 594 135 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 15 21 26 0 0 3456 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl