Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff823010c0 stack pointer = 0x28:0xfffffe005736e470 frame pointer = 0x28:0xfffffe005736e470 processor eflags = interrupt enabled, resume, IOPL = 0 current thread = 6399/106066 (syz-executor/syz-executor) rdi: fffffe005736e4a0 rsi: 0000000000000000 rdx: 0000000000000059 rcx: 0000000000000059 r8: 0000000000000000 r9: 0000000000000001 FreeBSD/amd64rax: 0000000000000000 rbx: fffffe005736e520 rbp: fffffe005736e470 r10: 0000000000000000 r11: fffffe0059335550 r12: fffffe005a31a1f0 r13: fffffe005736e4a0 r14: (syzkaller) (ttfffffe005a31a000 r15: 0000000000000059 panic: page fault cpuid = 1 time = 74 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe005736dcf0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe005736de50 vpanic() at vpanic+0x257/frame 0xfffffe005736e010 panic() at panic+0xb5/frame 0xfffffe005736e0d0 trap_pfault() at trap_pfault+0xa61/frame 0xfffffe005736e210 trap() at trap+0x4c8/frame 0xfffffe005736e3a0 calltrap() at calltrap+0x8/frame 0xfffffe005736e3a0 --- trap 0xc, rip = 0xffffffff823010c0, rsp = 0xfffffe005736e470, rbp = 0xfffffe005736e470 --- copyin_smap_erms() at copyin_smap_erms+0x60/frame 0xfffffe005736e470 passsendccb() at passsendccb+0x16e/frame 0xfffffe005736e650 passdoioctl() at passdoioctl+0x64e/frame 0xfffffe005736e6f0 passioctl() at passioctl+0x33/frame 0xfffffe005736e730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe005736e820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe005736e850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe005736ea60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe005736eab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe005736eb90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe005736ed10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe005736ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005736ef30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x824fbae88, rbp = 0x824fbaf20 --- KDB: enter: panic [ thread pid 6399 tid 106066 ] Stopped at kdb_enter+0x6e: movq $0,0x26bb237(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0074800000 rdx 0x7ffff rbx 0xffffffff82a23820 .str.27 rsp 0xfffffe005736de30 rbp 0xfffffe005736de50 rsi 0x80001 rdi 0xffffffff81776be9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0059335000 r13 0xfffffffffffffffd r14 0xffffffff82a23820 .str.27 r15 0 rip 0xffffffff8175f51e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bb237(%rip) db> show proc Process 6399 (syz-executor) at 0xfffffe00593225a0: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 4588 at 0xfffffe00592fd568 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0007a0e490 (map 0xfffffe0007a0e490) (map.pmap 0xfffffe0007a0e530) (pmap 0xfffffe0007a0e5a0) threads: 2 100231 S nanslp 0xffffffff83dfb740 syz-executor 106066 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 6399 4588 4588 0 R (threaded) syz-executor 100231 S nanslp 0xffffffff83dfb740 syz-executor 106066 Run CPU 1 syz-executor 6394 6268 6268 0 S (threaded) syz-executor 101208 S nanslp 0xffffffff83dfb740 syz-executor 106057 S lockf 0xfffffe0007887600 syz-executor 106058 S lockf 0xfffffe007b725500 syz-executor 106059 S uwait 0xfffffe006cb03500 syz-executor 106064 S uwait 0xfffffe007f398100 syz-executor 6391 6277 6277 0 S (threaded) syz-executor 100664 S nanslp 0xffffffff83dfb740 syz-executor 106053 S sigwait 0xfffffe0059361120 syz-executor 106056 S uwait 0xfffffe006cb07a00 syz-executor 6389 5496 5496 60929 S (threaded) syz-executor 106049 S nanslp 0xffffffff83dfb740 syz-executor 106050 S select 0xfffffe00723cd040 syz-executor 106052 S uwait 0xfffffe007f397a00 syz-executor 6277 1525 6277 0 S nanslp 0xffffffff83dfb740 syz-executor 6268 1525 6268 0 S nanslp 0xffffffff83dfb740 syz-executor 6173 1 6173 0 Ss select 0xfffffe0058f77640 dhclient 6170 6111 963 0 S nanslp 0xffffffff83dfb740 dhclient 6111 963 963 0 S wait 0xfffffe00592ce038 sh 5496 1525 5496 0 S nanslp 0xffffffff83dfb740 syz-executor 4588 1525 4588 0 S nanslp 0xffffffff83dfb740 syz-executor 1850 0 0 0 DL (threaded) [so_splice] 100309 D - 0xfffffe006cb07500 [thr_0] 100504 D - 0xfffffe006cb07540 [thr_1] 1770 0 0 0 DL - 0xffffffff83eb01c0 [soaiod4] 1769 0 0 0 DL - 0xffffffff83eb01c0 [soaiod3] 1768 0 0 0 DL - 0xffffffff83eb01c0 [soaiod2] 1767 0 0 0 DL - 0xffffffff83eb01c0 [soaiod1] 1652 0 0 0 DL aiordy 0xfffffe005930f000 [aiod4] 1651 0 0 0 DL aiordy 0xfffffe005930f568 [aiod3] 1650 0 0 0 DL aiordy 0xfffffe005930fad0 [aiod2] 1649 0 0 0 DL aiordy 0xfffffe0059311070 [aiod1] 1525 1524 1525 0 Ss nanslp 0xffffffff83dfb740 syz-executor 1524 1522 1522 0 S select 0xfffffe005a9d9140 sshd-session 1522 1438 1522 0 Ss select 0xfffffe005a9d9240 sshd-session 1509 1 1509 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1508 1 1508 0 Ss+ ttyin 0xfffffe005a3930b0 getty 1507 1 1507 0 Ss+ ttyin 0xfffffe005a3960b0 getty 1506 1 1506 0 Ss+ ttyin 0xfffffe005a3988b0 getty 1505 1 1505 0 Ss+ ttyin 0xfffffe0057eda0b0 getty 1504 1 1504 0 Ss+ ttyin 0xfffffe0058be58b0 getty 1503 1 1503 0 Ss+ ttyin 0xfffffe0057edb8b0 getty 1502 1 1502 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1501 1 1501 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1479 1 1479 0 Ss nanslp 0xffffffff83dfb740 cron 1438 1 1438 0 Ss select 0xfffffe0054361c40 sshd 1261 1 1261 0 Ss select 0xfffffe0054361a40 syslogd 1260 1 1257 0 S select 0xfffffe0054361940 syslogd 1257 1 1257 0 Ls *CAM dev 0xfffffe0007a2d540 syslogd 963 1 963 0 Ss wait 0xfffffe005929b038 devd 962 1 962 65 Ss select 0xfffffe0054360540 dhclient 829 1 829 0 Ss select 0xfffffe005a9dd240 dhclient 826 1 826 0 Ss select 0xfffffe005a9dd340 dhclient 406 0 0 0 DL - 0xffffffff83a2b060 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebdc00 [syncer] 15 0 0 0 DL vlruwt 0xfffffe005929c5d8 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebc160 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe00590788e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83efec60 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee4d48 [dom0] 100080 D launds 0xffffffff83ee4d54 [laundry: dom0] 100081 D umarcl 0xffffffff81f9c720 [uma] 7 0 0 0 DL - 0xffffffff83b74570 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845ab5c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a4d8c0 [sctp_iterator] 4 0 0 0 LL (threaded) [cam] 100045 L *CAM dev 0xfffffe0007a2d540 [doneq0] 100046 D - 0xffffffff83b3e2c0 [async] 100075 D - 0xffffffff83b3e140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee04c0 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da4620 [g_event] 100038 D - 0xffffffff83da4640 [g_up] 100039 D - 0xffffffff83da4660 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee0fe0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a27f61 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100124 D - 0xfffffe0058a3c600 [netlink_socket (PID] 100463 D - 0xfffffe006cd5dc00 [system_taskq_0] 100464 D - 0xfffffe006cd5dc00 [system_taskq_1] 100465 D - 0xfffffe0058a3c800 [system_delay_taskq_] 100466 D - 0xfffffe0058a3c800 [system_delay_taskq_] 100467 D - 0xfffffe0058a3e000 [zvol_tq-0_0] 100468 D - 0xfffffe0058a3e000 [zvol_tq-0_1] 100469 D - 0xfffffe0058a3e000 [zvol_tq-0_2] 100470 D - 0xfffffe0058a3e000 [zvol_tq-0_3] 100471 D - 0xfffffe0058a3e000 [zvol_tq-0_4] 100472 D - 0xfffffe0058a3e000 [zvol_tq-0_5] 100473 D - 0xfffffe0058a3e000 [zvol_tq-0_6] 100474 D - 0xfffffe0058a3e000 [zvol_tq-0_7] 100475 D - 0xfffffe0058a3e000 [zvol_tq-0_8] 100476 D - 0xfffffe0058a3e000 [zvol_tq-0_9] 100477 D - 0xfffffe0058a3e000 [zvol_tq-0_10] 100478 D - 0xfffffe0058a3e000 [zvol_tq-0_11] 100479 D - 0xfffffe0058a3e000 [zvol_tq-0_12] 100480 D - 0xfffffe0058a3e000 [zvol_tq-0_13] 100481 D - 0xfffffe0058a3e000 [zvol_tq-0_14] 100482 D - 0xfffffe0058a3e000 [zvol_tq-0_15] 100483 D - 0xfffffe0058a3e000 [zvol_tq-0_16] 100484 D - 0xfffffe0058a3e000 [zvol_tq-0_17] 100485 D - 0xfffffe0058a3e000 [zvol_tq-0_18] 100486 D - 0xfffffe0058a3e000 [zvol_tq-0_19] 100487 D - 0xfffffe0058a3e000 [zvol_tq-0_20] 100488 D - 0xfffffe0058a3e000 [zvol_tq-0_21] 100489 D - 0xfffffe0058a3e000 [zvol_tq-0_22] 100490 D - 0xfffffe0058a3e000 [zvol_tq-0_23] 100491 D - 0xfffffe0058a3e000 [zvol_tq-0_24] 100492 D - 0xfffffe0058a3e000 [zvol_tq-0_25] 100493 D - 0xfffffe0058a3e000 [zvol_tq-0_26] 100494 D - 0xfffffe0058a3e000 [zvol_tq-0_27] 100495 D - 0xfffffe0058a3e000 [zvol_tq-0_28] 100496 D - 0xfffffe0058a3e000 [zvol_tq-0_29] 100497 D - 0xfffffe0058a3e000 [zvol_tq-0_30] 100498 D - 0xfffffe0058a3e000 [zvol_tq-0_31] 100500 D - 0xfffffe0071703c00 [arc_prune] 100501 D - 0xfffffe0071704000 [arc_flush_0] 100502 D - 0xfffffe0071704000 [arc_flush_1] 100550 D - 0xfffffe0072273400 [dbu_evict] 100585 D - 0xfffffe006cd56000 [z_vdev_file_0] 100586 D - 0xfffffe006cd56000 [z_vdev_file_1] 100587 D - 0xfffffe006cd56000 [z_vdev_file_2] 100588 D - 0xfffffe006cd56000 [z_vdev_file_3] 100589 D - 0xfffffe006cd56000 [z_vdev_file_4] 100590 D - 0xfffffe006cd56000 [z_vdev_file_5] 100591 D - 0xfffffe006cd56000 [z_vdev_file_6] 100592 D - 0xfffffe006cd56000 [z_vdev_file_7] 100593 D - 0xfffffe006cd56000 [z_vdev_file_8] 100594 D - 0xfffffe006cd56000 [z_vdev_file_9] 100595 D - 0xfffffe006cd56000 [z_vdev_file_10] 100596 D - 0xfffffe006cd56000 [z_vdev_file_11] 100597 D - 0xfffffe006cd56000 [z_vdev_file_12] 100598 D - 0xfffffe006cd56000 [z_vdev_file_13] 100599 D - 0xfffffe006cd56000 [z_vdev_file_14] 100600 D - 0xfffffe006cd56000 [z_vdev_file_15] 100613 D - 0xfffffe006cd5ce00 [zfsvfs] db> show all locks Process 6399 (syz-executor) thread 0xfffffe0059335000 (106066) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:1836 Process 1257 (syslogd) thread 0xfffffe00592cb780 (100099) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0071a993e0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_syscalls.c:3724 db> show malloc Type InUse MemUse Requests netmap 6274 25416K 108914 linker 437 13361K 3563 pf_hash 6 12804K 6 devbuf 8371 6210K 9652 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 48 2830K 1920 sysctloid 45352 2664K 45467 vtbuf 24 1968K 46 kobj 344 1376K 602 newblk 59 1039K 11110 vfscache 3 1025K 3 inodedep 51 531K 7917 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 5 276K 10 subproc 140 267K 6630 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 52597 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 7850 sem 5 135K 5 pagedep 20 133K 5634 tfo_ccache 1 128K 1 IP reass 1 128K 1 LRO 58 121K 92 DEVFS1 117 117K 182 gtaskqueue 18 98K 18 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 542 68K 542 ddb_capture 1 64K 1 umtx 496 62K 496 kdtrace 276 58K 12467 ifaddr 91 35K 401 DEVFS3 136 34K 163 hostcache 1 32K 1 shm 1 32K 104 msg 5 31K 5 kbdmux 6 28K 6 lltable 93 27K 435 cred 57 22K 1910 DEVFS_RULE 61 22K 61 temp 64 22K 10914 kstat_data 20 20K 20 BPF 24 20K 451 ufs_mount 4 17K 5 ifnet 17 17K 88 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 GEOM 80 16K 802 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 routetbl 60 14K 2610 ether_multi 175 14K 855 kenv 138 14K 138 sctp_stro 13 13K 25 taskqueue 96 11K 633 CAM queue 5 11K 1528 in6_multi 75 10K 249 sctp_atcl 26 10K 636 rman 75 10K 422 bmsafemap 6 10K 7693 pf_ifnet 29 9K 275 rpc 8 9K 8 plimit 22 9K 786 UART 12 9K 12 ksem 1 8K 40 shmfd 1 8K 55 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 freework 28 7K 7317 kqueue 63 7K 7365 UMA 343 7K 343 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 189 dirrem 22 6K 7541 pfs_nodes 22 6K 22 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 tun 10 4K 21 lockf 36 4K 4601 pwddesc 59 4K 6400 freeblks 14 4K 6098 acpisem 28 4K 28 proc-args 78 3K 9344 terminal 11 3K 11 DEVFSP 43 3K 1491 uidinfo 6 3K 80 session 21 3K 168 acpidev 21 3K 21 sctp_timw 10 3K 10 mkdir 20 3K 10736 mount 56 3K 9715 hhook 8 3K 10 kcovinfo 36 3K 189 freefile 17 3K 6838 netlink 2 3K 1391 igmp 17 3K 86 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 140 ioctlops 1 2K 510 CAM CCB 1 2K 829 diradd 15 2K 7613 sctp_ifa 14 2K 49 ip6ndp 7 2K 26 selfd 28 2K 228039 select 14 2K 423 osd 66 2K 1875 Unitno 27 2K 279 sctp_atky 39 2K 665 CAM XPT 22 2K 545 newdirblk 12 2K 5368 in_multi 6 2K 64 vnodemarker 3 2K 135 toponodes 6 2K 6 ipsecpolicy 2 2K 2 msi 9 2K 9 sctp_ifn 8 1K 49 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 525 ipsec 3 1K 3 pfil 6 1K 6 sigio 12 1K 209 msdosfs_node 3 1K 15 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 CC Mem 4 1K 1668 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 pf_osfp 4 1K 4 sctp_athm 26 1K 637 sctp_map 26 1K 50 counter_rate 13 1K 13 inpcbpolicy 12 1K 3872 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 indirdep 1 1K 169 VN POLL 2 1K 121 vnodes 1 1K 64 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 frag6 2 1K 8 tcpfunc 3 1K 3 loginclass 3 1K 9 CAM path 5 1K 1044 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 105 pmchooks 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 6099 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 99 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filecaps 1 1K 319 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 235 sctp_iter 0 0K 72 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 72 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 mqdata 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 13 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 26 cryptodev 0 0K 187 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 2 pf_rule 0 0K 3 pf_altq 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 84 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1927 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 48 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 404 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 4 audit_pipeent 0 0K 0 audit_pipe 0 0K 174 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 138 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 200 ip6_msource 0 0K 3 ip6_moptions 0 0K 26 in6_mfilter 0 0K 13 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 14 ip_moptions 0 0K 99 in_mfilter 0 0K 71 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 22 fadvise 0 0K 5 statfs 0 0K 285 namei_tracker 0 0K 56 inotify 0 0K 386 export_host 0 0K 0 cl_savebuf 0 0K 184 lio 0 0K 74 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 103 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 65799 eventfd 0 0K 63 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 1806 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 2037 sysctl 0 0K 252 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 132 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 63 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 27 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8324 1074 40877 0 254 38494208 0 malloc-384 384 8217 63 8242 0 30 3179520 0 tcp_log 416 5161 941 16020 0 254 2538432 0 mbuf 256 8708 946 78015 0 254 2471424 0 vmem btag 56 28934 10664 129622 0 254 2217488 0 mbuf_cluster 2048 762 254 766 0 254 2080768 0 malloc-128 128 15109 395 25921 0 126 1984512 0 BUF TRIE 152 326 11452 7582 0 62 1790256 0 malloc-4096 4096 357 5 626 0 2 1482752 0 RADIX NODE 152 8776 894 285473 0 62 1469840 0 malloc-64 64 159 18913 245268 0 254 1220608 0 sctp_asoc 2256 13 497 25 0 254 1150560 0 malloc-65536 65536 12 2 16 0 1 917504 0 sctp_ep 1152 13 750 611 0 254 878976 0 256 Bucket 2048 351 36 5037 0 8 792576 0 socket 1024 31 739 9875 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 FFS inode 1168 593 37 7582 0 8 735840 0 pbuf 2664 0 198 0 0 2 527472 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 367 139 800 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 THREAD 1876 216 32 6066 0 8 465248 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-64 64 5425 943 12108 0 254 407552 0 malloc-65536 65536 0 6 106 0 1 393216 0 sctp_raddr 736 13 497 25 0 254 375360 0 VM OBJECT 232 1394 170 87592 0 62 362848 0 VNODE 440 653 103 7667 0 30 332640 0 malloc-16 16 18743 913 22217 0 254 314496 0 malloc-4096 4096 64 12 7647 0 2 311296 0 malloc-2048 2048 6 146 657 0 8 311296 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 2 6 213 0 1 262144 0 malloc-2048 2048 102 26 456 0 8 262144 0 malloc-32 32 7339 851 12581 0 254 262080 0 malloc-256 256 381 611 35666 0 62 253952 0 unpcb 320 17 753 5059 0 254 246400 0 UMA Zones 768 315 1 315 0 16 242688 0 FPU_save_area 832 218 70 9920 0 16 239616 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 8 6 4114 0 1 229376 0 FFS2 dinode 256 593 217 7582 0 62 207360 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-1024 1024 133 59 453 0 16 196608 0 mbuf_packet 256 8 754 3915 0 254 195072 0 MAP ENTRY 96 1376 652 310393 0 126 194688 0 malloc-128 128 1181 339 24846 0 126 194560 0 malloc-2048 2048 21 67 1464 0 8 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-8192 8192 17 3 40 0 1 163840 0 S VFS Cache 104 1178 334 8436 0 126 157248 0 malloc-16384 16384 3 6 18 0 1 147456 0 128 Bucket 1024 84 57 3390 0 16 144384 0 malloc-256 256 349 211 17845 0 62 143360 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-32768 32768 1 3 14 0 1 131072 0 64 Bucket 512 158 97 15813 0 30 130560 0 malloc-128 128 624 384 12920 0 126 129024 0 tcp_inpcb 1304 4 92 1663 0 8 125184 0 UMA Kegs 384 302 7 302 0 30 118656 0 g_bio 424 4 275 96790 0 31 118296 0 ksiginfo 112 72 984 153 0 126 118272 0 malloc-128 128 521 375 3787 0 126 114688 0 PROC 1384 58 22 6399 0 8 110720 0 malloc-8192 8192 8 5 92 0 1 106496 0 32 Bucket 256 120 285 4844 0 62 103680 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 malloc-2048 2048 30 18 415 0 8 98304 0 filedesc0 1072 59 32 6400 0 8 97552 0 pipe 736 16 114 2055 0 16 95680 0 malloc-384 384 119 121 3510 0 30 92160 0 DIRHASH 1024 42 46 148 0 16 90112 0 malloc-4096 4096 17 5 60 0 2 90112 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-1024 1024 37 43 387 0 16 81920 0 malloc-1024 1024 26 54 262 0 16 81920 0 malloc-128 128 174 466 2626 0 126 81920 0 malloc-64 64 526 754 2094 0 254 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 ttyinq 160 300 204 780 0 62 80640 0 sctp_chunk 152 13 512 13 0 254 79800 0 malloc-8192 8192 2 7 315 0 1 73728 0 malloc-4096 4096 5 13 55 0 2 73728 0 malloc-384 384 82 98 855 0 30 69120 0 malloc-384 384 83 97 460 0 30 69120 0 malloc-384 384 57 123 7925 0 30 69120 0 pcpu-64 64 516 548 516 0 254 68096 0 NAMEI 1024 0 66 73732 0 16 67584 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 39 0 1 65536 0 malloc-2048 2048 6 26 135 0 8 65536 0 malloc-2048 2048 6 26 578 0 8 65536 0 malloc-2048 2048 3 29 1810 0 8 65536 0 malloc-1024 1024 24 40 40 0 16 65536 0 malloc-1024 1024 27 37 97 0 16 65536 0 malloc-1024 1024 3 61 3387 0 16 65536 0 malloc-128 128 46 466 8437 0 126 65536 0 malloc-128 128 85 427 9276 0 126 65536 0 malloc-128 128 151 361 472 0 126 65536 0 malloc-64 64 117 907 6806 0 254 65536 0 malloc-64 64 30 994 16085 0 254 65536 0 malloc-64 64 413 611 714 0 254 65536 0 malloc-256 256 4 244 2420 0 62 63488 0 malloc-256 256 43 205 48634 0 62 63488 0 malloc-256 256 109 139 1128 0 62 63488 0 malloc-256 256 47 201 899 0 62 63488 0 malloc-256 256 39 209 6118 0 62 63488 0 udp_inpcb 408 7 146 1106 0 30 62424 0 malloc-512 512 12 108 295 0 30 61440 0 malloc-512 512 9 111 318 0 30 61440 0 sctp_stream_msg_out 112 0 528 24 0 254 59136 0 pcpu-8 8 6309 859 17257 0 254 57344 0 cpuset 200 7 249 521 0 62 51200 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 37 0 1 49152 0 malloc-1024 1024 4 44 603 0 16 49152 0 malloc-256 256 11 181 715 0 62 49152 0 malloc-64 64 30 738 456 0 254 49152 0 malloc-64 64 55 713 1712 0 254 49152 0 VMSPACE 584 33 51 6348 0 16 49056 0 pass0 1976 0 24 56 0 8 47424 0 malloc-512 512 0 92 170 0 30 47104 0 malloc-512 512 6 86 408 0 30 47104 0 malloc-512 512 13 79 225 0 30 47104 0 malloc-512 512 0 92 50 0 30 47104 0 syncache 168 0 276 4 0 254 46368 0 AIOCB 552 1 83 662 0 16 46368 0 malloc-384 384 47 73 98 0 30 46080 0 ripcb 376 1 119 855 0 30 45120 0 16 Bucket 144 103 209 7882 0 62 44928 0 Files 80 167 383 40520 0 126 44000 0 TURNSTILE 136 249 66 249 0 62 42840 0 itimer 352 0 121 876 0 30 42592 0 malloc-32 32 349 974 2163 0 254 42336 0 KNOTE 160 10 254 406 0 62 42240 0 AIO 208 1 197 327 0 62 41184 0 malloc-4096 4096 5 5 13 0 2 40960 0 8 Bucket 80 112 394 8039 0 126 40480 0 da_ccb 544 1 69 24450 0 16 38080 0 rl_entry 48 16 776 3390 0 254 38016 0 udplite_inpcb 408 0 90 248 0 30 36720 0 2 Bucket 32 135 976 7039 0 254 35552 0 SLEEPQUEUE 88 249 154 249 0 126 35464 0 routing nhops 256 28 107 101 0 62 34560 0 malloc-384 384 1 89 171 0 30 34560 0 malloc-32 32 105 966 7242 0 254 34272 0 vtnet_tx_hdr 40 0 840 10600 0 254 33600 0 ertt_txseginfo 40 0 840 8045 0 254 33600 0 PWD 40 19 821 3961 0 254 33600 0 tcp_log_id_node 120 0 279 3 0 126 33480 0 tcp_bbr_map 128 0 261 78 0 126 33408 0 malloc-4096 4096 2 6 12 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 domainset 40 0 819 487 0 254 32760 0 clpbuf 2664 0 12 245 0 4 31968 0 ipq 56 1 566 6 0 254 31752 0 PGRP 120 25 239 225 0 126 31680 0 L VFS Cache 320 0 96 800 0 30 30720 0 tcp_rack_pcb 1088 0 28 13 0 8 30464 0 ertt 72 4 396 1663 0 126 28800 0 tcp_bbr_pcb 896 0 32 37 0 16 28672 0 sctp_laddr 48 0 576 87 0 254 27648 0 4 Bucket 48 7 569 20 0 254 27648 0 AIOLIO 272 0 98 72 0 30 26656 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 34 785 1325 0 254 26208 0 malloc-32 32 26 793 25747 0 254 26208 0 malloc-32 32 76 743 2963 0 254 26208 0 malloc-32 32 12 807 1201 0 254 26208 0 kenv 258 18 80 1110 0 30 25284 0 tcp_log_id_bucket 176 0 132 3 0 62 23232 0 splice 184 0 126 20 0 62 23184 0 rtentry 168 31 107 101 0 62 23184 0 Mountpoints 2816 3 5 121 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 mqueue 248 1 74 1 0 62 18600 0 tcp_rack_map 128 0 145 9 0 126 18560 0 malloc-32 32 152 415 389 0 254 18144 0 malloc-16 16 88 1046 12542 0 254 18144 0 malloc-16 16 100 1034 1836 0 254 18144 0 malloc-16 16 84 1050 1438 0 254 18144 0 hostcache 64 1 279 1 0 254 17920 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 malloc-16 16 10 872 22381 0 254 14112 0 malloc-16 16 107 775 2729 0 254 14112 0 malloc-16 16 55 827 578 0 254 14112 0 malloc-16 16 303 579 24598 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 1 0 30 11520 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 81 16 81 0 126 10864 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 18 18 55 0 0 3456 0 tfo 4 0 750 9 0 254 3000 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl