Fatal trap 9: general protection fault while in kernel mode cpuid = 0; apic id = 00 instruction pointer = 0x20:0xffffffff8107e8e2 stack pointer = 0x0:0xfffffe009c7503d0 frame pointer = 0x0:0xfffffe009c750450 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 19425 (syz-executor.3) trap number = 9 panic: general protection fault cpuid = 0 time = 1623907310 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c7500a0 vpanic() at vpanic+0x1cc/frame 0xfffffe009c750100 panic() at panic+0x43/frame 0xfffffe009c750160 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c7501e0 trap() at trap+0xf7/frame 0xfffffe009c750300 calltrap() at calltrap+0x8/frame 0xfffffe009c750300 --- trap 0x9, rip = 0xffffffff8107e8e2, rsp = 0xfffffe009c7503d0, rbp = 0xfffffe009c750450 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x172/frame 0xfffffe009c750450 __mtx_lock_flags() at __mtx_lock_flags+0x16d/frame 0xfffffe009c7504b0 sctp_findassociation_ep_addr() at sctp_findassociation_ep_addr+0x4fd/frame 0xfffffe009c750570 sctp_lower_sosend() at sctp_lower_sosend+0x847/frame 0xfffffe009c750760 sctp_sosend() at sctp_sosend+0x49b/frame 0xfffffe009c7508a0 sosend() at sosend+0xc6/frame 0xfffffe009c750910 kern_sendit() at kern_sendit+0x33c/frame 0xfffffe009c7509c0 freebsd32_sendmsg() at freebsd32_sendmsg+0x270/frame 0xfffffe009c750ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c750bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfdbf78 KDB: enter: panic [ thread pid 19425 tid 119983 ] Stopped at kdb_enter+0x67: movq $0,0x164017e(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe009b800000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c750080 rbp 0xfffffe009c7500a0 rsi 0x40001 rdi 0xffffffff81132726 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c74ff70 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81980e00 r14 0xffffffff81a73f5a r15 0xffffffff81a73f5a rip 0xffffffff81129787 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164017e(%rip) db> show proc Process 19425 (syz-executor.3) at 0xfffff80061f25000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 807 at 0xfffff80036ce9530 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00954ab000 (map 0xfffffe00954ab000) (map.pmap 0xfffffe00954ab0c0) (pmap 0xfffffe00954ab120) threads: 3 117446 RunQ syz-executor.3 119979 S uwait 0xfffff80036c3bd00 syz-executor.3 119983 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 19431 786 786 0 L (threaded) syz-executor.0 117239 S nanslp 0xffffffff8273d0a1 syz-executor.0 119987 L *sctp-in 0xfffff80036583b40 syz-executor.0 119989 S uwait 0xfffff80036a73700 syz-executor.0 19430 787 787 0 R (threaded) syz-executor.1 106962 RunQ syz-executor.1 119986 L *sctp-in 0xfffff80036583b40 syz-executor.1 19429 800 800 0 R (threaded) syz-executor.2 119950 Run CPU 1 syz-executor.2 119985 L *sctp-in 0xfffff80036583b40 syz-executor.2 119988 RunQ syz-executor.2 19425 807 807 0 R (threaded) syz-executor.3 117446 RunQ syz-executor.3 119979 S uwait 0xfffff80036c3bd00 syz-executor.3 119983 Run CPU 0 syz-executor.3 19338 1 786 0 S uwait 0xfffff8004a0af900 syz-executor.0 19337 1 786 0 S uwait 0xfffff80036c14d00 syz-executor.0 14902 14899 807 0 SV uwait 0xfffff80036def500 syz-executor.3 14899 1 807 0 DV ppwait 0xfffff80036a594e0 syz-executor.3 14796 0 0 0 DL (threaded) [zfskern] 106802 D t->zthr 0xfffff80036dfdb48 [arc_evict] 115096 D t->zthr 0xfffff80036dfd348 [arc_reap] 115097 D - 0xfffff80036262500 [dbu_evict] 115098 D dbuf_ev 0xffffffff839c35e8 [dbuf_evict_thread] 115099 D - 0xfffff80036262100 [z_vdev_file_0] 115100 D - 0xfffff80036262100 [z_vdev_file_1] 115101 D - 0xfffff80036262100 [z_vdev_file_2] 115102 D - 0xfffff80036262100 [z_vdev_file_3] 115103 D - 0xfffff80036262100 [z_vdev_file_4] 115104 D - 0xfffff80036262100 [z_vdev_file_5] 115105 D - 0xfffff80036262100 [z_vdev_file_6] 115106 D - 0xfffff80036262100 [z_vdev_file_7] 115107 D - 0xfffff80036262100 [z_vdev_file_8] 115108 D - 0xfffff80036262100 [z_vdev_file_9] 115109 D - 0xfffff80036262100 [z_vdev_file_10] 115110 D - 0xfffff80036262100 [z_vdev_file_11] 115111 D - 0xfffff80036262100 [z_vdev_file_12] 115112 D - 0xfffff80036262100 [z_vdev_file_13] 115113 D - 0xfffff80036262100 [z_vdev_file_14] 115114 D - 0xfffff80036262100 [z_vdev_file_15] 115115 D l2arc_f 0xffffffff83981be0 [l2arc_feed_thread] 115116 D - 0xfffff8004a64fd00 [zfsvfs] 115117 S zevent_ 0xffffffff839c3b68 [sysevent] 14754 1 14744 0 SV uwait 0xfffff80036c3b700 syz-executor.3 14746 1 807 0 SV uwait 0xfffff80061824f00 syz-executor.3 8826 1 8826 65 Ss select 0xfffff80036f4e8c0 dhclient 8219 1 8219 0 Ss select 0xfffff800617d3740 dhclient 8216 1 8216 0 Ss select 0xfffff80036fb9ec0 dhclient 8197 1 8197 65 Ss select 0xfffff800617d32c0 dhclient 6871 1 786 0 S uwait 0xfffff80015d48100 syz-executor.0 6869 1 786 0 S uwait 0xfffff800365c5900 syz-executor.0 6622 1 786 0 S uwait 0xfffff80036c14f00 syz-executor.0 6616 1 786 0 S uwait 0xfffff80036defd00 syz-executor.0 6607 1 786 0 S uwait 0xfffff80036dedd00 syz-executor.0 6604 1 786 0 S uwait 0xfffff80061824700 syz-executor.0 6602 1 786 0 S uwait 0xfffff80036a73f00 syz-executor.0 6521 1 786 0 S uwait 0xfffff80036c19b00 syz-executor.0 6518 1 786 0 S uwait 0xfffff80036c19900 syz-executor.0 6512 1 807 0 S uwait 0xfffff8003692e900 syz-executor.3 6510 1 807 0 S uwait 0xfffff80036a73300 syz-executor.3 6324 1 787 0 S uwait 0xfffff80036ded500 syz-executor.1 6322 1 787 0 S uwait 0xfffff80036def100 syz-executor.1 5258 1 5258 0 Ss select 0xfffff800614bbd40 dhclient 5255 1 5255 0 Ss select 0xfffff80061584440 dhclient 5236 1 5236 65 Ss select 0xfffff8006155f140 dhclient 3309 1 800 0 S uwait 0xfffff8003649c300 syz-executor.2 3308 1 800 0 S uwait 0xfffff800365c5100 syz-executor.2 2696 1 786 0 S uwait 0xfffff80015f17b00 syz-executor.0 2694 1 786 0 S uwait 0xfffff80036dedf00 syz-executor.0 2073 1 2073 0 Ss select 0xfffff80036c588c0 dhclient 2070 1 2070 0 Ss select 0xfffff80036367140 dhclient 2051 1 2051 65 Ss select 0xfffff80036d8e8c0 dhclient 1568 1 786 0 S uwait 0xfffff80015e2bb00 syz-executor.0 1567 1 786 0 S uwait 0xfffff8003692eb00 syz-executor.0 1396 1 1396 0 Ss select 0xfffff80036dba440 dhclient 1393 1 1393 0 Ss select 0xfffff80036c01ec0 dhclient 1057 0 0 0 DL aiordy 0xfffff80036a59a60 [aiod4] 1055 0 0 0 DL aiordy 0xfffff80015e40a60 [aiod3] 1054 0 0 0 DL aiordy 0xfffff80036c11a60 [aiod2] 1053 0 0 0 DL aiordy 0xfffff800363a4a60 [aiod1] 834 824 787 0 SV uwait 0xfffff80015ca6900 syz-executor.1 824 1 787 0 DV ppwait 0xfffff80015e40a10 syz-executor.1 807 784 807 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.3 800 784 800 0 Rs syz-executor.2 787 784 787 0 Rs syz-executor.1 786 784 786 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.0 784 782 782 0 S (threaded) syz-fuzzer 100110 S uwait 0xfffff8003649cf00 syz-fuzzer 100123 S uwait 0xfffff80015f17d00 syz-fuzzer 100124 S uwait 0xfffff80015f17f00 syz-fuzzer 100125 S uwait 0xfffff80036501100 syz-fuzzer 100126 S uwait 0xfffff80036501d00 syz-fuzzer 100127 S uwait 0xfffff80036501f00 syz-fuzzer 100128 S uwait 0xfffff8003649c100 syz-fuzzer 100129 S uwait 0xfffff80036501300 syz-fuzzer 100130 S uwait 0xfffff80036501500 syz-fuzzer 108397 S kqread 0xfffff80015ddc500 syz-fuzzer 782 780 782 0 Ss pause 0xfffff800365030b0 csh 780 694 780 0 Ss select 0xfffff80015db0d40 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154814b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b064b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b06cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b0b4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b0bcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b0e4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b0ecb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a964b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a96cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff80015db08c0 sshd 507 1 507 0 Ds getbuf 0xfffffe000386380c syslogd 436 1 436 0 Ss select 0xfffff800363905c0 devd 435 1 435 65 Ss select 0xfffff80015db0ec0 dhclient 350 1 350 0 Ss select 0xfffff800154958c0 dhclient 347 1 347 0 Ss select 0xfffff80015db52c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015caa530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015f1ece8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c41c0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e3f8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830a5410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d84c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d4ed80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d4ed30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c5d900 [firmware taskq] 100038 D - 0xfffff80004c5d500 [crypto_0] 100039 D - 0xfffff80004c5d500 [crypto_1] 100055 D - 0xfffff800153e3d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153e3900 [vtnet0 txq 0] 100057 D - 0xfffff800153e3500 [vtnet0 rxq 1] 100058 D - 0xfffff800153e3100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001543d900 [virtio_balloon] 100064 D - 0xfffff800154c1d00 [mca taskq] 100069 D - 0xffffffff81e20771 [deadlkres] 100074 D - 0xfffff80015a99d00 [acpi_task_0] 100075 D - 0xfffff80015a99d00 [acpi_task_1] 100076 D - 0xfffff80015a99d00 [acpi_task_2] 100077 D - 0xfffff80004c5d100 [CAM taskq] 115090 D - 0xfffff8004a18fd00 [system_taskq_0] 115091 D - 0xfffff8004a18fd00 [system_taskq_1] 115092 D - 0xfffff8004a18f900 [system_delay_taskq_] 115093 D - 0xfffff8004a18f900 [system_delay_taskq_] 115094 D - 0xfffff8004a18f500 [arc_prune_0] 115095 D - 0xfffff8004a18f500 [arc_prune_1] 3224 1 787 0 Z syz-executor.1 3226 1 787 0 Z syz-executor.1 3231 1 787 0 Z syz-executor.1 3236 1 787 0 Z syz-executor.1 3243 1 787 0 Z syz-executor.1 5376 1 787 0 Z syz-executor.1 2793 1 786 0 Z syz-executor.0 5883 1 787 0 Z syz-executor.1 5884 1 787 0 Z syz-executor.1 db> show all locks Process 19425 (syz-executor.3) thread 0xfffffe00a1a5e020 (119983) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff8004a77de68) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1318 shared rw sctp-info (sctp-info) r = 0 (0xfffffe00041b0308) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1291 Process 507 (syslogd) thread 0xfffffe0051e5d560 (100091) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8003644f5b0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3521 db> show malloc Type InUse MemUse Requests sctp_stro 415 112166K 10307 sysctloid 46272 17352K 46339 pf_hash 5 11560K 5 devbuf 4216 6982K 4245 linker 368 5863K 457 solaris 130 4433K 200 pcb 867 4386K 54171 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 filedesc 70 1117K 36863 newblk 8 1036K 18990 vfscache 3 1035K 3 subproc 223 937K 19544 inodedep 371 890K 18629 pf_rule 213 852K 358 sctp_atcl 834 834K 35778 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_atky 1249 469K 45841 bus 986 377K 3469 BPF 46 337K 83 sctp_athm 834 313K 35835 sctp_map 830 312K 19964 kdtrace 333 268K 39422 DEVFS1 108 216K 125 umtx 484 212K 484 module 514 193K 514 dirrem 361 181K 18489 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 10 141K 18419 UMA 365 137K 365 tfo_ccache 1 136K 1 freefile 360 135K 18470 shm 12 120K 143 sem 4 120K 4 audit_evclass 236 89K 294 sctp_timw 170 85K 170 mtx_pool 2 80K 2 temp 35 77K 7447 routetbl 144 77K 465 syncache 1 76K 1 vmem 3 72K 5 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 127 64K 137 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 136 51K 136 kqueue 106 48K 19488 taskqueue 78 47K 78 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 43 37K 170 pwddesc 94 36K 19432 kstat_data 17 34K 17 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 in6_multi 71 31K 71 DEVFSP 80 30K 156 GEOM 60 29K 493 cred 28 28K 288 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 441 kcovinfo 64 24K 68 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 52 20K 689 selfd 50 19K 263782 UART 12 18K 12 session 35 18K 51 bmsafemap 3 17K 18583 ksem 1 16K 156 rpc 2 16K 2 shmfd 1 16K 21 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 osd 35 14K 5513 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 101 vt 11 11K 11 pf_ifnet 14 11K 151 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 25 10K 51 uidinfo 3 9K 21 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 88 inpcbpolicy 18 7K 6165 mount 16 7K 108 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 pf_table 1 4K 6 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 CAM CCB 1 4K 2667 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 36800 in_multi 6 3K 8 vnodemarker 3 3K 53 prison 8 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 NFSD session 1 2K 1 newdirblk 5 2K 18400 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 26042 filecaps 5 2K 116 crypto 4 2K 4 diradd 4 2K 18530 pfil 4 2K 4 CAM path 4 2K 1034 pf_osfp 3 2K 3 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 taskq 2 1K 2 aesni_data 2 1K 2 freework 2 1K 18395 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 81 entropy 2 1K 47 filedesc_to_leader 2 1K 3 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 freeblks 1 1K 18394 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 25056 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 chd data 0 0K 254 cubic data 0 0K 64 mqdata 0 0K 0 dctcp data 0 0K 44 tcp_do 0 0K 0 tcp_fsb 0 0K 1655 htcp data 0 0K 11 vegas data 0 0K 25 cdg data 0 0K 49 sctp_mcore 0 0K 0 sctp_socko 0 0K 13867 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 152 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 12408 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 23 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 80 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 12 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 18682 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 82 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 8 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 201 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 663 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 786 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8323 847 884356 0 254 37560320 0 malloc-384 384 46748 62 123001 0 30 17975040 0 malloc-1024 1024 4127 5 4593 0 16 4231168 0 malloc-8192 8192 422 11 26060 0 2 3547136 0 malloc-8192 8192 428 3 19909 0 1 3530752 0 malloc-1024 1024 0 2768 12417 0 16 2834432 0 malloc-1024 1024 383 2385 19427 0 16 2834432 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 9140 655 2015813 0 254 2507520 0 RADIX NODE 144 14113 1424 449064 0 63 2237328 0 BUF TRIE 144 207 13261 1169 0 62 1939392 0 malloc-384 384 2138 2282 41171 0 30 1697280 0 UMA Slabs 0 112 14858 7 14858 0 126 1664880 0 malloc-384 384 3979 51 168877 0 30 1547520 0 mbuf_cluster 2048 705 1 705 0 254 1445888 0 malloc-512 512 383 2393 18613 0 30 1421312 0 malloc-1024 1024 1271 37 61582 0 16 1339392 0 malloc-32768 32768 35 3 18430 0 1 1245184 0 tcp_log 416 0 2610 10860 0 254 1085760 0 sctp_asoc 2288 415 40 9982 0 254 1041040 0 malloc-4096 4096 217 2 364 0 2 897024 0 malloc-2048 2048 357 15 9993 0 8 761856 0 sctp_ep 1280 419 136 25568 0 254 710400 0 FFS inode 1160 534 26 19005 0 8 649600 0 malloc-384 384 1237 43 38986 0 30 491520 0 VM OBJECT 264 1760 55 275069 0 30 479160 0 THREAD 1808 228 14 19989 0 8 437536 0 malloc-16384 16384 23 2 69 0 1 409600 0 malloc-512 512 235 557 38546 0 30 405504 0 malloc-1024 1024 346 34 20993 0 16 389120 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_raddr 736 421 52 11121 0 254 348128 0 malloc-65536 65536 4 1 180 0 1 327680 0 MAP ENTRY 96 2978 172 1041799 0 126 302400 0 256 Bucket 2048 129 17 16626 0 8 299008 0 VNODE 448 572 85 19045 0 30 294336 0 malloc-384 384 690 60 39565 0 30 288000 0 malloc-2048 2048 125 11 451 0 8 278528 0 UMA Zones 768 337 2 337 0 16 260352 0 malloc-384 384 611 59 51217 0 30 257280 0 tcp_inpcb 488 7 513 5470 0 254 253760 0 ertt_txseginfo 40 0 6161 302838 0 254 246440 0 DEVCTL 1024 0 216 133 0 0 221184 0 malloc-4096 4096 14 40 3504 0 2 221184 0 vmem btag 56 3471 117 3471 0 254 200928 0 malloc-65536 65536 3 0 3 0 1 196608 0 socket 944 57 143 33211 0 254 188800 0 malloc-384 384 434 56 264555 0 30 188160 0 VMSPACE 2544 64 8 19395 0 4 183168 0 mbuf_packet 256 96 609 320358 0 254 180480 0 malloc-16384 16384 10 1 11 0 1 180224 0 tcp_bbr_map 128 6 1327 18081 0 126 170624 0 malloc-16384 16384 6 4 268 0 1 163840 0 malloc-8192 8192 18 2 652 0 1 163840 0 malloc-512 512 305 15 3004 0 30 163840 0 PROC 1328 103 17 19431 0 8 159360 0 malloc-8192 8192 13 5 204 0 1 147456 0 S VFS Cache 104 1037 367 20019 0 126 146016 0 FFS2 dinode 256 534 36 19004 0 62 145920 0 malloc-512 512 218 46 38091 0 30 135168 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 7 1 12 0 1 131072 0 malloc-1024 1024 122 2 122 0 16 126976 0 UMA Kegs 384 322 1 322 0 30 124032 0 filedesc0 1072 94 18 19432 0 8 120064 0 ksiginfo 112 103 941 1524 0 126 116928 0 32 Bucket 256 252 153 26407 0 62 103680 0 malloc-1024 1024 99 1 105 0 16 102400 0 malloc-32768 32768 2 1 122 0 1 98304 0 malloc-32768 32768 2 1 17 0 1 98304 0 128 Bucket 1024 55 36 3299 0 16 93184 0 tcpcb 1080 6 78 5470 0 254 90720 0 malloc-8192 8192 8 2 12 0 1 81920 0 16 Bucket 144 377 155 5358 0 62 76608 0 malloc-1024 1024 68 4 826 0 16 73728 0 malloc-512 512 133 11 489 0 30 73728 0 g_bio 408 4 176 8019 0 30 73440 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-2048 2048 29 3 33 0 8 65536 0 sctp_laddr 48 24 1320 19202 0 254 64512 0 sctp_chunk 152 406 10 994 0 254 63232 0 malloc-2048 2048 25 5 543 0 8 61440 0 malloc-8192 8192 2 5 18693 0 1 57344 0 pcpu-8 8 6873 295 10422 0 254 57344 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 malloc-16384 16384 3 0 7 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 9 3 230 0 2 49152 0 64 Bucket 512 44 44 10398 0 30 45056 0 clpbuf 2624 0 16 36 0 16 41984 0 malloc-512 512 22 58 19127 0 30 40960 0 malloc-384 384 66 34 745 0 30 38400 0 TURNSTILE 136 243 30 243 0 62 37128 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 92234 0 16 36864 0 malloc-4096 4096 3 6 29 0 2 36864 0 malloc-512 512 61 11 340 0 30 36864 0 Files 80 249 201 62591 0 126 36000 0 pipe 744 23 22 640 0 16 33480 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 8 0 25 0 2 32768 0 malloc-4096 4096 2 6 103 0 2 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 tcp_bbr_pcb 832 2 34 1577 0 16 29952 0 KNOTE 160 28 147 238627 0 62 28000 0 SLEEPQUEUE 88 243 45 243 0 126 25344 0 malloc-8192 8192 2 1 4 0 1 24576 0 PWD 32 37 719 18490 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 41 259 3864 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_rack_pcb 832 0 27 1655 0 16 22464 0 2 Bucket 32 99 531 7149 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 27 0 2 16384 0 sctp_stream_msg_out 112 10 134 1026 0 254 16128 0 vtnet_tx_hdr 24 0 668 561530 0 254 16032 0 unpcb 256 24 36 1412 0 254 15360 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-2048 2048 0 6 1762 0 8 12288 0 ripcb 488 6 18 257 0 254 11712 0 udplite_inpcb 488 0 24 163 0 254 11712 0 udp_inpcb 488 6 18 275 0 254 11712 0 kenv 258 15 30 1044 0 30 11610 0 routing nhops 256 27 18 35 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 0 4 2 0 8 8192 0 malloc-512 512 4 12 41 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 36 56 55 0 126 8096 0 rl_entry 40 56 146 56 0 254 8080 0 tcp_rack_map 112 0 72 2320 0 126 8064 0 udpcb 32 6 246 438 0 254 8064 0 ipq 56 0 144 4 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 6 106 5470 0 126 8064 0 4 Bucket 48 6 162 430 0 254 8064 0 sctp_readq 152 0 52 85 0 254 7904 0 AIO 208 0 38 69 0 62 7904 0 AIOCB 552 0 14 45 0 16 7728 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 15 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 pf tags 104 2 37 2 0 126 4056 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 AIOLIO 272 0 14 4 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 16 23 19 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 6 0 254 2520 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 360 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 424 0 0 0 0 30 0 0 arc_buf_hdr_t_full 360 0 0 0 0 30 0 0 dnode_t 1040 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24840 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0