Fatal trap 9: general protection fault while in kernel mode cpuid = 1; apic id = 01 instruction pointer = 0x20:0xffffffff81086dc2 stack pointer = 0x28:0xfffffe009c79e410 frame pointer = 0x28:0xfffffe009c79e490 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 66269 (syz-executor.3) trap number = 9 panic: general protection fault cpuid = 1 time = 1623018181 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c79e0e0 vpanic() at vpanic+0x1c7/frame 0xfffffe009c79e140 panic() at panic+0x43/frame 0xfffffe009c79e1a0 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe009c79e220 trap() at trap+0xf7/frame 0xfffffe009c79e340 calltrap() at calltrap+0x8/frame 0xfffffe009c79e340 --- trap 0x9, rip = 0xffffffff81086dc2, rsp = 0xfffffe009c79e410, rbp = 0xfffffe009c79e490 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x172/frame 0xfffffe009c79e490 __mtx_lock_flags() at __mtx_lock_flags+0x150/frame 0xfffffe009c79e4f0 sctp_findassociation_ep_addr() at sctp_findassociation_ep_addr+0x4fd/frame 0xfffffe009c79e5b0 sctp_lower_sosend() at sctp_lower_sosend+0xa30/frame 0xfffffe009c79e7a0 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe009c79e8d0 sosend() at sosend+0xc6/frame 0xfffffe009c79e940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe009c79e9f0 sendit() at sendit+0x229/frame 0xfffffe009c79ea50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe009c79eab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c79ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c79ebf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 66269 tid 177193 ] Stopped at kdb_enter+0x67: movq $0,0x1635ede(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe009b800000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c79e0c0 rbp 0xfffffe009c79e0e0 rsi 0x40001 rdi 0xffffffff8113c2b6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c79dfb0 r11 0x1ff63fff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7ca38 r15 0xffffffff81a7ca38 rip 0xffffffff811332a7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1635ede(%rip) db> show proc Process 66269 (syz-executor.3) at 0xfffff8006b3a2530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 806 at 0xfffff8005b41e530 ABI: FreeBSD ELF64 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009f3b33e0 (map 0xfffffe009f3b33e0) (map.pmap 0xfffffe009f3b34a0) (pmap 0xfffffe009f3b3500) threads: 2 174996 s syz-executor.3 177193 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 66269 806 806 0 T (threaded) syz-executor.3 174996 s syz-executor.3 177193 Run CPU 1 syz-executor.3 66265 786 786 0 S (threaded) syz-executor.1 174993 S nanslp 0xffffffff8273c8e0 syz-executor.1 177185 S connec 0xfffff8005bae5bf0 syz-executor.1 177188 S uwait 0xfffff80020597500 syz-executor.1 66262 785 785 0 S (threaded) syz-executor.0 160655 S nanslp 0xffffffff8273c8e0 syz-executor.0 177176 S connec 0xfffff80078a8a840 syz-executor.0 177177 S uwait 0xfffff8000b8bed00 syz-executor.0 61366 1 61357 0 S uwait 0xfffff8000b904b00 syz-executor.2 61362 1 61357 0 S uwait 0xfffff80078aa2300 syz-executor.2 59971 1 786 0 S uwait 0xfffff8005bd0ef00 syz-executor.1 59965 1 786 0 S uwait 0xfffff80078b44700 syz-executor.1 58483 1 785 0 S uwait 0xfffff8005bf3ff00 syz-executor.0 58482 1 785 0 S uwait 0xfffff8005bb26300 syz-executor.0 58378 1 785 0 S uwait 0xfffff8000b904900 syz-executor.0 58376 1 785 0 S uwait 0xfffff800784bbd00 syz-executor.0 57401 1 786 0 S uwait 0xfffff80020515500 syz-executor.1 57400 1 786 0 S uwait 0xfffff8000b904f00 syz-executor.1 55563 55562 785 0 SV uwait 0xfffff8005bb26700 syz-executor.0 55562 1 785 0 DV ppwait 0xfffff8007882f4e0 syz-executor.0 44540 0 0 0 DL (threaded) [zfskern] 147488 D t->zthr 0xfffff800781f4d48 [arc_evict] 147496 D t->zthr 0xfffff800785c6148 [arc_reap] 147497 D - 0xfffff80015db5d00 [dbu_evict] 147498 D dbuf_ev 0xffffffff839c3fd8 [dbuf_evict_thread] 147501 D - 0xfffff80015db5900 [z_vdev_file_0] 147502 D - 0xfffff80015db5900 [z_vdev_file_1] 147503 D - 0xfffff80015db5900 [z_vdev_file_2] 147504 D - 0xfffff80015db5900 [z_vdev_file_3] 147505 D - 0xfffff80015db5900 [z_vdev_file_4] 147506 D - 0xfffff80015db5900 [z_vdev_file_5] 147507 D - 0xfffff80015db5900 [z_vdev_file_6] 147508 D - 0xfffff80015db5900 [z_vdev_file_7] 147509 D - 0xfffff80015db5900 [z_vdev_file_8] 147510 D - 0xfffff80015db5900 [z_vdev_file_9] 147511 D - 0xfffff80015db5900 [z_vdev_file_10] 147512 D - 0xfffff80015db5900 [z_vdev_file_11] 147513 D - 0xfffff80015db5900 [z_vdev_file_12] 147514 D - 0xfffff80015db5900 [z_vdev_file_13] 147515 D - 0xfffff80015db5900 [z_vdev_file_14] 147516 D - 0xfffff80015db5900 [z_vdev_file_15] 147517 D l2arc_f 0xffffffff839829b8 [l2arc_feed_thread] 147518 D - 0xfffff80015f03d00 [zfsvfs] 147519 S zevent_ 0xffffffff839c4560 [sysevent] 44054 1 806 0 S uwait 0xfffff80078b44b00 syz-executor.3 43881 1 802 0 S uwait 0xfffff8005bf22500 syz-executor.2 43879 1 802 0 S uwait 0xfffff80078aa2100 syz-executor.2 41124 1 41115 0 S uwait 0xfffff8005bf3f300 syz-executor.2 41118 1 41115 0 S uwait 0xfffff80078b99500 syz-executor.2 40352 1 802 0 S uwait 0xfffff80015eb7100 syz-executor.2 40349 1 802 0 S uwait 0xfffff8005bb26d00 syz-executor.2 40166 1 785 0 S uwait 0xfffff8005bc46500 syz-executor.0 40165 1 785 0 S uwait 0xfffff8005beb4900 syz-executor.0 35823 1 802 0 S uwait 0xfffff8005bd0ed00 syz-executor.2 35821 1 802 0 S uwait 0xfffff8005ba18f00 syz-executor.2 7399 1 7399 65 Ss select 0xfffff800788a38c0 dhclient 7110 1 7110 0 Ss select 0xfffff8007883b8c0 dhclient 7107 1 7107 0 Ss select 0xfffff8007883b440 dhclient 7088 1 7088 65 Ss select 0xfffff8007855a440 dhclient 6894 1 6894 0 Ss select 0xfffff800788835c0 dhclient 6891 1 6891 0 Ss select 0xfffff800787102c0 dhclient 6872 1 6872 65 Ss select 0xfffff800787632c0 dhclient 5579 1 5579 0 Ss select 0xfffff80078877a40 dhclient 5571 1 5571 0 Ss select 0xfffff8007883b5c0 dhclient 5536 1 5536 65 Ss select 0xfffff8007883b2c0 dhclient 1373 0 0 0 DL aiordy 0xfffff8005bf05530 [aiod4] 1372 0 0 0 DL aiordy 0xfffff8005b4e1000 [aiod3] 1371 0 0 0 DL aiordy 0xfffff8005b382530 [aiod2] 1369 0 0 0 DL aiordy 0xfffff8005bb04a60 [aiod1] 1363 1 802 0 S uwait 0xfffff8005beb4b00 syz-executor.2 1356 1 802 0 S uwait 0xfffff80015eb7d00 syz-executor.2 1283 1 786 0 S uwait 0xfffff8005bc46d00 syz-executor.1 1281 1 786 0 S uwait 0xfffff8005ba18d00 syz-executor.1 830 1 830 0 Ss select 0xfffff8005bdec2c0 dhclient 826 1 826 0 Ss select 0xfffff8005bd0f740 dhclient 806 782 806 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.3 802 782 802 0 Ss piperd 0xfffff8005ba0c8b8 syz-executor.2 786 782 786 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.1 785 782 785 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.0 782 780 780 0 S (threaded) syz-fuzzer 100092 S uwait 0xfffff800153e1500 syz-fuzzer 100120 S uwait 0xfffff8005b44db00 syz-fuzzer 100121 S uwait 0xfffff8005b44dd00 syz-fuzzer 100122 S uwait 0xfffff8005ba18300 syz-fuzzer 100123 S uwait 0xfffff8005ba15d00 syz-fuzzer 100124 S uwait 0xfffff8005ba15f00 syz-fuzzer 100125 S kqread 0xfffff80015eb1d00 syz-fuzzer 100126 S uwait 0xfffff8005ba18500 syz-fuzzer 100128 S uwait 0xfffff80015eb7300 syz-fuzzer 174389 S uwait 0xfffff8000b83c300 syz-fuzzer 780 778 780 0 Ss pause 0xfffff8005b4e1b10 csh 778 694 778 0 Ss select 0xfffff80015d805c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001541bcb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa74b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa7cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aac4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aaccb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a334b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a33cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a384b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a38cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff8005b34d740 sshd 507 1 507 0 Ss select 0xfffff8005b2b08c0 syslogd 436 1 436 0 Ss select 0xfffff8005b34dd40 devd 435 1 435 65 Ss select 0xfffff8005b26ebc0 dhclient 350 1 350 0 Ss select 0xfffff8005b26ea40 dhclient 347 1 347 0 Ss select 0xfffff8005b26ed40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4a530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004d594e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d0d50 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e44828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ec3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d3dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d3dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4ad00 [thr_0] 100029 D - 0xfffff80004c4ad80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443a500 [if_io_tqg_0] 100006 D - 0xfffff8000443a100 [if_io_tqg_1] 100007 D - 0xfffff80004c73d00 [if_config_tqg_0] 100008 D - 0xfffff80004c73900 [softirq_0] 100009 D - 0xfffff80004c73500 [softirq_1] 100010 D - 0xfffff80004c73100 [aiod_kick taskq] 100012 D - 0xfffff80004c70900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70500 [pci_hp taskq] 100015 D - 0xfffff80004c66d00 [inm_free taskq] 100017 D - 0xfffff80004c66500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66100 [thread taskq] 100019 D - 0xfffff80004c63d00 [in6m_free taskq] 100020 D - 0xfffff80004c63900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c63900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c63900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c63900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c63100 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015361d00 [vtnet0 txq 0] 100057 D - 0xfffff80015361900 [vtnet0 rxq 1] 100058 D - 0xfffff80015361500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015372300 [virtio_balloon] 100064 D - 0xfffff80015361100 [mca taskq] 100069 D - 0xffffffff81e29a00 [deadlkres] 100074 D - 0xfffff80015a3d900 [acpi_task_0] 100075 D - 0xfffff80015a3d900 [acpi_task_1] 100076 D - 0xfffff80015a3d900 [acpi_task_2] 100077 D - 0xfffff80004db8500 [CAM taskq] 147490 D - 0xfffff8005b513900 [system_taskq_0] 147491 D - 0xfffff8005b513900 [system_taskq_1] 147492 D - 0xfffff8005b339100 [system_delay_taskq_] 147493 D - 0xfffff8005b339100 [system_delay_taskq_] 147494 D - 0xfffff80015f03100 [arc_prune_0] 147495 D - 0xfffff80015f03100 [arc_prune_1] db> show all locks Process 66269 (syz-executor.3) thread 0xfffffe009e511560 (177193) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80020373e68) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1318 shared rw sctp-info (sctp-info) r = 0 (0xfffffe00041af320) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1291 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80020373e88) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:12639 db> show malloc Type InUse MemUse Requests sysctloid 46272 17352K 46339 pf_hash 5 11560K 5 devbuf 4216 6982K 4245 pcb 1320 6428K 239997 linker 368 5871K 505 solaris 148 4440K 218 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 sctp_atcl 1283 1283K 168838 sctp_stro 634 1268K 44860 filedesc 68 1085K 130483 newblk 9 1036K 77267 vfscache 3 1035K 3 subproc 206 864K 66387 inodedep 227 746K 65874 sctp_atky 1917 719K 223291 acpica 1674 649K 54692 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_athm 1283 482K 175793 intr 4 480K 4 sctp_map 1268 476K 89680 pf_rule 100 400K 241 bus 990 378K 3485 BPF 46 337K 77 kdtrace 315 257K 143464 umtx 506 222K 506 DEVFS1 108 216K 125 module 516 194K 516 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 9 140K 65251 UMA 365 137K 365 tfo_ccache 1 136K 1 sem 4 120K 4 sctp_timw 239 120K 239 dirrem 214 107K 65671 vmem 3 104K 6 temp 38 89K 3607 audit_evclass 236 89K 294 freefile 214 81K 65638 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 135 73K 578 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 127 64K 137 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 136 51K 136 taskqueue 78 47K 78 kqueue 96 44K 66358 ithread 99 43K 99 lltable 48 42K 324 rman 84 42K 425 shm 2 40K 1103 KTRACE 100 38K 102 pwddesc 93 35K 66267 kstat_data 17 34K 17 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 DEVFSP 80 30K 838 GEOM 60 29K 493 in6_multi 65 29K 65 kbdmux 6 28K 6 plimit 26 26K 1115 cred 26 26K 465 ksem 7 26K 2901 ifnet 7 25K 7 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 872325 pfs_nodes 20 20K 20 proc-args 52 20K 791 session 36 18K 103 UART 12 18K 12 bmsafemap 2 17K 66122 rpc 2 16K 2 shmfd 1 16K 106 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 osd 37 14K 16184 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 263 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 25 10K 51 pf_ifnet 11 9K 106 uidinfo 3 9K 28 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 inpcbpolicy 19 8K 23766 select 19 8K 576 mount 16 7K 108 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 pf_table 1 4K 39 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 sctp_stri 3 3K 13824 mkdir 8 3K 130434 in_multi 6 3K 8 vnodemarker 3 3K 339 prison 8 3K 8 pf_osfp 7 3K 7 nexusdev 7 3K 7 feeder 7 3K 7 soname 7 3K 111141 procdesc 5 3K 14 freework 5 3K 69917 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 65884 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 136 crypto 4 2K 302 newdirblk 4 2K 65217 diradd 4 2K 65716 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 filedesc_to_leader 3 2K 5 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 taskq 2 1K 2 aesni_data 2 1K 2 tcp_fsb 2 1K 3548 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 1121 entropy 2 1K 51 sigio 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 48417 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 tcp_do 0 0K 0 cdg data 0 0K 28 dctcp data 0 0K 17 htcp data 0 0K 27 vegas data 0 0K 17 sctp_mcore 0 0K 0 sctp_socko 0 0K 65267 sctp_iter 0 0K 111 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 101 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 503 chd data 0 0K 234 cubic data 0 0K 7 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 54285 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 168 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 7044 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 87 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 4 ip_msource 0 0K 0 ip_moptions 0 0K 13 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 7 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 66250 namei_tracker 0 0K 42 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 1323 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 28710 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 8 lio 0 0K 74 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 210 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1874 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1180 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8340 954 1381305 0 254 38068224 0 malloc-384 384 48710 2480 219599 0 30 19656960 0 malloc-8192 8192 1069 1124 183725 0 3 17965056 0 tcp_log 416 0 22527 151945 0 254 9371232 0 malloc-1024 1024 4178 3070 58509 0 16 7421952 0 sctp_asoc 2288 634 1336 44840 0 254 4507360 0 malloc-1024 1024 1553 2479 247184 0 16 4128768 0 malloc-384 384 3858 6272 597139 0 30 3889920 0 malloc-2048 2048 638 1220 46959 0 8 3805184 0 malloc-1024 1024 248 3164 65903 0 16 3493888 0 mbuf 256 9393 3927 3104850 0 254 3409920 0 RADIX NODE 144 18437 376 1550736 0 63 2709072 0 pbuf 2624 0 973 0 0 2 2553152 0 sctp_ep 1280 646 1286 116962 0 254 2472960 0 mbuf_cluster 2048 1035 1 1035 0 254 2121728 0 UMA Slabs 0 112 18654 171 18861 0 126 2108400 0 malloc-1024 1024 808 1244 117405 0 16 2101248 0 BUF TRIE 144 217 13251 16887 0 62 1939392 0 malloc-512 512 251 3157 65728 0 30 1744896 0 malloc-384 384 869 3121 202299 0 30 1532160 0 sctp_raddr 736 639 1330 48017 0 254 1449184 0 malloc-32768 32768 33 5 65239 0 1 1245184 0 malloc-384 384 1696 44 53644 0 30 668160 0 FFS inode 1160 538 29 66176 0 8 657720 0 malloc-65536 65536 2 7 6692 0 1 589824 0 256 Bucket 2048 256 28 24060 0 8 581632 0 VM OBJECT 264 1849 71 939188 0 30 506880 0 socket 944 61 471 145253 0 254 502208 0 malloc-4096 4096 115 5 752 0 2 491520 0 malloc-16384 16384 28 1 38 0 1 475136 0 THREAD 1808 220 33 77193 0 8 457424 0 sctp_chunk 152 655 2309 18748 0 254 450528 0 malloc-384 384 1031 129 54722 0 30 445440 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-512 512 63 601 77565 0 30 339968 0 malloc-65536 65536 1 4 8 0 1 327680 0 MAP ENTRY 96 3052 308 3591927 0 126 322560 0 vmem btag 56 5293 95 5293 0 254 301728 0 VNODE 448 576 90 66216 0 30 298368 0 tcp_bbr_map 128 0 2263 148031 0 126 289664 0 malloc-512 512 502 34 67483 0 30 274432 0 ertt_txseginfo 40 2050 4616 454205 0 254 266640 0 mbuf_packet 256 534 501 163170 0 254 264960 0 malloc-384 384 626 64 1034753 0 30 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 tcp_inpcb 488 8 528 16141 0 254 261568 0 UMA Zones 768 337 2 337 0 16 260352 0 malloc-2048 2048 122 4 149 0 8 258048 0 DEVCTL 1024 0 216 133 0 0 221184 0 malloc-8192 8192 19 6 1264 0 1 204800 0 32 Bucket 256 551 229 35078 0 62 199680 0 VMSPACE 2544 65 13 66239 0 4 198432 0 malloc-65536 65536 1 2 177 0 1 196608 0 malloc-384 384 414 86 162306 0 30 192000 0 malloc-16384 16384 6 5 45 0 1 180224 0 malloc-16384 16384 8 3 13 0 1 180224 0 tcpcb 1064 8 153 16141 0 254 171304 0 sctp_laddr 48 646 2714 61682 0 254 161280 0 malloc-4096 4096 2 37 29196 0 2 159744 0 S VFS Cache 104 1104 378 68717 0 126 154128 0 FFS2 dinode 256 538 47 66176 0 62 149760 0 PROC 1328 93 18 66269 0 8 147408 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 3 1 19 0 1 131072 0 16 Bucket 144 619 277 13430 0 62 129024 0 UMA Kegs 384 322 1 322 0 30 124032 0 filedesc0 1072 93 19 66267 0 8 120064 0 malloc-512 512 109 123 205056 0 30 118784 0 ksiginfo 112 96 948 5589 0 126 116928 0 malloc-512 512 168 48 2480 0 30 110592 0 malloc-16384 16384 1 5 65 0 1 98304 0 malloc-8192 8192 10 2 30 0 1 98304 0 128 Bucket 1024 63 32 18216 0 16 97280 0 malloc-1024 1024 74 18 1014 0 16 94208 0 clpbuf 2624 0 32 37 0 16 83968 0 g_bio 408 0 190 112173 0 30 77520 0 malloc-512 512 130 14 1337 0 30 73728 0 sctp_stream_msg_out 112 68 580 7415 0 254 72576 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 131 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 3 5 66255 0 1 65536 0 malloc-2048 2048 11 21 1955 0 8 65536 0 malloc-1024 1024 62 2 1215 0 16 65536 0 udplite_inpcb 488 0 128 3201 0 254 62464 0 malloc-4096 4096 8 7 531 0 2 61440 0 pcpu-8 8 5911 1257 8840 0 254 57344 0 64 Bucket 512 51 61 19801 0 30 57344 0 malloc-384 384 114 16 444 0 30 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 378 0 1 49152 0 malloc-2048 2048 16 8 48 0 8 49152 0 malloc-4096 4096 8 3 125 0 2 45056 0 malloc-8192 8192 2 3 28 0 1 40960 0 malloc-4096 4096 3 7 50 0 2 40960 0 malloc-2048 2048 3 17 152 0 8 40960 0 malloc-2048 2048 19 1 19 0 8 40960 0 malloc-1024 1024 6 34 14759 0 16 40960 0 malloc-512 512 69 11 12611 0 30 40960 0 malloc-512 512 12 68 1412 0 30 40960 0 pipe 744 25 30 2140 0 16 40920 0 Files 80 259 241 236285 0 126 40000 0 tcp_rack_pcb 832 2 43 3548 0 16 37440 0 TURNSTILE 136 254 19 254 0 62 37128 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 284354 0 16 36864 0 pcpu-64 64 492 84 492 0 254 36864 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 1160 0 1 32768 0 malloc-4096 4096 3 5 450 0 2 32768 0 8 Bucket 80 188 212 12286 0 126 32000 0 tcp_bbr_pcb 832 0 36 3722 0 16 29952 0 malloc-4096 4096 6 1 7 0 2 28672 0 PWD 32 35 847 65324 0 254 28224 0 4 Bucket 48 290 298 5431 0 254 28224 0 2 Bucket 32 109 773 29932 0 254 28224 0 KNOTE 160 28 147 850503 0 62 28000 0 sctp_readq 152 0 182 2722 0 254 27664 0 ripcb 488 5 51 3674 0 254 27328 0 unpcb 256 20 85 3829 0 254 26880 0 SLEEPQUEUE 88 254 34 254 0 126 25344 0 ttyinq 160 135 15 300 0 62 24000 0 udp_inpcb 488 6 42 750 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_rack_map 112 4 176 5807 0 126 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 ertt 72 8 216 16141 0 126 16128 0 vtnet_tx_hdr 24 0 668 979639 0 254 16032 0 cpuset 104 7 117 2406 0 126 12896 0 malloc-4096 4096 2 1 4 0 2 12288 0 malloc-1024 1024 9 3 14 0 16 12288 0 udpcb 32 6 372 3951 0 254 12096 0 kenv 258 15 30 1046 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 pf tags 104 0 78 74 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 37 55 111 0 126 8096 0 rl_entry 40 104 98 104 0 254 8080 0 sctp_asconf_ack 48 0 168 29 0 254 8064 0 ipq 56 0 144 2 0 254 8064 0 AIO 208 0 38 125 0 62 7904 0 cryptop 280 0 28 21 0 30 7840 0 itimer 352 0 22 11 0 30 7744 0 AIOCB 552 0 14 261 0 16 7728 0 AIOLIO 272 0 28 74 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 2397 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 tcpreass 48 0 84 3 0 254 4032 0 sackhole 32 0 126 1 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 tcp_log_node 120 0 33 2 0 126 3960 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 16 23 19 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 360 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 424 0 0 0 0 30 0 0 arc_buf_hdr_t_full 360 0 0 0 0 30 0 0 dnode_t 1040 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24840 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0