Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81b64236 stack pointer = 0x0:0xfffffe0053ab01a0 frame pointer = 0x0:0xfffffe0053ab06d0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2 (clock (0)) trap number = 12 panic: page fault cpuid = 0 time = 1658402309 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053aaf990 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053aafaf0 vpanic() at vpanic+0x254/frame 0xfffffe0053aafbd0 panic() at panic+0xb5/frame 0xfffffe0053aafc90 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe0053aafdb0 trap_pfault() at trap_pfault+0x182/frame 0xfffffe0053aafef0 trap() at trap+0x5b3/frame 0xfffffe0053ab00d0 calltrap() at calltrap+0x8/frame 0xfffffe0053ab00d0 --- trap 0xc, rip = 0xffffffff81b64236, rsp = 0xfffffe0053ab01a0, rbp = 0xfffffe0053ab06d0 --- ip6_output() at ip6_output+0x3936/frame 0xfffffe0053ab06d0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x2059/frame 0xfffffe0053ab0980 sctp_send_initiate() at sctp_send_initiate+0x14ba/frame 0xfffffe0053ab0b20 sctp_t1init_timer() at sctp_t1init_timer+0x64/frame 0xfffffe0053ab0b70 sctp_timeout_handler() at sctp_timeout_handler+0x6e6/frame 0xfffffe0053ab0cb0 softclock_call_cc() at softclock_call_cc+0x3d7/frame 0xfffffe0053ab0e80 softclock_thread() at softclock_thread+0x1ff/frame 0xfffffe0053ab0ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053ab0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053ab0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x276057a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8172c0b6 printf+0xf6 rdx 0x1 rbx 0 rsp 0xfffffe0053aafad0 rbp 0xfffffe0053aafaf0 rsi 0 rdi 0xffffffff8172c118 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0x246 r12 0 r13 0xfffffe0053ea0c80 r14 0xffffffff82b63160 .str.26 r15 0xffffffff82b63160 .str.26 rip 0xffffffff8171bc1b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x276057a(%rip) db> show proc Process 2 (clock) at 0xfffffe0053dde000: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e1f7e0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e1f7e0 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83e20780 (map 0xffffffff83e20780) (map.pmap 0xffffffff83e20840) (pmap 0xffffffff83e208b0) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 5092 2679 2679 0 R (threaded) syz-executor.1 203262 RunQ syz-executor.1 227265 S uwait 0xfffffe009940b700 syz-executor.1 2679 774 2679 0 Ss nanslp 0xffffffff83e49841 syz-executor.1 1432 1419 1432 0 Ss select 0xfffffe0056fd16c0 dhclient 1424 1 1424 0 Ss select 0xfffffe0056fd19c0 dhclient 1419 1398 430 65 S select 0xfffffe0056fd13c0 dhclient 1398 430 430 0 S wait 0xfffffe00925bda90 sh 1143 774 1143 0 Ss piperd 0xfffffe00994fe2e8 syz-executor.3 30653 1 30653 65 Ss select 0xfffffe0057a625c0 dhclient 23164 1 23164 0 Ss select 0xfffffe0056fd15c0 dhclient 23157 1 23157 0 Ss select 0xfffffe0057a62540 dhclient 9690 0 0 0 DL (threaded) [zfskern] 100727 D t->zthr 0xfffffe0058b00748 [arc_evict] 109388 D t->zthr 0xfffffe0053f24648 [arc_reap] 109389 D - 0xfffffe0099bda500 [dbu_evict] 109390 D dbuf_ev 0xffffffff85a4ff20 [dbuf_evict_thread] 109391 D - 0xfffffe0008183000 [z_vdev_file_0] 109392 D - 0xfffffe0008183000 [z_vdev_file_1] 109393 D - 0xfffffe0008183000 [z_vdev_file_2] 109394 D - 0xfffffe0008183000 [z_vdev_file_3] 109395 D - 0xfffffe0008183000 [z_vdev_file_4] 109396 D - 0xfffffe0008183000 [z_vdev_file_5] 109397 D - 0xfffffe0008183000 [z_vdev_file_6] 109398 D - 0xfffffe0008183000 [z_vdev_file_7] 109399 D - 0xfffffe0008183000 [z_vdev_file_8] 109400 D - 0xfffffe0008183000 [z_vdev_file_9] 109401 D - 0xfffffe0008183000 [z_vdev_file_10] 109402 D - 0xfffffe0008183000 [z_vdev_file_11] 109403 D - 0xfffffe0008183000 [z_vdev_file_12] 109404 D - 0xfffffe0008183000 [z_vdev_file_13] 109405 D - 0xfffffe0008183000 [z_vdev_file_14] 109406 D - 0xfffffe0008183000 [z_vdev_file_15] 109407 D l2arc_f 0xffffffff85a0f040 [l2arc_feed_thread] 109408 D - 0xfffffe0008183100 [zfsvfs] 109409 S zevent_ 0xffffffff85a50ae0 [sysevent] 8914 1 8914 65 Ss select 0xfffffe0057a628c0 dhclient 836 1 836 0 Ss select 0xfffffe0057a63240 dhclient 824 1 824 0 Ss select 0xfffffe0056fd1740 dhclient 779 774 779 0 Rs CPU 1 syz-executor.2 776 774 776 0 Ss piperd 0xfffffe0058b78ba0 syz-executor.0 774 772 772 0 R (threaded) syz-fuzzer 100089 S wait 0xfffffe0056f86548 syz-fuzzer 100112 S nanslp 0xffffffff83e49841 syz-fuzzer 100113 S uwait 0xfffffe0057884380 syz-fuzzer 100114 S uwait 0xfffffe0057881e80 syz-fuzzer 100115 S uwait 0xfffffe00588b5c00 syz-fuzzer 100116 S uwait 0xfffffe0057882000 syz-fuzzer 100117 RunQ syz-fuzzer 100118 S wait 0xfffffe0056f86548 syz-fuzzer 100120 S wait 0xfffffe0056f86548 syz-fuzzer 100122 S wait 0xfffffe0056f86548 syz-fuzzer 100131 S uwait 0xfffffe0057881880 syz-fuzzer 100132 RunQ syz-fuzzer 101412 RunQ syz-fuzzer 139491 S uwait 0xfffffe0099408900 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058df75f8 csh 770 688 770 0 Ss select 0xfffffe0056fd1a40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056fcbcb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0053f3b4b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0053f3bcb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0053f3c4b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00574734b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0053f3ccb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0053f3d4b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0057473cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00574754b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e49840 cron 688 1 688 0 Ss select 0xfffffe0056fd1b40 sshd 501 1 501 0 Ss select 0xfffffe0056fd1e40 syslogd 430 1 430 0 Ss wait 0xfffffe008fe9c548 devd 429 1 429 65 Ss select 0xfffffe0056fd1cc0 dhclient 344 1 344 0 Ss select 0xfffffe0057a62c40 dhclient 341 1 341 0 Ss select 0xfffffe0056fd1bc0 dhclient 17 0 0 0 DL syncer 0xffffffff83f6f060 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f88a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6d660 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100092 D sdflush 0xfffffe0058a084e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83fa11c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f95078 [dom0] 100080 D launds 0xffffffff83f95084 [laundry: dom0] 100081 D umarcl 0xffffffff81e54610 [uma] 7 0 0 0 DL - 0xffffffff83c05da8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84772550 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b704a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa8340 [doneq0] 100045 D - 0xffffffff83aa82c0 [async] 100076 D - 0xffffffff83aa8140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fa5088 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f90860 [crypto] 100041 D crypto_ 0xfffffe0053c8a830 [crypto returns 0] 100042 D crypto_ 0xfffffe0053c8a880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1edc0 [g_event] 100036 D - 0xffffffff83e1ede0 [g_up] 100037 D - 0xffffffff83e1ee00 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100029 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddf000 [init] 10 0 0 0 DL audit_w 0xffffffff83f91340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1f7e0 [swapper] 100005 D - 0xfffffe0053c8ae00 [if_config_tqg_0] 100006 D - 0xfffffe0053c8ad00 [softirq_0] 100007 D - 0xfffffe0053c8ac00 [softirq_1] 100008 D - 0xfffffe0053c8ab00 [if_io_tqg_0] 100009 D - 0xfffffe0053c8aa00 [if_io_tqg_1] 100010 D - 0xfffffe0008187000 [inm_free taskq] 100011 D - 0xfffffe0008186e00 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008186d00 [in6m_free taskq] 100013 D - 0xfffffe0008186c00 [deferred_unmount ta] 100014 D - 0xfffffe0008186b00 [thread taskq] 100016 D - 0xfffffe0008186900 [kqueue_ctx taskq] 100017 D - 0xfffffe0008186800 [pci_hp taskq] 100020 D - 0xfffffe0008186500 [aiod_kick taskq] 100021 D - 0xfffffe0008186400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008186400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008186400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008186400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008186300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008186300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008186300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008186300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0008186200 [firmware taskq] 100038 D - 0xfffffe0008186100 [crypto_0] 100039 D - 0xfffffe0008186100 [crypto_1] 100055 D - 0xfffffe0008185e00 [vtnet0 rxq 0] 100056 D - 0xfffffe0008185d00 [vtnet0 txq 0] 100057 D - 0xfffffe0008185c00 [vtnet0 rxq 1] 100058 D - 0xfffffe0008185b00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f59380 [virtio_balloon] 100066 D - 0xffffffff82b690a0 [deadlkres] 100070 D - 0xfffffe0008187100 [mca taskq] 100072 D - 0xfffffe0008185a00 [acpi_task_0] 100073 D - 0xfffffe0008185a00 [acpi_task_1] 100074 D - 0xfffffe0008185a00 [acpi_task_2] 100075 D - 0xfffffe0008186000 [CAM taskq] 109383 D - 0xfffffe0099bda300 [system_taskq_0] 109384 D - 0xfffffe0099bda300 [system_taskq_1] 109385 D - 0xfffffe0099bda200 [system_delay_taskq_] 109386 D - 0xfffffe0099bda200 [system_delay_taskq_] 109387 D - 0xfffffe0099bda400 [arc_prune] db> show all locks Process 779 (syz-executor.2) thread 0xfffffe008fe85020 (100111) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00077626c0) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:5799 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0092761130) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7851 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0058b68130) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7850 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0092761060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4267 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0058b68060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4263 Process 2 (clock) thread 0xfffffe0053ea0c80 (100030) shared rw sctpinp (sctpinp) r = 0 (0xfffffe009bdee010) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:4546 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009bd79bf0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1777 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 402 10106K 11891 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4246 pcb 2672 3518K 94787 solaris 134 2809K 218 sysctloid 47508 2794K 47614 inodedep 5544 2591K 120461 vtbuf 24 1968K 46 sctp_stro 1397 1397K 5103 kobj 328 1312K 490 newblk 28 1031K 111321 vfscache 3 1025K 3 sctp_atcl 2722 1021K 49724 dirrem 2799 700K 118279 freefile 4510 564K 117207 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 274K 6 subproc 135 243K 105131 acpica 1674 184K 57585 sctp_atky 4119 173K 54827 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 26 135K 109920 tfo_ccache 1 128K 1 DEVFS1 110 110K 136 sem 4 106K 4 filedesc 12 89K 208070 bus 995 81K 5210 filemon 9 72K 4853 mtx_pool 2 72K 2 BPF 38 71K 57 syncache 1 68K 1 module 519 65K 519 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 462 58K 462 kdtrace 244 51K 232316 sctp_timw 183 46K 183 sctp_map 2794 44K 10206 sctp_athm 2722 43K 49724 temp 34 33K 12364 DEVFS3 129 33K 142 hostcache 1 32K 1 shm 1 32K 285 mount 217 32K 7557 msg 4 30K 4 ip6opt 129 30K 3162 gtaskqueue 18 26K 18 kbdmux 6 22K 6 routetbl 296 21K 895 DEVFS_RULE 56 20K 56 ifaddr 70 20K 101 kstat_data 18 18K 18 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 lltable 46 15K 121 bus-sc 34 15K 1682 ifnet 8 15K 10 KTRACE 100 13K 162 ether_multi 152 13K 259 eventhandler 139 12K 139 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 491 CAM queue 5 11K 1528 in6_multi 65 9K 103 bmsafemap 3 9K 119219 taskqueue 81 9K 81 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 4134 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 cred 28 7K 3682 UMA 366 7K 366 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 23 6K 490 kqueue 55 6K 105055 DEVFSP 75 5K 4969 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 34 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 session 31 4K 57 acpisem 28 4K 28 lockf 32 4K 1451 hhook 15 4K 17 pwddesc 53 4K 105049 proc-args 85 4K 106564 kcovinfo 52 4K 91 mkdir 23 3K 219798 selfd 45 3K 1373244 terminal 11 3K 11 sigio 43 3K 44 diradd 20 3K 118333 newdirblk 19 3K 109899 uidinfo 3 3K 659 ip6ndp 13 3K 22 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 select 16 2K 61 freework 8 2K 110796 freeblks 7 2K 110746 sctp_ifa 13 2K 21 Unitno 27 2K 65 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 11 vnodemarker 3 2K 65 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 10 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 osd 32 1K 24710 sctp_ifn 6 1K 21 ipsec 3 1K 3 mld 6 1K 9 igmp 6 1K 9 toponodes 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 pfil 4 1K 4 procdesc 4 1K 20 cdev 2 1K 2 inpcbpolicy 15 1K 43067 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 26707 vnodes 1 1K 1 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 42 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 82194 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 50 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 122 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 21926 sctp_iter 0 0K 24 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 24 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 23762 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 30 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 119990 namei_tracker 0 0K 701 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aio 0 0K 3109 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 246 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39728 ioctlops 0 0K 4965 eventfd 0 0K 1432 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 526 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 926 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8397 1001 129023 0 254 38494208 0 FFS inode 1160 1541 2274 118839 0 9 4425400 0 zio_buf_comb_4194304 4194304 0 1 8 0 1 4194304 0 sctp_asoc 2256 1397 383 5103 0 254 4015680 0 mbuf 256 11954 756 517597 0 254 3253760 0 mbuf_cluster 2048 1270 254 1518 0 254 3121152 0 malloc-2048 2048 1327 73 44623 0 8 2867200 0 malloc-384 384 6915 105 54058 0 30 2695680 0 malloc-384 384 5566 944 120582 0 30 2499840 0 malloc-128 128 15553 71 16248 0 126 1999872 0 pbuf 2624 0 762 0 0 2 1999488 0 sctp_ep 1208 1325 205 44621 0 254 1848240 0 VNODE 448 1581 2289 118884 0 30 1733760 0 BUF TRIE 144 236 11524 2650 0 62 1693440 0 malloc-256 256 3270 3180 248241 0 62 1651200 0 malloc-1024 1024 1553 15 12119 0 16 1605632 0 VM OBJECT 264 3182 2338 2275123 0 30 1457280 0 UMA Slabs 0 112 12436 14 12436 0 126 1394400 0 malloc-4096 4096 330 6 119489 0 2 1376256 0 vmem btag 56 23529 54 23529 0 254 1320648 0 sctp_raddr 736 1397 385 5103 0 254 1311552 0 RADIX NODE 144 7324 455 2146632 0 64 1120176 0 malloc-256 256 56 4174 27509 0 62 1082880 0 FFS2 dinode 256 1541 2314 118838 0 62 986880 0 tcpcb 1104 4 759 24670 0 254 842352 0 socket 960 36 728 103367 0 254 733440 0 malloc-8192 8192 10 69 6251 0 1 647168 0 malloc-128 128 4534 147 119417 0 126 599168 0 malloc-65536 65536 5 2 373 0 1 458752 0 256 Bucket 2048 196 22 2697 0 8 446464 0 sctp_chunk 152 2558 250 2753 0 254 426816 0 THREAD 1808 189 42 127265 0 8 417648 0 malloc-256 256 1360 200 45402 0 62 399360 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-64 64 5269 590 110451 0 254 374976 0 malloc-16 16 19567 933 51073 0 254 328000 0 mbuf_packet 256 542 728 128284 0 254 325120 0 MAP ENTRY 96 2536 740 5540343 0 126 314496 0 malloc-4096 4096 57 11 105054 0 2 278528 0 malloc-65536 65536 3 1 11 0 1 262144 0 malloc-32 32 7420 770 54411 0 254 262080 0 UMA Zones 768 338 1 338 0 16 260352 0 malloc-2048 2048 6 114 1381 0 8 245760 0 DEVCTL 1024 30 190 194 0 0 225280 0 malloc-16384 16384 6 7 104032 0 1 212992 0 FPU_save_area 832 191 52 165550 0 16 202176 0 malloc-65536 65536 1 2 307 0 1 196608 0 unpcb 256 17 748 15621 0 254 195840 0 malloc-128 128 1157 238 33777 0 126 178560 0 malloc-256 256 44 646 332864 0 62 176640 0 64 Bucket 512 239 97 42971 0 30 172032 0 malloc-128 128 1179 92 1250 0 126 162688 0 S VFS Cache 104 1081 440 139328 0 126 158184 0 malloc-64 64 1828 503 1490084 0 254 149184 0 pipe 744 22 173 117626 0 16 145080 0 VMSPACE 2560 36 18 105033 0 4 138240 0 g_bio 408 0 330 32362 0 30 134640 0 128 Bucket 1024 70 61 23130 0 16 134144 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 136 0 1 131072 0 malloc-256 256 352 158 115836 0 62 130560 0 32 Bucket 256 274 236 35665 0 62 130560 0 UMA Kegs 384 324 9 324 0 30 127872 0 clpbuf 2624 0 48 44 0 16 125952 0 ksiginfo 112 71 973 38814 0 126 116928 0 malloc-16384 16384 7 0 22 0 1 114688 0 malloc-8192 8192 9 5 42 0 1 114688 0 malloc-4096 4096 19 9 668 0 2 114688 0 PROC 1352 53 28 105049 0 8 109512 0 malloc-32 32 2963 439 63859 0 254 108864 0 malloc-128 128 438 337 330882 0 126 99200 0 udp_inpcb 424 6 210 7173 0 30 91584 0 filedesc0 1072 53 31 105049 0 8 90048 0 sctp_stream_msg_out 112 283 509 4500 0 254 88704 0 malloc-2048 2048 26 14 1377 0 8 81920 0 udplite_inpcb 424 1 179 5589 0 30 76320 0 tcp_inpcb 424 4 176 24670 0 30 76320 0 malloc-4096 4096 14 4 35 0 2 73728 0 malloc-64 64 486 585 1190 0 254 68544 0 malloc-64 64 536 535 21454 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 6 2 1003 0 1 65536 0 malloc-4096 4096 10 6 72 0 2 65536 0 ripcb 424 4 149 5635 0 30 64872 0 Files 80 216 584 525983 0 126 64000 0 16 Bucket 144 214 178 10469 0 62 56448 0 malloc-16 16 2798 702 56325 0 254 56000 0 da_ccb 544 0 98 8244 0 16 53312 0 malloc-64 64 146 673 129950 0 254 52416 0 malloc-16 16 2821 429 61009 0 254 52000 0 malloc-128 128 141 262 120317 0 126 51584 0 malloc-128 128 172 231 4945 0 126 51584 0 malloc-256 256 30 165 119246 0 62 49920 0 malloc-256 256 73 122 321 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 677254 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 7 17 293 0 8 49152 0 pcpu-64 64 501 267 501 0 254 49152 0 malloc-384 384 82 38 82 0 30 46080 0 pcpu-8 8 5202 430 5873 0 254 45056 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 232 83 232 0 62 42840 0 Mountpoints 2752 2 12 2 0 4 38528 0 PWD 32 18 1116 104192 0 254 36288 0 malloc-64 64 12 555 767 0 254 36288 0 malloc-64 64 173 394 718 0 254 36288 0 malloc-128 128 16 263 67 0 126 35712 0 routing nhops 256 28 107 48 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 53 37 53 0 30 34560 0 malloc-256 256 38 97 10269 0 62 34560 0 SLEEPQUEUE 88 232 152 232 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 1 3 102 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 3 13 20 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 1 15 87 0 8 32768 0 malloc-1024 1024 5 27 45 0 16 32768 0 malloc-1024 1024 10 22 518 0 16 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 4 28 166 0 16 32768 0 malloc-1024 1024 1 31 20 0 16 32768 0 malloc-512 512 2 62 121 0 30 32768 0 malloc-512 512 4 60 50 0 30 32768 0 malloc-512 512 18 46 72 0 30 32768 0 malloc-512 512 3 61 4926 0 30 32768 0 ertt_txseginfo 40 0 808 137662 0 254 32320 0 ipq 56 0 576 15 0 254 32256 0 KNOTE 160 28 172 687094 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 450 0 254 28224 0 udp_inpcb ports 32 3 879 1418 0 254 28224 0 tcp_inpcb ports 32 2 880 3447 0 254 28224 0 ertt 72 4 388 24670 0 126 28224 0 malloc-32 32 14 868 104103 0 254 28224 0 malloc-32 32 332 550 1257 0 254 28224 0 malloc-32 32 293 589 5145 0 254 28224 0 malloc-32 32 11 871 5536 0 254 28224 0 4 Bucket 48 9 579 2264 0 254 28224 0 rtentry 176 30 108 48 0 62 24288 0 PGRP 88 31 245 57 0 126 24288 0 rl_entry 40 95 511 95 0 254 24240 0 8 Bucket 80 64 236 7239 0 126 24000 0 malloc-384 384 0 60 103 0 30 23040 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 4 56 393 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 7 623 12762 0 254 20160 0 udplite_inpcb ports 32 0 630 189 0 254 20160 0 malloc-64 64 3 312 7 0 254 20160 0 malloc-32 32 142 488 1654 0 254 20160 0 malloc-32 32 89 541 30388 0 254 20160 0 2 Bucket 32 111 519 11536 0 254 20160 0 L VFS Cache 320 0 60 5 0 30 19200 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 102 0 1 16384 0 malloc-4096 4096 0 4 7 0 2 16384 0 malloc-4096 4096 1 3 5 0 2 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-1024 1024 7 9 8 0 16 16384 0 malloc-1024 1024 6 10 6 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 141736 0 254 16032 0 malloc-16 16 229 771 108919 0 254 16000 0 kenv 258 15 45 1059 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 13 737 31 0 254 12000 0 malloc-16 16 324 426 332 0 254 12000 0 malloc-16 16 24 726 37426 0 254 12000 0 malloc-16 16 11 739 12 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 malloc-8192 8192 0 1 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 19 20 27 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 896 0 0 0 0 16 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0