panic: sleeping thread holds tun_mtx cpuid = 0 time = 5 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056e26e50 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056e26fb0 vpanic() at vpanic+0x257/frame 0xfffffe0056e27170 panic() at panic+0xb5/frame 0xfffffe0056e27230 propagate_priority() at propagate_priority+0x521/frame 0xfffffe0056e27280 turnstile_wait() at turnstile_wait+0x663/frame 0xfffffe0056e272f0 __mtx_lock_sleep() at __mtx_lock_sleep+0x452/frame 0xfffffe0056e27430 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe0056e27520 tuninit() at tuninit+0x76/frame 0xfffffe0056e27570 ether_ioctl() at ether_ioctl+0x1b4/frame 0xfffffe0056e275b0 tunifioctl() at tunifioctl+0x3c2/frame 0xfffffe0056e27670 in_control_ioctl() at in_control_ioctl+0x1744/frame 0xfffffe0056e27870 ifioctl() at ifioctl+0xe51/frame 0xfffffe0056e27ab0 kern_ioctl() at kern_ioctl+0x4ca/frame 0xfffffe0056e27b90 sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe0056e27d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056e27f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056e27f30 --- syscall (54, FreeBSD ELF64, ioctl), rip = 0x823b272ca, rsp = 0x820577578, rbp = 0x8205775c0 --- KDB: enter: panic [ thread pid 990 tid 100262 ] Stopped at kdb_enter+0x6e: movq $0,0x259f6a7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff82804a80 .str.27 rsp 0xfffffe0056e26f90 rbp 0xfffffe0056e26fb0 rsi 0 rdi 0xffffffff816419b9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe0054139780 r13 0xfffffffffffffffe r14 0xffffffff82804a80 .str.27 r15 0 rip 0xffffffff8162b4ee kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x259f6a7(%rip) db> show proc Process 990 (ifconfig) at 0xfffffe0054151ab0: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 989 at 0xfffffe0054174568 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: /sbin/ifconfig -n tap2 inet alias 0.0.0.0 netmask 255.0.0.0 broadcast 255.255.255.255 up reaper: 0xfffffe0007809010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00078106d8 (map 0xfffffe00078106d8) (map.pmap 0xfffffe0007810778) (pmap 0xfffffe00078107e8) threads: 1 100262 L *tun_mtx 0xfffffe00079f8900 ifconfig db> ps pid ppid pgrp uid state wmesg wchan cmd 991 763 763 0 R syz-executor 990 989 423 0 L *tun_mtx 0xfffffe00079f8900 ifconfig 989 985 423 0 S wait 0xfffffe0054174568 sh 988 1 988 0 Ss select 0xfffffe0057df8440 dhclient 985 978 423 0 S wait 0xfffffe00540f1570 dhclient 978 423 423 0 S wait 0xfffffe000780a570 sh 973 765 765 0 R (threaded) syz-executor 100368 RunQ syz-executor 100374 S lockf 0xfffffe005858e700 syz-executor 100375 D tun_ioc 0xffffffff83ccba40 syz-executor 100378 Run CPU 1 syz-executor 958 764 764 0 S (threaded) syz-executor 100364 S nanslp 0xffffffff83babc40 syz-executor 100366 S sbwait 0xfffffe006b71be0c syz-executor 100367 S uwait 0xfffffe0077cdd300 syz-executor 950 766 766 0 T (threaded) syz-executor 100157 s syz-executor 100359 RunQ syz-executor 100360 RunQ syz-executor 949 948 765 0 S uwait 0xfffffe0057d94680 syz-executor 948 1 765 0 SV uwait 0xfffffe006def7600 syz-executor 940 1 766 0 S uwait 0xfffffe0057d92300 syz-executor 938 1 766 0 S uwait 0xfffffe006e58fb80 syz-executor 936 1 765 0 S uwait 0xfffffe006e590080 syz-executor 934 1 765 0 S uwait 0xfffffe0057d94d80 syz-executor 925 1 763 0 S uwait 0xfffffe0057d92100 syz-executor 921 1 919 0 S uwait 0xfffffe006def7a00 syz-executor 917 1 765 0 S uwait 0xfffffe006def8a80 syz-executor 907 1 766 0 S uwait 0xfffffe006def6980 syz-executor 904 1 764 0 S uwait 0xfffffe006e58f880 syz-executor 898 1 764 0 S uwait 0xfffffe006def7400 syz-executor 894 1 766 0 S uwait 0xfffffe006e590480 syz-executor 892 1 764 0 S uwait 0xfffffe0057d94480 syz-executor 881 1 765 0 SV uwait 0xfffffe0057d94e80 syz-executor 880 1 765 0 S uwait 0xfffffe006def8980 syz-executor 875 1 765 0 S uwait 0xfffffe006e590280 syz-executor 874 1 763 0 S uwait 0xfffffe006e590180 syz-executor 816 0 0 0 DL (threaded) [so_splice] 100135 D - 0xfffffe005858ee00 [thr_0] 100136 D - 0xfffffe005858ee40 [thr_1] 814 0 0 0 DL - 0xffffffff83cbbe00 [soaiod4] 813 0 0 0 DL - 0xffffffff83cbbe00 [soaiod3] 812 0 0 0 DL - 0xffffffff83cbbe00 [soaiod2] 811 0 0 0 DL - 0xffffffff83cbbe00 [soaiod1] 808 0 0 0 DL aiordy 0xfffffe00540f0568 [aiod4] 807 0 0 0 DL aiordy 0xfffffe00540f0ac0 [aiod3] 806 0 0 0 DL aiordy 0xfffffe00540f1018 [aiod2] 805 0 0 0 DL aiordy 0xfffffe005410bac0 [aiod1] 766 762 766 0 S nanslp 0xffffffff83babc40 syz-executor 765 762 765 0 S nanslp 0xffffffff83babc41 syz-executor 764 762 764 0 R syz-executor 763 762 763 0 S nanslp 0xffffffff83babc40 syz-executor 762 760 760 0 S select 0xfffffe0057df89c0 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe005400d0c8 csh 758 681 758 0 Ss select 0xfffffe0057ddb940 sshd 747 1 747 0 Ss+ ttyin 0xfffffe0058279cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005862f4b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe005862f8b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe005862fcb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0058278cb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00586300b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00586304b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00586308b0 getty 739 1 739 0 Ss+ ttyin 0xfffffe0058630cb0 getty 737 1 17 0 S+ piperd 0xfffffe006b433e60 logger 736 735 17 0 S+ nanslp 0xffffffff83babc41 sleep 735 1 17 0 S+ wait 0xfffffe005400cac0 sh 685 1 685 0 Ss nanslp 0xffffffff83babc41 cron 681 1 681 0 Ss select 0xfffffe0057de0040 sshd 494 1 494 0 Ds getbuf 0xfffffe0007c4ba54 syslogd 423 1 423 0 Ss wait 0xfffffe00540ce008 devd 422 1 422 65 Ss select 0xfffffe0057de00c0 dhclient 337 1 337 0 Ss select 0xfffffe00586135c0 dhclient 334 1 334 0 Ss select 0xfffffe00586136c0 dhclient 16 0 0 0 DL syncer 0xffffffff83cc9820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002558 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cc7d60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100094 D sdflush 0xfffffe005862e4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d12cc0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83cf8d88 [dom0] 100080 D launds 0xffffffff83cf8d94 [laundry: dom0] 100081 D umarcl 0xffffffff81e11320 [uma] 7 0 0 0 DL - 0xffffffff839245d8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8485ef20 [pf purge] 5 0 0 0 DL waiting 0xffffffff844a2700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838ee340 [doneq0] 100046 D - 0xffffffff838ee2c0 [async] 100075 D - 0xffffffff838ee140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cf4660 [crypto] 100043 D crypto_ 0xfffffe0053ee4d30 [crypto returns 0] 100044 D crypto_ 0xfffffe0053ee4d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b54640 [g_event] 100038 D - 0xffffffff83b54660 [g_up] 100039 D - 0xffffffff83b54680 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83cf5100 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c48ff0 [swapper] 100005 D - 0xfffffe0053ea0100 [softirq_0] 100006 D - 0xfffffe0053ea0000 [softirq_1] 100007 D - 0xfffffe0053e9fe00 [if_io_tqg_0] 100008 D - 0xfffffe0053e9fd00 [if_io_tqg_1] 100009 D - 0xfffffe0053e9fc00 [if_config_tqg_0] 100010 D - 0xfffffe000776eb00 [kqueue_ctx taskq] 100011 D - 0xfffffe000776ea00 [jail_remove taskq] 100012 D - 0xfffffe000776e900 [bus taskq] 100015 D - 0xfffffe000776e600 [thread taskq] 100017 D - 0xfffffe000776e400 [aiod_kick taskq] 100018 D - 0xfffffe000776e300 [deferred_unmount ta] 100019 D - 0xfffffe000776e200 [inm_free taskq] 100020 D - 0xfffffe000776e100 [in6m_free taskq] 100021 D - 0xfffffe000776e000 [linuxkpi_irq_wq] 100022 D - 0xfffffe000776de00 [linuxkpi_short_wq_0] 100023 D - 0xfffffe000776de00 [linuxkpi_short_wq_1] 100024 D - 0xfffffe000776de00 [linuxkpi_short_wq_2] 100025 D - 0xfffffe000776de00 [linuxkpi_short_wq_3] 100026 D - 0xfffffe000776dd00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe000776dd00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe000776dd00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe000776dd00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe000776db00 [firmware taskq] 100040 D - 0xfffffe000776da00 [crypto_0] 100041 D - 0xfffffe000776da00 [crypto_1] 100056 D - 0xfffffe0057de6e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0057de6d00 [vtnet0 txq 0] 100058 D - 0xfffffe0057de6c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0057de6b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057de0380 [virtio_balloon] 100065 D - 0xffffffff82809160 [deadlkres] 100069 D - 0xfffffe00593fd500 [acpi_task_0] 100070 D - 0xfffffe00593fd500 [acpi_task_1] 100071 D - 0xfffffe00593fd500 [acpi_task_2] 100073 D - 0xfffffe000776ec00 [mca taskq] 100074 D - 0xfffffe000776d800 [CAM taskq] 100076 D - 0xfffffe0007770600 [ipsec_offload] 100219 D - 0xfffffe006b6c2400 [system_taskq_0] 100220 D - 0xfffffe006b6c2400 [system_taskq_1] 100221 D - 0xfffffe006b6c3000 [system_delay_taskq_] 100222 D - 0xfffffe006b6c3000 [system_delay_taskq_] 100223 D - 0xfffffe006b6c2a00 [zvol_tq-0_0] 100224 D - 0xfffffe006b6c2a00 [zvol_tq-0_1] 100225 D - 0xfffffe006b6c2a00 [zvol_tq-0_2] 100226 D - 0xfffffe006b6c2a00 [zvol_tq-0_3] 100227 D - 0xfffffe006b6c2a00 [zvol_tq-0_4] 100228 D - 0xfffffe006b6c2a00 [zvol_tq-0_5] 100229 D - 0xfffffe006b6c2a00 [zvol_tq-0_6] 100230 D - 0xfffffe006b6c2a00 [zvol_tq-0_7] 100231 D - 0xfffffe006b6c2a00 [zvol_tq-0_8] 100232 D - 0xfffffe006b6c2a00 [zvol_tq-0_9] 100233 D - 0xfffffe006b6c2a00 [zvol_tq-0_10] 100234 D - 0xfffffe006b6c2a00 [zvol_tq-0_11] 100235 D - 0xfffffe006b6c2a00 [zvol_tq-0_12] 100236 D - 0xfffffe006b6c2a00 [zvol_tq-0_13] 100237 D - 0xfffffe006b6c2a00 [zvol_tq-0_14] 100238 D - 0xfffffe006b6c2a00 [zvol_tq-0_15] 100239 D - 0xfffffe006b6c2a00 [zvol_tq-0_16] 100240 D - 0xfffffe006b6c2a00 [zvol_tq-0_17] 100241 D - 0xfffffe006b6c2a00 [zvol_tq-0_18] 100242 D - 0xfffffe006b6c2a00 [zvol_tq-0_19] 100243 D - 0xfffffe006b6c2a00 [zvol_tq-0_20] 100244 D - 0xfffffe006b6c2a00 [zvol_tq-0_21] 100245 D - 0xfffffe006b6c2a00 [zvol_tq-0_22] 100246 D - 0xfffffe006b6c2a00 [zvol_tq-0_23] 100247 D - 0xfffffe006b6c2a00 [zvol_tq-0_24] 100248 D - 0xfffffe006b6c2a00 [zvol_tq-0_25] 100249 D - 0xfffffe006b6c2a00 [zvol_tq-0_26] 100250 D - 0xfffffe006b6c2a00 [zvol_tq-0_27] 100251 D - 0xfffffe006b6c2a00 [zvol_tq-0_28] 100252 D - 0xfffffe006b6c2a00 [zvol_tq-0_29] 100253 D - 0xfffffe006b6c2a00 [zvol_tq-0_30] 100254 D - 0xfffffe006b6c2a00 [zvol_tq-0_31] 100255 D - 0xfffffe006b6c2300 [arc_prune] 100256 D - 0xfffffe00593fc800 [arc_flush_0] 100257 D - 0xfffffe00593fc800 [arc_flush_1] 100268 D - 0xfffffe006b6c2000 [dbu_evict] 100279 D - 0xfffffe006b6c1d00 [z_vdev_file_0] 100280 D - 0xfffffe006b6c1d00 [z_vdev_file_1] 100281 D - 0xfffffe006b6c1d00 [z_vdev_file_2] 100282 D - 0xfffffe006b6c1d00 [z_vdev_file_3] 100283 D - 0xfffffe006b6c1d00 [z_vdev_file_4] 100284 D - 0xfffffe006b6c1d00 [z_vdev_file_5] 100285 D - 0xfffffe006b6c1d00 [z_vdev_file_6] 100286 D - 0xfffffe006b6c1d00 [z_vdev_file_7] 100287 D - 0xfffffe006b6c1d00 [z_vdev_file_8] 100288 D - 0xfffffe006b6c1d00 [z_vdev_file_9] 100289 D - 0xfffffe006b6c1d00 [z_vdev_file_10] 100290 D - 0xfffffe006b6c1d00 [z_vdev_file_11] 100291 D - 0xfffffe006b6c1d00 [z_vdev_file_12] 100292 D - 0xfffffe006b6c1d00 [z_vdev_file_13] 100293 D - 0xfffffe006b6c1d00 [z_vdev_file_14] 100294 D - 0xfffffe006b6c1d00 [z_vdev_file_15] 100308 D - 0xfffffe00593fc600 [zfsvfs] db> show all locks Process 990 (ifconfig) thread 0xfffffe0054139780 (100262) exclusive sx tun_ioctl (tun_ioctl) r = 0 (0xffffffff83ccba40) locked @ /syzkaller/managers/i386/kernel/sys/net/if_tuntap.c:1387 exclusive sx in_control (in_control) r = 0 (0xffffffff83cce660) locked @ /syzkaller/managers/i386/kernel/sys/netinet/in.c:367 Process 973 (syz-executor) thread 0xfffffe005415f780 (100375) exclusive sleep mutex tun_mtx (tun_mtx) r = 0 (0xfffffe0058125808) locked @ /syzkaller/managers/i386/kernel/sys/net/if_tuntap.c:1688 Process 958 (syz-executor) thread 0xfffffe0054125000 (100366) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe006b71bdc0) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:4835 Process 494 (syslogd) thread 0xfffffe00540cb000 (100102) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006df13e30) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3676 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 402 12362K 532 tcp_hpts 7 4801K 7 devbuf 4187 4324K 4213 solaris 2247 3597K 4473 sysctloid 44818 2633K 44930 vtbuf 24 1968K 46 kobj 331 1324K 495 newblk 306 1101K 1157 vfscache 3 1025K 3 pcb 33 673K 142 inodedep 52 532K 214 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 54 425K 237 subproc 180 354K 1097 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 9973 acpica 1674 184K 54444 vmem 5 144K 6 tidhash 3 141K 3 pagedep 31 136K 105 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 107 107K 124 sem 4 106K 4 gtaskqueue 18 98K 18 bus 1000 82K 5086 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 527 66K 527 ddb_capture 1 64K 1 kdtrace 296 60K 1371 umtx 464 58K 464 hostcache 1 32K 1 shm 1 32K 3 DEVFS3 126 32K 136 msg 4 30K 4 kbdmux 6 28K 6 temp 32 21K 2264 DEVFS_RULE 56 20K 56 kstat_data 19 19K 19 ifaddr 67 19K 69 BPF 14 19K 16 ufs_mount 4 17K 5 proc 3 17K 3 LRO 16 17K 16 tty 16 16K 16 routetbl 124 16K 395 ithread 90 15K 90 bus-sc 34 15K 1657 lltable 44 14K 44 eventhandler 165 14K 165 ifnet 7 13K 7 ether_multi 152 13K 167 kenv 95 12K 95 GEOM 49 11K 435 CAM queue 5 11K 1528 taskqueue 93 10K 141 rman 82 10K 437 shmfd 4 10K 12 cred 24 9K 191 rpc 8 9K 8 plimit 23 9K 336 in6_multi 65 9K 65 bmsafemap 3 9K 182 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 240 8K 306 UMA 339 7K 339 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 kqueue 81 6K 1059 pwddesc 79 5K 1000 CC Mem 38 5K 289 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 acpisem 28 4K 28 newdirblk 25 4K 90 proc-args 102 3K 2091 terminal 11 3K 11 session 22 3K 36 DEVFSP 44 3K 72 selfd 42 3K 15725 lockf 27 3K 34 dirrem 10 3K 161 acpidev 20 3K 20 uidinfo 4 3K 8 hhook 8 3K 10 clone 9 3K 9 osd 100 3K 371 kcovinfo 36 3K 36 netlink 2 3K 74 local_apic 1 2K 1 io_apic 1 2K 1 diradd 16 2K 178 ipsec-saq 2 2K 2 inpcbpolicy 62 2K 518 ip6ndp 12 2K 14 mkdir 14 2K 180 Unitno 28 2K 50 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 9 tun 4 2K 4 vnodemarker 3 2K 13 toponodes 6 2K 6 freefile 11 2K 120 ipsecpolicy 2 2K 2 select 11 2K 50 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 sctp_atcl 2 1K 26 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 198 pci_link 10 1K 10 crypto 4 1K 7 encap_export_host 12 1K 12 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 freework 2 1K 200 freeblks 1 1K 107 indirdep 1 1K 40 vnodes 1 1K 5 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 5 cryptodev 2 1K 62 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefrag 1 1K 161 aio 4 1K 5 pmchooks 1 1K 1 filedesc_to_leader 2 1K 4 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3403 filecaps 4 1K 90 sctp_vrf 1 1K 1 sctp_atky 2 1K 26 ip_msource 1 1K 2 vnet 1 1K 1 pmc 1 1K 1 sigio 1 1K 2 entropy 2 1K 33 acpiintr 1 1K 1 sctp_athm 2 1K 26 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 14281 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_table 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 filemon 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 53 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 4 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 17 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 0 VN POLL 0 0K 5 statfs 0 0K 195 namei_tracker 0 0K 5 inotify 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 34 lio 0 0K 32 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 102 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 196 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 653 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 14974 0 254 38494208 0 mbuf 256 8624 1038 28450 0 254 2473472 0 malloc-128 128 14673 207 14684 0 126 1904640 0 BUF TRIE 152 327 11477 749 0 62 1794208 0 malloc-384 384 4143 27 4155 0 30 1601280 0 malloc-4096 4096 334 4 577 0 2 1384448 0 UMA Slabs 0 112 11007 3 11007 0 126 1233120 0 RADIX NODE 152 7611 288 31431 0 62 1200648 0 tcp_log 416 2464 335 6091 0 254 1164384 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-65536 65536 13 2 17 0 1 983040 0 vmem btag 56 16898 61 16898 0 254 949704 0 FFS inode 1168 540 20 667 0 8 654080 0 sctp_ep 1152 2 509 26 0 254 588672 0 malloc-256 256 2174 61 2511 0 62 572160 0 lkpicurr 168 2 3118 2 0 62 524160 0 socket 1024 87 421 1823 0 254 520192 0 pbuf 2624 0 198 0 0 2 519552 0 malloc-16384 16384 26 3 116 0 1 475136 0 THREAD 1860 216 16 378 0 8 431520 0 malloc-4096 4096 85 3 997 0 2 360448 0 VM OBJECT 248 1364 76 15545 0 62 357120 0 malloc-64 64 4851 504 4879 0 254 342720 0 malloc-16 16 18299 451 18445 0 254 300000 0 256 Bucket 2048 137 7 983 0 8 294912 0 VNODE 440 577 89 706 0 30 293040 0 zio_buf_comb_262144 262144 0 1 15 0 1 262144 0 malloc-64 64 647 3196 19514 0 254 245952 0 malloc-2048 2048 109 11 374 0 8 245760 0 UMA Zones 768 311 3 311 0 16 241152 0 malloc-32 32 7167 267 7230 0 254 237888 0 DEVCTL 1024 20 200 148 0 0 225280 0 tcp_inpcb 1304 39 129 289 0 8 219072 0 FPU_save_area 832 218 25 461 0 16 202176 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-2048 2048 6 90 1042 0 8 196608 0 MAP ENTRY 96 1849 167 49552 0 126 193536 0 malloc-128 128 1228 167 25602 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 19 497 1228 0 254 165120 0 malloc-32768 32768 0 5 20 0 1 163840 0 malloc-1024 1024 138 22 330 0 16 163840 0 FFS2 dinode 256 540 90 666 0 62 161280 0 malloc-128 128 899 248 4553 0 126 146816 0 malloc-256 256 369 201 1643 0 62 145920 0 PROC 1368 78 21 991 0 8 135432 0 S VFS Cache 104 1004 283 1185 0 126 133848 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 69 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 mbuf_packet 256 3 505 208 0 254 130048 0 ksiginfo 112 75 969 127 0 126 116928 0 UMA Kegs 384 298 5 298 0 30 116352 0 malloc-128 128 653 122 1487 0 126 99200 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 2 1 13 0 1 98304 0 malloc-16384 16384 6 0 7 0 1 98304 0 filedesc0 1072 79 12 1000 0 8 97552 0 malloc-256 256 262 113 477 0 62 96000 0 malloc-8192 8192 9 2 92 0 1 90112 0 malloc-8192 8192 10 0 11 0 1 81920 0 malloc-4096 4096 15 5 227 0 2 81920 0 64 Bucket 512 81 71 1924 0 30 77824 0 128 Bucket 1024 47 20 283 0 16 68608 0 malloc-64 64 825 246 2628 0 254 68544 0 malloc-32768 32768 0 2 3 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 14 2 498 0 2 65536 0 malloc-1024 1024 28 36 561 0 16 65536 0 malloc-256 256 178 77 1116 0 62 65280 0 malloc-256 256 153 102 686 0 62 65280 0 g_bio 408 4 146 5722 0 30 61200 0 malloc-384 384 94 56 598 0 30 57600 0 malloc-384 384 106 44 106 0 30 57600 0 cpuset 200 7 249 503 0 62 51200 0 32 Bucket 256 74 121 391 0 62 49920 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 1 47 13759 0 16 49152 0 malloc-16384 16384 1 2 191 0 1 49152 0 malloc-2048 2048 10 14 39 0 8 49152 0 pcpu-64 64 506 262 506 0 254 49152 0 malloc-384 384 72 48 84 0 30 46080 0 pcpu-8 8 5215 417 5385 0 254 45056 0 syncache 168 0 264 3 0 254 44352 0 Files 80 229 321 8025 0 126 44000 0 TURNSTILE 136 233 82 233 0 62 42840 0 VMSPACE 584 54 16 966 0 16 40880 0 pipe 736 20 35 365 0 16 40480 0 da_ccb 544 1 69 1564 0 16 38080 0 udp_inpcb 408 12 78 180 0 30 36720 0 malloc-64 64 22 545 14078 0 254 36288 0 malloc-64 64 30 537 62 0 254 36288 0 malloc-64 64 244 323 1201 0 254 36288 0 malloc-64 64 88 479 1076 0 254 36288 0 malloc-128 128 19 260 165 0 126 35712 0 malloc-128 128 16 263 288 0 126 35712 0 malloc-128 128 121 158 588 0 126 35712 0 malloc-128 128 28 251 297 0 126 35712 0 routing nhops 256 26 109 33 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 27 108 548 0 62 34560 0 malloc-256 256 5 130 309 0 62 34560 0 malloc-256 256 16 119 288 0 62 34560 0 SLEEPQUEUE 88 233 151 233 0 126 33792 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-2048 2048 0 16 12 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 3 13 52 0 8 32768 0 malloc-2048 2048 9 7 32 0 8 32768 0 malloc-2048 2048 11 5 16 0 8 32768 0 malloc-1024 1024 3 29 43 0 16 32768 0 malloc-1024 1024 17 15 1058 0 16 32768 0 malloc-1024 1024 2 30 6 0 16 32768 0 malloc-1024 1024 3 29 2144 0 16 32768 0 malloc-512 512 0 64 110 0 30 32768 0 malloc-512 512 13 51 29 0 30 32768 0 malloc-512 512 0 64 15 0 30 32768 0 malloc-512 512 3 61 50 0 30 32768 0 malloc-512 512 10 54 30 0 30 32768 0 malloc-512 512 5 59 16 0 30 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 26 238 40 0 126 31680 0 clpbuf 2624 0 12 47 0 4 31488 0 sctp_laddr 48 0 588 12 0 254 28224 0 malloc-32 32 203 679 1473 0 254 28224 0 malloc-32 32 360 522 4868 0 254 28224 0 16 Bucket 144 59 137 386 0 62 28224 0 4 Bucket 48 7 581 10 0 254 28224 0 AIO 208 0 133 49 0 62 27664 0 udplite_inpcb 408 2 61 4 0 30 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 43 0 2 24576 0 ertt_txseginfo 40 0 606 566 0 254 24240 0 PWD 40 34 572 167 0 254 24240 0 rtentry 168 29 115 33 0 62 24192 0 8 Bucket 80 71 229 639 0 126 24000 0 itimer 352 0 66 2 0 30 23232 0 malloc-384 384 1 59 2 0 30 23040 0 malloc-384 384 12 48 12 0 30 23040 0 malloc-384 384 27 33 562 0 30 23040 0 domainset 40 0 567 496 0 254 22680 0 ripcb 376 10 50 45 0 30 22560 0 Mountpoints 2816 2 6 4 0 4 22528 0 hostcache 64 1 314 1 0 254 20160 0 ertt 72 38 242 289 0 126 20160 0 malloc-64 64 3 312 3 0 254 20160 0 malloc-32 32 106 524 714 0 254 20160 0 malloc-32 32 33 597 192 0 254 20160 0 malloc-32 32 60 570 88 0 254 20160 0 malloc-32 32 125 505 138 0 254 20160 0 malloc-32 32 16 614 24 0 254 20160 0 2 Bucket 32 68 562 397 0 254 20160 0 KNOTE 160 0 125 36 0 62 20000 0 AIOCB 552 0 35 48 0 16 19320 0 L VFS Cache 320 0 60 3 0 30 19200 0 AIOLIO 272 0 70 16 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 20 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 6 0 2 16384 0 malloc-1024 1024 0 16 1 0 16 16384 0 malloc-1024 1024 2 14 3 0 16 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 3 29 6 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 0 18 3 0 16 16128 0 rl_entry 48 2 334 2 0 254 16128 0 malloc-16 16 544 456 3548 0 254 16000 0 tcp_log_id_node 120 1 131 1 0 126 15840 0 kenv 258 17 43 1079 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 arc_buf_hdr_t_full 368 4 29 4 0 30 12144 0 tcp_log_id_bucket 176 1 68 1 0 62 12144 0 malloc-16 16 61 689 1647 0 254 12000 0 malloc-16 16 41 709 116 0 254 12000 0 malloc-16 16 133 617 32448 0 254 12000 0 malloc-16 16 15 735 16 0 254 12000 0 malloc-16 16 10 740 40 0 254 12000 0 cryptop 280 0 42 1 0 30 11760 0 malloc-384 384 1 29 2 0 30 11520 0 malloc-8192 8192 0 1 26 0 1 8192 0 malloc-8192 8192 0 1 1 0 1 8192 0 malloc-4096 4096 0 2 5 0 2 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 1608 0 254 8016 0 malloc-16 16 10 490 15 0 254 8000 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 15 24 25 0 0 3744 0 zfs_znode_cache 456 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 376 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29240 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 splice 184 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2256 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl