panic: mtx_lock() of destroyed mutex 0xfffffe007169c9f0 @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/sys_socket.c:731 cpuid = 0 time = 1795199285 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00571df7f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00571df950 vpanic() at vpanic+0x257/frame 0xfffffe00571dfb10 panic() at panic+0xb5/frame 0xfffffe00571dfbd0 __mtx_lock_flags() at __mtx_lock_flags+0x2be/frame 0xfffffe00571dfcb0 soaio_process_sb() at soaio_process_sb+0x156/frame 0xfffffe00571dfe90 soaio_kproc_loop() at soaio_kproc_loop+0x17b/frame 0xfffffe00571dfee0 fork_exit() at fork_exit+0x10c/frame 0xfffffe00571dff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00571dff30 --- trap 0xc, rip = 0x32990c, rsp = 0x825aafed8, rbp = 0x825aaff00 --- KDB: enter: panic [ thread pid 1732 tid 100638 ] Stopped at kdb_enter+0x6e: movq $0,0x26bd797(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002befac0 rdx 0 rbx 0xffffffff82a23c00 .str.27 rsp 0xfffffe00571df930 rbp 0xfffffe00571df950 rsi 0 rdi 0xffffffff81775609 printf+0x149 r8 0 r9 0xffffffff r10 0x85ce24f268bc17df r11 0 r12 0xfffffe0059353000 r13 0xfffffffffffffffe r14 0xffffffff82a23c00 .str.27 r15 0 rip 0xffffffff8175df3e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bd797(%rip) db> show proc Process 1732 (soaiod2) at 0xfffffe005932c5a0: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 0 at 0xffffffff83da6020 ABI: null flag: 0x10000204 flag2: 0 reaper: 0xffffffff83da6020 reapsubtree: 1732 sigparent: 20 vmspace: 0xffffffff83da66e0 (map 0xffffffff83da66e0) (map.pmap 0xffffffff83da6780) (pmap 0xffffffff83da67f0) threads: 1 100638 Run CPU 0 [soaiod2] db> ps pid ppid pgrp uid state wmesg wchan cmd 1798 1795 1795 0 R sh 1797 1547 1547 0 R (threaded) syz-executor 100629 RunQ syz-executor 100841 S uwait 0xfffffe005aadb200 syz-executor 1796 1545 1545 0 R (threaded) syz-executor 100198 RunQ syz-executor 100840 S uwait 0xfffffe0071696700 syz-executor 1795 1544 1795 0 S wait 0xfffffe00592ff038 syz-executor 1760 0 0 0 DL (threaded) [KTLS] 100721 D - 0xfffffe007228d200 [thr_0] 100722 D - 0xfffffe007228d280 [thr_1] 100723 D - 0xffffffff83eb29a8 [reclaim_0] 1738 0 0 0 DL mdwait 0xfffffe0093b17000 [md1] 1734 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1733 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1732 0 0 0 RL CPU 0 [soaiod2] 1731 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1699 0 0 0 DL (threaded) [so_splice] 100226 D - 0xfffffe0071697600 [thr_0] 100444 D - 0xfffffe0071697640 [thr_1] 1687 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 1674 1668 1674 0 Ss select 0xfffffe0058f76440 dhclient 1671 1 1671 0 Ss select 0xfffffe0058f78040 dhclient 1668 1606 982 65 S select 0xfffffe0054361740 dhclient 1648 0 0 0 DL mdwait 0xfffffe00722f7000 [md0] 1606 982 982 0 S wait 0xfffffe00592c3038 sh 1605 0 0 0 DL aiordy 0xfffffe0059326070 [aiod4] 1604 0 0 0 DL aiordy 0xfffffe00592dfb08 [aiod3] 1603 0 0 0 DL aiordy 0xfffffe00592e05d8 [aiod2] 1602 0 0 0 DL aiordy 0xfffffe00593265d8 [aiod1] 1547 1544 1547 0 S nanslp 0xffffffff83dfc701 syz-executor 1546 1544 1546 0 R CPU 1 syz-executor 1545 1544 1545 0 S nanslp 0xffffffff83dfc700 syz-executor 1544 1543 1544 0 Ss select 0xfffffe0058f79f40 syz-executor 1543 1541 1541 0 S select 0xfffffe0071a80940 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f7a840 sshd-session 1530 1 1530 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1529 1 1529 0 Ss+ ttyin 0xfffffe005a3800b0 getty 1528 1 1528 0 Ss+ ttyin 0xfffffe005a3810b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe0058be40b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1519 1 1519 0 Ss select 0xfffffe0071a81040 logger 1513 1 17 0 S+ piperd 0xfffffe005a9595d0 logger 1512 1511 17 0 S+ nanslp 0xffffffff83dfc700 sleep 1511 1 17 0 S+ wait 0xfffffe00592c2568 sh 1499 1 1499 0 Ss nanslp 0xffffffff83dfc700 cron 1457 1 1457 0 Ss select 0xfffffe0071a81440 sshd 1280 1 1280 0 Ss select 0xfffffe0071a81640 syslogd 1279 1 1276 0 S select 0xfffffe0058f7b840 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a732800 syslogd 982 1 982 0 Ss wait 0xfffffe00592c45d8 devd 981 1 981 65 Ss select 0xfffffe0054363a40 dhclient 829 1 829 0 Ss select 0xfffffe005435fc40 dhclient 826 1 826 0 Ss select 0xfffffe0054362840 dhclient 406 0 0 0 DL - 0xffffffff83a2b4a0 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100095 D sdflush 0xfffffe000877a8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9bfb0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84a095c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff846738c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28341 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100113 D - 0xfffffe0058a41800 [netlink_socket (PID] 100229 D - 0xfffffe00722e2e00 [netlink_socket (PID] 100447 D - 0xfffffe0072290800 [system_taskq_0] 100448 D - 0xfffffe0072290800 [system_taskq_1] 100449 D - 0xfffffe0072291200 [system_delay_taskq_] 100450 D - 0xfffffe0072291200 [system_delay_taskq_] 100451 D - 0xfffffe0072295e00 [zvol_tq-0_0] 100452 D - 0xfffffe0072295e00 [zvol_tq-0_1] 100453 D - 0xfffffe0072295e00 [zvol_tq-0_2] 100454 D - 0xfffffe0072295e00 [zvol_tq-0_3] 100455 D - 0xfffffe0072295e00 [zvol_tq-0_4] 100456 D - 0xfffffe0072295e00 [zvol_tq-0_5] 100457 D - 0xfffffe0072295e00 [zvol_tq-0_6] 100458 D - 0xfffffe0072295e00 [zvol_tq-0_7] 100459 D - 0xfffffe0072295e00 [zvol_tq-0_8] 100460 D - 0xfffffe0072295e00 [zvol_tq-0_9] 100461 D - 0xfffffe0072295e00 [zvol_tq-0_10] 100462 D - 0xfffffe0072295e00 [zvol_tq-0_11] 100463 D - 0xfffffe0072295e00 [zvol_tq-0_12] 100464 D - 0xfffffe0072295e00 [zvol_tq-0_13] 100465 D - 0xfffffe0072295e00 [zvol_tq-0_14] 100466 D - 0xfffffe0072295e00 [zvol_tq-0_15] 100467 D - 0xfffffe0072295e00 [zvol_tq-0_16] 100468 D - 0xfffffe0072295e00 [zvol_tq-0_17] 100469 D - 0xfffffe0072295e00 [zvol_tq-0_18] 100470 D - 0xfffffe0072295e00 [zvol_tq-0_19] 100471 D - 0xfffffe0072295e00 [zvol_tq-0_20] 100472 D - 0xfffffe0072295e00 [zvol_tq-0_21] 100473 D - 0xfffffe0072295e00 [zvol_tq-0_22] 100474 D - 0xfffffe0072295e00 [zvol_tq-0_23] 100475 D - 0xfffffe0072295e00 [zvol_tq-0_24] 100476 D - 0xfffffe0072295e00 [zvol_tq-0_25] 100477 D - 0xfffffe0072295e00 [zvol_tq-0_26] 100478 D - 0xfffffe0072295e00 [zvol_tq-0_27] 100479 D - 0xfffffe0072295e00 [zvol_tq-0_28] 100480 D - 0xfffffe0072295e00 [zvol_tq-0_29] 100481 D - 0xfffffe0072295e00 [zvol_tq-0_30] 100482 D - 0xfffffe0072295e00 [zvol_tq-0_31] 100484 D - 0xfffffe007165fa00 [arc_prune] 100485 D - 0xfffffe0071660a00 [arc_flush_0] 100486 D - 0xfffffe0071660a00 [arc_flush_1] 100493 D - 0xfffffe005a296600 [dbu_evict] 100575 D - 0xfffffe0072252400 [z_vdev_file_0] 100576 D - 0xfffffe0072252400 [z_vdev_file_1] 100577 D - 0xfffffe0072252400 [z_vdev_file_2] 100578 D - 0xfffffe0072252400 [z_vdev_file_3] 100579 D - 0xfffffe0072252400 [z_vdev_file_4] 100580 D - 0xfffffe0072252400 [z_vdev_file_5] 100581 D - 0xfffffe0072252400 [z_vdev_file_6] 100582 D - 0xfffffe0072252400 [z_vdev_file_7] 100583 D - 0xfffffe0072252400 [z_vdev_file_8] 100584 D - 0xfffffe0072252400 [z_vdev_file_9] 100585 D - 0xfffffe0072252400 [z_vdev_file_10] 100586 D - 0xfffffe0072252400 [z_vdev_file_11] 100587 D - 0xfffffe0072252400 [z_vdev_file_12] 100588 D - 0xfffffe0072252400 [z_vdev_file_13] 100589 D - 0xfffffe0072252400 [z_vdev_file_14] 100590 D - 0xfffffe0072252400 [z_vdev_file_15] 100595 D - 0xfffffe005a297000 [zfsvfs] 1788 1546 1546 0 Z syz-executor db> show all locks Process 1798 (sh) thread 0xfffffe00592b4000 (100096) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe000776a240) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/amd64/amd64/pmap.c:5845 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00592b2a30) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/amd64/amd64/pmap.c:7665 shared rw vmobject (vmobject) r = 0 (0xfffffe0007a00bc8) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/vm/vm_map.c:2723 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe00592b2980) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/vm/vm_map.c:1992 Process 1546 (syz-executor) thread 0xfffffe00592d3000 (100138) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe005ab8ee30) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_ktrace.c:1443 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff83da9140) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_ktrace.c:432 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 153993 linker 413 12971K 591 pf_hash 6 12804K 6 devbuf 8319 8601K 8570 tcp_hpts 8 4865K 8 solaris 113 3001K 195 pcb 24 2801K 161 sysctloid 45682 2684K 45797 vtbuf 24 1968K 46 kobj 344 1376K 638 newblk 176 1068K 1934 vmem 5 1046K 11 vfscache 3 1025K 3 inodedep 22 520K 461 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 149 303K 1887 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 2165 acpica 1674 184K 53459 tidhash 3 141K 3 sem 5 135K 5 pagedep 12 131K 236 tfo_ccache 1 128K 1 IP reass 1 128K 1 filedesc 16 121K 320 DEVFS1 113 113K 133 gtaskqueue 18 98K 18 bus 1025 84K 4996 LRO 18 81K 20 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 umtx 544 68K 544 NFSD srvcache 3 68K 3 module 541 68K 542 ddb_capture 1 64K 1 kdtrace 276 57K 2641 md_sectors 9 36K 9 BPF 22 36K 55 DEVFS3 132 33K 148 hostcache 1 32K 1 shm 1 32K 6 msg 5 31K 5 kbdmux 6 28K 6 DEVFS_RULE 61 22K 61 temp 32 21K 4979 kstat_data 20 20K 20 ifaddr 47 20K 102 GEOM 90 18K 879 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 177 15K 177 kenv 138 14K 138 lltable 43 13K 99 routetbl 52 12K 402 cred 28 11K 464 taskqueue 99 11K 1110 CAM queue 5 11K 1528 rman 75 10K 422 ether_multi 116 10K 154 rpc 8 9K 8 bmsafemap 4 9K 402 plimit 23 9K 487 md_disk 11 9K 13 UART 12 9K 12 ksem 1 8K 4 shmfd 1 8K 6 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 kqueue 72 8K 1885 pf_ifnet 20 7K 58 in6_multi 48 7K 56 ifnet 7 7K 21 UMA 346 7K 346 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 30 pfs_nodes 22 6K 22 pwddesc 67 5K 1799 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 selfd 52 4K 10731 proc-args 88 4K 3788 session 24 3K 46 terminal 11 3K 11 lockf 25 3K 237 DEVFSP 43 3K 140 acpidev 21 3K 21 procdesc 5 3K 27 uidinfo 4 3K 20 hhook 8 3K 10 kcovinfo 36 3K 45 netlink 2 3K 358 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 select 16 2K 78 mount 46 2K 741 Unitno 32 2K 71 osd 66 2K 204 CAM XPT 22 2K 545 tun 4 2K 4 vnodemarker 3 2K 45 toponodes 6 2K 6 ipsecpolicy 2 2K 2 sctp_ifa 10 2K 13 in_multi 5 2K 10 msi 9 2K 9 diradd 9 2K 377 softdep 1 1K 1 indirdep 4 1K 93 sahead 1 1K 1 secasvar 1 1K 1 ip6ndp 4 1K 5 nhops 6 1K 8 NFSD session 1 1K 1 mkdir 7 1K 408 igmp 7 1K 20 CAM periph 4 1K 527 ipsec 3 1K 3 newdirblk 6 1K 204 pfil 6 1K 6 pci_link 10 1K 10 sctp_ifn 5 1K 13 freefile 5 1K 289 crypto 4 1K 8 encap_export_host 12 1K 12 dirrem 2 1K 345 CC Mem 4 1K 74 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 inpcbpolicy 12 1K 273 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 frag6 3 1K 3 vnodes 1 1K 2 ktls 1 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 msdosfs_node 1 1K 3 DEVFS 9 1K 10 CAM SIM 2 1K 2 prison 8 1K 8 taskq 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 5 pmchooks 1 1K 1 filecaps 5 1K 185 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3693 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 sigio 1 1K 7 entropy 2 1K 81 acpiintr 1 1K 1 cpus 2 1K 2 freework 1 1K 426 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 cryptodev 0 0K 13 ipcomp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 filemon 0 0K 3 tcp_pcm_rack 0 0K 1 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 2 sctp_mcore 0 0K 0 sctp_socko 0 0K 17 sctp_iter 0 0K 9 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 25 sctp_atky 0 0K 25 sctp_atcl 0 0K 25 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 121 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 18 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 260 freefrag 0 0K 67 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 1 audit_pipeent 0 0K 0 audit_pipe 0 0K 5 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 1 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 26 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 3 in6_mfilter 0 0K 2 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 5 ip_moptions 0 0K 7 in_mfilter 0 0K 12 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 22 fadvise 0 0K 8 VN POLL 0 0K 10 statfs 0 0K 25 namei_tracker 0 0K 7 inotify 0 0K 82 export_host 0 0K 0 cl_savebuf 0 0K 38 lio 0 0K 4 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 13930 ioctlops 0 0K 100 eventfd 0 0K 5 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 806 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1834 sysctl 0 0K 81 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 2 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 156 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 3 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 781 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 20702 0 254 38494208 0 vmem btag 56 104415 10594 174786 0 254 6440504 0 malloc-384 384 8210 40 8220 0 30 3168000 0 mbuf 256 8611 1041 25107 0 254 2470912 0 RADIX NODE 152 14229 966 84735 0 62 2309640 0 malloc-128 128 15206 298 15688 0 126 1984512 0 BUF TRIE 152 354 11424 1508 0 62 1790256 0 malloc-4096 4096 355 7 657 0 2 1482752 0 tcp_log 416 3086 478 5643 0 254 1482624 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-65536 65536 11 3 16 0 1 917504 0 socket 1024 37 733 3975 0 254 788480 0 zio_buf_comb_262144 262144 0 3 15 0 1 786432 0 FFS inode 1168 543 37 835 0 8 677440 0 sctp_ep 1152 0 511 25 0 254 588672 0 256 Bucket 2048 242 28 6637 0 8 552960 0 malloc-65536 65536 3 5 113 0 1 524288 0 DEVCTL 1024 72 434 475 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 THREAD 1876 207 65 841 0 8 510272 0 pbuf 2664 0 178 0 0 2 474192 0 malloc-65536 65536 0 6 36 0 1 393216 0 malloc-64 64 5470 642 7505 0 254 391168 0 malloc-4096 4096 75 7 2245 0 2 335872 0 malloc-65536 65536 4 1 5 0 1 327680 0 malloc-32768 32768 2 8 54 0 1 327680 0 VM OBJECT 232 1239 138 27056 0 62 319464 0 malloc-16 16 18888 768 22294 0 254 314496 0 VNODE 440 592 74 889 0 30 293040 0 FPU_save_area 832 209 115 978 0 16 269568 0 malloc-65536 65536 1 3 11 0 1 262144 0 malloc-2048 2048 103 25 175 0 8 262144 0 malloc-32 32 7391 484 8833 0 254 252000 0 UMA Zones 768 318 7 318 0 16 249600 0 unpcb 320 20 750 3596 0 254 246400 0 malloc-256 256 453 483 5779 0 62 239616 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 7 6 357 0 1 212992 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 1 5 8 0 1 196608 0 MAP ENTRY 96 1506 522 92474 0 126 194688 0 malloc-128 128 1177 343 24814 0 126 194560 0 FFS2 dinode 256 543 207 835 0 62 192000 0 malloc-1024 1024 129 47 404 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-8192 8192 16 4 40 0 1 163840 0 malloc-2048 2048 6 74 513 0 8 163840 0 malloc-64 64 201 2103 15461 0 254 147456 0 S VFS Cache 104 1025 379 1382 0 126 146016 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-32768 32768 0 4 13 0 1 131072 0 mbuf_packet 256 3 505 232 0 254 130048 0 malloc-128 128 615 393 4626 0 126 129024 0 malloc-256 256 284 212 1849 0 62 126976 0 128 Bucket 1024 72 47 1296 0 16 121856 0 UMA Kegs 384 304 5 304 0 30 118656 0 ksiginfo 112 65 991 98 0 126 118272 0 malloc-4096 4096 25 3 37 0 2 114688 0 PROC 1384 67 13 1798 0 8 110720 0 64 Bucket 512 129 81 3601 0 30 107520 0 malloc-8192 8192 8 5 91 0 1 106496 0 filedesc0 1072 67 31 1799 0 8 105056 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-128 128 556 212 2581 0 126 98304 0 syncache 168 0 529 4 0 254 88872 0 zio_data_buf_16384 16384 0 5 9 0 1 81920 0 malloc-16384 16384 3 2 5 0 1 81920 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-8192 8192 2 8 26 0 1 81920 0 malloc-1024 1024 20 60 87 0 16 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 ttyinq 160 300 204 780 0 62 80640 0 g_bio 424 0 180 8806 0 30 76320 0 pipe 736 18 82 776 0 16 73600 0 32 Bucket 256 112 173 1544 0 62 72960 0 DIRHASH 1024 42 24 42 0 16 67584 0 NAMEI 1024 0 66 22641 0 16 67584 0 zio_buf_16384 16384 0 4 10 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 10 6 23 0 2 65536 0 malloc-2048 2048 10 22 26 0 8 65536 0 malloc-2048 2048 7 25 31 0 8 65536 0 malloc-2048 2048 5 27 213 0 8 65536 0 malloc-2048 2048 6 26 832 0 8 65536 0 malloc-2048 2048 3 29 655 0 8 65536 0 malloc-1024 1024 4 60 905 0 16 65536 0 malloc-1024 1024 26 38 225 0 16 65536 0 malloc-1024 1024 3 61 1974 0 16 65536 0 malloc-128 128 159 353 1045 0 126 65536 0 malloc-128 128 81 431 915 0 126 65536 0 malloc-64 64 515 509 1641 0 254 65536 0 malloc-256 256 33 215 2608 0 62 63488 0 malloc-256 256 88 160 430 0 62 63488 0 malloc-384 384 72 78 131 0 30 57600 0 malloc-384 384 65 85 1023 0 30 57600 0 malloc-384 384 83 67 421 0 30 57600 0 malloc-384 384 28 122 472 0 30 57600 0 pcpu-8 8 5443 957 7087 0 254 51200 0 pcpu-64 64 513 271 513 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 46 0 1 49152 0 malloc-1024 1024 16 32 30 0 16 49152 0 malloc-256 256 4 188 175 0 62 49152 0 malloc-256 256 23 169 138 0 62 49152 0 malloc-256 256 10 182 481 0 62 49152 0 malloc-256 256 31 161 375 0 62 49152 0 malloc-128 128 31 353 539 0 126 49152 0 malloc-64 64 115 653 1194 0 254 49152 0 malloc-64 64 30 738 11212 0 254 49152 0 malloc-64 64 390 378 436 0 254 49152 0 VMSPACE 584 37 47 1769 0 16 49056 0 malloc-512 512 6 86 298 0 30 47104 0 malloc-512 512 10 82 106 0 30 47104 0 tcp_inpcb 1304 5 28 71 0 8 43032 0 TURNSTILE 136 273 42 273 0 62 42840 0 clpbuf 2664 0 16 89 0 4 42624 0 vnpbuf 2664 0 16 1 0 16 42624 0 malloc-4096 4096 3 7 109 0 2 40960 0 da_ccb 544 0 70 2411 0 16 38080 0 16 Bucket 144 99 161 2306 0 62 37440 0 udp_inpcb 408 6 84 161 0 30 36720 0 2 Bucket 32 128 983 2207 0 254 35552 0 SLEEPQUEUE 88 273 130 273 0 126 35464 0 md0 8 4096 224 4096 0 254 34560 0 routing nhops 256 20 115 29 0 62 34560 0 malloc-384 384 39 51 59 0 30 34560 0 ertt_txseginfo 40 0 840 769 0 254 33600 0 8 Bucket 80 88 326 11315 0 126 33120 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 11 21 15 0 16 32768 0 malloc-128 128 126 130 164 0 126 32768 0 malloc-64 64 20 492 97 0 254 32768 0 malloc-64 64 54 458 194 0 254 32768 0 Files 80 178 222 15690 0 126 32000 0 PGRP 120 28 236 52 0 126 31680 0 pass0 1976 0 16 2 0 8 31616 0 malloc-512 512 0 60 12 0 30 30720 0 malloc-512 512 13 47 29 0 30 30720 0 malloc-512 512 13 47 36 0 30 30720 0 malloc-512 512 10 50 11 0 30 30720 0 malloc-512 512 0 60 10 0 30 30720 0 vtnet_tx_hdr 40 0 756 1218 0 254 30240 0 tcp_bbr_pcb 896 0 32 3 0 16 28672 0 sctp_laddr 48 0 576 13 0 254 27648 0 rl_entry 48 14 562 23 0 254 27648 0 4 Bucket 48 8 568 15 0 254 27648 0 AIOCB 552 0 49 30 0 16 27048 0 AIO 208 1 125 21 0 62 26208 0 malloc-32 32 25 794 661 0 254 26208 0 malloc-32 32 312 507 563 0 254 26208 0 malloc-32 32 76 743 2871 0 254 26208 0 udplite_inpcb 408 0 63 12 0 30 25704 0 cpuset 200 8 120 18 0 62 25600 0 kenv 258 18 80 1085 0 30 25284 0 malloc-8192 8192 2 1 3 0 1 24576 0 PWD 40 17 571 232 0 254 23520 0 itimer 352 0 66 41 0 30 23232 0 rtentry 168 23 115 29 0 62 23184 0 KNOTE 160 10 134 73 0 62 23040 0 malloc-384 384 1 59 13 0 30 23040 0 ripcb 376 2 58 29 0 30 22560 0 Mountpoints 2816 3 5 5 0 4 22528 0 ertt 72 4 296 71 0 126 21600 0 L VFS Cache 320 1 59 36 0 30 19200 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 4 0 30 19040 0 tcp_log_id_node 120 1 154 1 0 126 18600 0 tcp_rack_map 128 0 145 3 0 126 18560 0 ktls_session 256 0 72 1 0 62 18432 0 malloc-32 32 34 533 238 0 254 18144 0 malloc-32 32 138 429 206 0 254 18144 0 malloc-32 32 82 485 422 0 254 18144 0 malloc-32 32 11 556 1076 0 254 18144 0 malloc-16 16 306 828 24601 0 254 18144 0 hostcache 64 1 279 1 0 254 17920 0 ipq 56 1 314 1 0 254 17640 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-1024 1024 2 14 7 0 16 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_rack_pcb 1088 0 14 1 0 8 15232 0 mqnode 416 3 33 3 0 30 14976 0 malloc-16 16 71 811 3142 0 254 14112 0 malloc-16 16 59 823 636 0 254 14112 0 malloc-16 16 10 872 805 0 254 14112 0 domainset 40 0 315 8 0 254 12600 0 SMR SHARED 24 8 503 8 0 254 12264 0 tcp_log_id_bucket 176 1 65 1 0 62 11616 0 splice 184 0 63 1 0 62 11592 0 malloc-384 384 1 29 1 0 30 11520 0 arc_buf_hdr_t_full 368 4 26 4 0 30 11040 0 UMA Slabs 0 112 73 24 73 0 126 10864 0 malloc-16 16 81 549 239 0 254 10080 0 malloc-16 16 42 588 80 0 254 10080 0 malloc-16 16 26 604 159 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 16 20 36 0 0 3456 0 zfs_znode_cache 472 0 0 0 0 30 0 0 zap_attr_long_cache 1056 0 0 0 0 8 0 0 zap_name_long 1096 0 0 0 0 8 0 0 zap_attr_cache 288 0 0 0 0 30 0 0 zap_name 328 0 0 0 0 30 0 0 sio_cache_compact_2 176 0 0 0 0 62 0 0 sio_cache_ext_1 184 0 0 0 0 62 0 0 sio_cache_compact_1 160 0 0 0 0 62 0 0 sio_cache_ext_0 168 0 0 0 0 62 0 0 sio_cache_compact_0 144 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 376 0 0 0 0 30 0 0 dbuf_dirty_record_t 384 0 0 0 0 30 0 0 dmu_buf_impl_t 376 0 0 0 0 30 0 0 arc_buf_t 32 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 dnode_t 952 0 0 0 0 16 0 0 sa_cache 272 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1152 0 0 0 0 8 0 0 ddt_log_entry_trad_cache 328 0 0 0 0 30 0 0 ddt_log_entry_flat_cache 144 0 0 0 0 62 0 0 ddt_entry_trad_cache 368 0 0 0 0 30 0 0 ddt_entry_flat_cache 184 0 0 0 0 62 0 0 ddt_cache 29440 0 0 0 0 1 0 0 brt_entry_cache 168 0 0 0 0 62 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_cache 48 0 0 0 0 254 0 0 taskq_zone 160 0 0 0 0 62 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2256 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl