panic: ASan: Invalid access, 8-byte read at 0xfffffe009a42c540, UMAUseAfterFree(fd) cpuid = 0 time = 1654857975 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0054150890 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00541509f0 vpanic() at vpanic+0x254/frame 0xfffffe0054150ad0 panic() at panic+0xb5/frame 0xfffffe0054150ba0 kasan_report() at kasan_report+0xdc/frame 0xfffffe0054150c70 __mtx_lock_flags() at __mtx_lock_flags+0x125/frame 0xfffffe0054150d50 sctp_sendall_completes() at sctp_sendall_completes+0x41/frame 0xfffffe0054150d70 sctp_iterator_worker() at sctp_iterator_worker+0xff4/frame 0xfffffe0054150ed0 sctp_iterator_thread() at sctp_iterator_thread+0x5e/frame 0xfffffe0054150ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0054150f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0054150f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 5 tid 100067 ] Stopped at kdb_enter+0x6b: movq $0,0x275b92a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x1fffffc00a82a0c8 rdx 0xdffff7c000000000 rbx 0 rsp 0xfffffe00541509d0 rbp 0xfffffe00541509f0 rsi 0x1 rdi 0 r8 0x3 r9 0xffffffff r10 0 r11 0xfffffe0092d77510 r12 0 r13 0xfffffe005786b720 r14 0xffffffff82b5b9e0 .str.26 r15 0xffffffff82b5b9e0 .str.26 rip 0xffffffff8171aceb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275b92a(%rip) db> show proc Process 5 (sctp_iterator) at 0xfffffe005798aa90: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e19cc0 ABI: null flag: 0x10000204 flag2: 0 reaper: 0xffffffff83e19cc0 reapsubtree: 5 sigparent: 20 vmspace: 0xffffffff83e1ac60 (map 0xffffffff83e1ac60) (map.pmap 0xffffffff83e1ad20) (pmap 0xffffffff83e1ad88) threads: 1 100067 Run CPU 0 [sctp_iterator] db> ps pid ppid pgrp uid state wmesg wchan cmd 30099 778 778 0 R syz-executor.1 29933 1 778 0 S uwait 0xfffffe005730e100 syz-executor.1 29928 1 778 0 S uwait 0xfffffe0099629b80 syz-executor.1 29920 1 778 0 S uwait 0xfffffe0057877e80 syz-executor.1 29911 1 778 0 S uwait 0xfffffe0057877480 syz-executor.1 29897 1 796 0 S uwait 0xfffffe008fe9f200 syz-executor.2 29896 1 778 0 S uwait 0xfffffe0053ee2700 syz-executor.1 29889 1 796 0 S uwait 0xfffffe008fe9d280 syz-executor.2 29884 1 778 0 S uwait 0xfffffe009962b200 syz-executor.1 29883 1 796 0 S uwait 0xfffffe008fe9d000 syz-executor.2 29874 1 778 0 S uwait 0xfffffe0099629a80 syz-executor.1 29869 1 796 0 S uwait 0xfffffe0099629880 syz-executor.2 29863 1 778 0 S uwait 0xfffffe008fe9dd80 syz-executor.1 29861 1 796 0 S uwait 0xfffffe008fe9f800 syz-executor.2 29856 1 778 0 S uwait 0xfffffe009962a180 syz-executor.1 29850 1 796 0 S uwait 0xfffffe0057879100 syz-executor.2 29845 1 796 0 S uwait 0xfffffe008fe9cb80 syz-executor.2 29842 1 778 0 S uwait 0xfffffe008fe9d380 syz-executor.1 29832 1 796 0 S uwait 0xfffffe009962b400 syz-executor.2 29822 1 778 0 S uwait 0xfffffe005730d400 syz-executor.1 29817 1 796 0 S uwait 0xfffffe0099629980 syz-executor.2 29813 1 796 0 S uwait 0xfffffe005730ef00 syz-executor.2 29808 1 796 0 S uwait 0xfffffe009962b500 syz-executor.2 29800 1 796 0 S uwait 0xfffffe008fe9f700 syz-executor.2 29793 1 796 0 S uwait 0xfffffe009962a280 syz-executor.2 29746 1 777 0 S uwait 0xfffffe009962a980 syz-executor.0 29744 1 777 0 S uwait 0xfffffe009962a480 syz-executor.0 29742 1 777 0 S uwait 0xfffffe008fe9ca80 syz-executor.0 3939 1 3939 65 Ss select 0xfffffe008fe9cec0 dhclient 3549 1 3549 0 Ss select 0xfffffe008fe9ce40 dhclient 3545 1 3545 0 Ss select 0xfffffe008fe9d340 dhclient 3522 1 3522 65 Ss select 0xfffffe008fe9d0c0 dhclient 2581 1 2581 0 Ss select 0xfffffe008fe9d1c0 dhclient 2578 1 2578 0 Ss select 0xfffffe008fe9d240 dhclient 2519 1 2519 65 Ss select 0xfffffe009962aac0 dhclient 1966 1 1966 0 Ss select 0xfffffe008fe9d440 dhclient 1963 1 1963 0 Ss select 0xfffffe0099629e40 dhclient 1936 1 1936 65 Ss select 0xfffffe008fe9dcc0 dhclient 1292 0 0 0 DL aiordy 0xfffffe0099739000 [aiod4] 1291 0 0 0 DL aiordy 0xfffffe0056f9a000 [aiod3] 1290 0 0 0 DL aiordy 0xfffffe0092d72000 [aiod2] 1289 0 0 0 DL aiordy 0xfffffe0056f99000 [aiod1] 1272 1 1272 0 Ss select 0xfffffe008fe9dc40 dhclient 1266 1 1266 0 Ss select 0xfffffe00578777c0 dhclient 867 1 777 0 S uwait 0xfffffe0057877880 syz-executor.0 866 1 777 0 S uwait 0xfffffe0057879300 syz-executor.0 843 1 777 0 S uwait 0xfffffe0057878500 syz-executor.0 810 774 810 0 Ds getblk 0xfffffe00079d8ac8 syz-executor.3 796 774 796 0 Rs syz-executor.2 778 774 778 0 Rs syz-executor.1 777 774 777 0 Rs CPU 1 syz-executor.0 774 772 772 0 R (threaded) syz-fuzzer 100115 S uwait 0xfffffe0057878700 syz-fuzzer 100118 RunQ syz-fuzzer 100119 S uwait 0xfffffe0057878b00 syz-fuzzer 100120 RunQ syz-fuzzer 100121 S uwait 0xfffffe008fe9f400 syz-fuzzer 100122 S uwait 0xfffffe008fe9f500 syz-fuzzer 100123 S uwait 0xfffffe008fe9f600 syz-fuzzer 100125 S uwait 0xfffffe0057878000 syz-fuzzer 100126 RunQ syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092d725f8 csh 770 688 770 0 Ss select 0xfffffe008fe9e840 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0057463cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579b48b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00579b4cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579b50b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579b54b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00579b58b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579b5cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579b60b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579b64b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e43cc0 cron 688 1 688 0 Ss select 0xfffffe008fe9ea40 sshd 501 1 501 0 Ss select 0xfffffe0057878dc0 syslogd 430 1 430 0 Ss select 0xfffffe008fe9ed40 devd 429 1 429 65 Ss select 0xfffffe008fe9edc0 dhclient 344 1 344 0 Ss select 0xfffffe008fe9eb40 dhclient 341 1 341 0 Ss select 0xfffffe0057878c40 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f9b548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f694e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f67b00 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0057948ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9b5c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f8f478 [dom0] 100080 D launds 0xffffffff83f8f484 [laundry: dom0] 100081 D umarcl 0xffffffff81e4d5b0 [uma] 7 0 0 0 DL - 0xffffffff83c002a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84b62550 [pf purge] 5 0 0 0 RL CPU 0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa3240 [doneq0] 100045 D - 0xffffffff83aa31c0 [async] 100076 D - 0xffffffff83aa3040 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f00c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8aca0 [crypto] 100041 D crypto_ 0xfffffe0053ed8d30 [crypto returns 0] 100042 D crypto_ 0xfffffe0053ed8d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e192c0 [g_event] 100036 D - 0xffffffff83e192e0 [g_up] 100037 D - 0xffffffff83e19300 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de3000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8b780 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e19cc0 [swapper] 100005 D - 0xfffffe0053e94100 [if_config_tqg_0] 100006 D - 0xfffffe0053e94000 [softirq_0] 100007 D - 0xfffffe0053e93e00 [softirq_1] 100008 D - 0xfffffe0053e93d00 [if_io_tqg_0] 100009 D - 0xfffffe0053e93c00 [if_io_tqg_1] 100010 D - 0xfffffe000796d600 [inm_free taskq] 100011 D - 0xfffffe000796d400 [linuxkpi_irq_wq] 100012 D - 0xfffffe000796d200 [in6m_free taskq] 100013 D - 0xfffffe000796d000 [deferred_unmount ta] 100014 D - 0xfffffe000796cd00 [thread taskq] 100016 D - 0xfffffe000796c900 [kqueue_ctx taskq] 100017 D - 0xfffffe000796c700 [pci_hp taskq] 100020 D - 0xfffffe000796c100 [aiod_kick taskq] 100021 D - 0xfffffe000796be00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796be00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796be00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796be00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796b900 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796b900 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796b900 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796b900 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0053f06300 [firmware taskq] 100038 D - 0xfffffe0053f05d00 [crypto_0] 100039 D - 0xfffffe0053f05d00 [crypto_1] 100055 D - 0xfffffe0053f04e00 [vtnet0 rxq 0] 100056 D - 0xfffffe0053f04d00 [vtnet0 txq 0] 100057 D - 0xfffffe0053f04c00 [vtnet0 rxq 1] 100058 D - 0xfffffe0053f04b00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe005730da00 [virtio_balloon] 100066 D - 0xffffffff82b61861 [deadlkres] 100070 D - 0xfffffe000796e200 [mca taskq] 100071 D - 0xfffffe005787e000 [acpi_task_0] 100072 D - 0xfffffe005787e000 [acpi_task_1] 100073 D - 0xfffffe005787e000 [acpi_task_2] 100075 D - 0xfffffe0053f05600 [CAM taskq] db> show all locks Process 30099 (syz-executor.1) thread 0xfffffe0092d7a1e0 (137582) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe009a794b20) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7038 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe009a794a58) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4934 Process 810 (syz-executor.3) thread 0xfffffe0092d77000 (100128) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0092897e70) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4511 Process 777 (syz-executor.0) thread 0xfffffe0058c383a0 (100107) exclusive rw bufobj interlock (bufobj interlock) r = 0 (0xfffffe0058aee620) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:2905 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00079d8ac8) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3988 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00929c9070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4511 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35322 2081K 35393 vtbuf 24 1968K 46 pcb 1079 1725K 87050 kobj 328 1312K 490 newblk 33 1032K 30435 vfscache 3 1025K 3 inodedep 271 614K 29414 filedesc 72 570K 58119 sctp_stro 529 529K 17457 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 1057 397K 61195 subproc 194 392K 30206 vmem 3 274K 6 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 34 137K 29037 linker 358 134K 386 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 49 90K 84 bus 995 81K 5208 sctp_timw 308 77K 308 mtx_pool 2 72K 2 syncache 1 68K 1 sctp_atky 1598 68K 79269 dirrem 262 66K 29319 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 396 50K 396 kdtrace 260 49K 67770 temp 35 35K 15876 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 7 msg 4 30K 4 freefile 236 30K 29283 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 routetbl 138 19K 782 sctp_map 1058 17K 34914 ufs_mount 4 17K 5 sctp_athm 1057 17K 61476 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 45 14K 257 KTRACE 102 13K 403 ifnet 7 13K 7 ether_multi 152 13K 162 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 29405 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 403 rpc 2 8K 2 shmfd 1 8K 24 pfs_vncache 1 8K 1 kqueue 90 8K 30191 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 389 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 534 pwddesc 88 6K 30400 ufs_dirhash 24 5K 24 pf_ifnet 12 5K 89 DEVFSP 71 5K 1179 UMA 272 5K 272 session 35 5K 57 vt 11 5K 11 pf_table 2 4K 93 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 119 4K 31591 newdirblk 29 4K 29016 acpisem 28 4K 28 selfd 55 4K 402153 lockf 32 4K 69 hhook 15 4K 17 kcovinfo 52 4K 52 sigio 45 3K 78 terminal 11 3K 11 select 19 3K 87 uidinfo 3 3K 87 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 sctp_ifa 13 2K 14 Unitno 27 2K 315 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 freework 4 1K 29251 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 130 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 freeblks 3 1K 29211 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 113 pci_link 10 1K 10 crypto 4 1K 232 inpcbpolicy 20 1K 20282 encap_export_host 12 1K 12 procdesc 5 1K 18 CC Mem 9 1K 18154 mkdir 4 1K 58032 pfil 4 1K 4 cdev 2 1K 2 osd 13 1K 18092 chacha20random 1 1K 1 sctp_iter 1 1K 12 tcp_fsb 2 1K 2196 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 diradd 2 1K 29359 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 pf_rule 1 1K 84 sctp_cpal 1 1K 1 cryptodev 2 1K 1338 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 75159 filecaps 5 1K 159 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 20862 sctp_mvrf 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 644 tcp_do 0 0K 0 filemon 0 0K 75 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 26339 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 62 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 123 allocindir 0 0K 0 indirdep 0 0K 11 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 36 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 35 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 29242 namei_tracker 0 0K 1 export_host 0 0K 0 cl_savebuf 0 0K 4 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 3201 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 9 lio 0 0K 4 acl 0 0K 0 mbuf_tag 0 0K 260 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39924 ioctlops 0 0K 697 eventfd 0 0K 34 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1053 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8411 987 1472164 0 254 38494208 0 mbuf 256 9546 373 7354395 0 254 2539264 0 RADIX NODE 144 16411 412 605558 0 65 2422512 0 tcp_log 416 0 5337 259679 0 254 2220192 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 pbuf 2624 0 778 0 0 2 2041472 0 malloc-4096 4096 416 8 30597 0 2 1736704 0 sctp_asoc 2256 529 236 17457 0 254 1725840 0 BUF TRIE 144 192 11596 1646 0 62 1697472 0 malloc-384 384 4117 23 4117 0 30 1589760 0 malloc-128 128 11598 120 72373 0 126 1499904 0 malloc-2048 2048 529 143 43378 0 8 1376256 0 UMA Slabs 0 112 11586 0 11586 0 126 1297632 0 sctp_ep 1208 528 492 43375 0 254 1232160 0 vmem btag 56 19925 58 19925 0 254 1119048 0 VM OBJECT 264 2731 119 652780 0 30 752400 0 malloc-16384 16384 39 6 29236 0 1 737280 0 malloc-384 384 332 1588 29892 0 30 737280 0 socket 960 46 718 65368 0 254 733440 0 FFS inode 1160 548 33 29832 0 8 673960 0 256 Bucket 2048 266 32 31316 0 8 610304 0 ertt_txseginfo 40 4 15247 4947192 0 254 610040 0 malloc-8192 8192 4 66 79 0 1 573440 0 malloc-1024 1024 537 23 17996 0 16 573440 0 sctp_raddr 736 529 241 17515 0 254 566720 0 tcpcb 1104 9 502 18081 0 254 564144 0 malloc-256 256 382 1613 60211 0 62 510720 0 malloc-384 384 1057 143 61195 0 30 460800 0 MAP ENTRY 96 4095 441 1564324 0 126 435456 0 malloc-128 128 1520 1642 91679 0 126 404736 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 malloc-256 256 50 1450 56942 0 62 384000 0 THREAD 1808 171 27 37669 0 8 357984 0 malloc-64 64 4254 597 65107 0 254 310464 0 VNODE 448 589 77 29875 0 30 298368 0 malloc-256 256 861 264 44085 0 62 288000 0 malloc-65536 65536 4 0 4 0 1 262144 0 mbuf_packet 256 308 708 50725 0 254 260096 0 malloc-16 16 14720 530 59369 0 254 244000 0 DEVCTL 1024 0 220 154 0 0 225280 0 tcp_bbr_map 128 0 1643 130165 0 126 210304 0 VMSPACE 2552 67 11 30080 0 4 199056 0 malloc-32 32 5412 762 26643 0 254 197568 0 malloc-65536 65536 0 3 630 0 1 196608 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 173 43 46753 0 16 179712 0 malloc-128 128 1183 88 2521 0 126 162688 0 FFS2 dinode 256 548 82 29831 0 62 161280 0 S VFS Cache 104 1022 382 32113 0 126 146016 0 PROC 1352 87 18 30099 0 8 141960 0 128 Bucket 1024 93 38 7200 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 0 4 120 0 1 131072 0 malloc-1024 1024 114 14 131 0 16 131072 0 unpcb 256 20 490 1649 0 254 130560 0 sctp_chunk 152 600 180 1647 0 254 118560 0 ksiginfo 112 86 958 9848 0 126 116928 0 malloc-2048 2048 9 47 763 0 8 114688 0 filedesc0 1072 88 17 30400 0 8 112560 0 malloc-4096 4096 23 3 569 0 2 106496 0 64 Bucket 512 128 80 13331 0 30 106496 0 malloc-256 256 216 159 44838 0 62 96000 0 tcp_inpcb 424 9 207 18081 0 30 91584 0 UMA Kegs 384 230 3 230 0 30 89472 0 pipe 744 23 92 1048 0 16 85560 0 clpbuf 2624 0 32 40 0 16 83968 0 tcp_bbr_pcb 832 0 99 11351 0 16 82368 0 malloc-4096 4096 14 6 29269 0 2 81920 0 32 Bucket 256 141 174 12213 0 62 80640 0 sctp_readq 152 0 520 370 0 254 79040 0 malloc-8192 8192 5 4 135 0 1 73728 0 g_bio 408 0 180 10392 0 30 73440 0 malloc-64 64 559 512 19261 0 254 68544 0 malloc-64 64 534 537 19778 0 254 68544 0 malloc-128 128 299 228 624 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 156 99 211 0 62 65280 0 malloc-256 256 65 190 29607 0 62 65280 0 udp_inpcb 424 6 147 535 0 30 64872 0 sctp_stream_msg_out 112 48 492 1200 0 254 60480 0 malloc-384 384 126 24 164 0 30 57600 0 malloc-8192 8192 5 2 24 0 1 57344 0 malloc-8192 8192 4 3 23 0 1 57344 0 udplite_inpcb 424 0 126 692 0 30 53424 0 malloc-64 64 487 332 709 0 254 52416 0 malloc-32 32 1088 550 61918 0 254 52416 0 Files 80 230 420 110883 0 126 52000 0 malloc-256 256 36 159 32591 0 62 49920 0 malloc-256 256 91 104 29983 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 2 46 138352 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 9 15 538 0 8 49152 0 malloc-2048 2048 3 21 94 0 8 49152 0 tcp_rack_pcb 896 2 52 2196 0 16 48384 0 tcp_rack_map 120 4 392 5168 0 126 47520 0 pcpu-8 8 4770 862 6933 0 254 45056 0 syncache 168 0 264 4 0 254 44352 0 malloc-4096 4096 9 1 9 0 2 40960 0 sctp_laddr 48 464 376 26101 0 254 40320 0 Mountpoints 2752 2 12 2 0 4 38528 0 ripcb 424 5 85 974 0 30 38160 0 da_ccb 544 0 70 2705 0 16 38080 0 malloc-64 64 27 540 70 0 254 36288 0 malloc-64 64 135 432 1243 0 254 36288 0 malloc-64 64 247 320 463265 0 254 36288 0 malloc-64 64 136 431 196 0 254 36288 0 8 Bucket 80 68 382 8202 0 126 36000 0 malloc-128 128 73 206 125 0 126 35712 0 malloc-128 128 8 271 160 0 126 35712 0 malloc-128 128 117 162 29315 0 126 35712 0 malloc-128 128 17 262 538 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 53 37 394 0 30 34560 0 TURNSTILE 136 199 53 199 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-2048 2048 1 15 536 0 8 32768 0 malloc-2048 2048 8 8 8 0 8 32768 0 malloc-2048 2048 2 14 26 0 8 32768 0 malloc-2048 2048 5 11 231 0 8 32768 0 malloc-1024 1024 0 32 12 0 16 32768 0 malloc-1024 1024 10 22 1589 0 16 32768 0 malloc-1024 1024 18 14 22 0 16 32768 0 malloc-1024 1024 5 27 88 0 16 32768 0 malloc-1024 1024 9 23 10 0 16 32768 0 malloc-512 512 9 55 46 0 30 32768 0 malloc-512 512 2 62 183 0 30 32768 0 malloc-512 512 2 62 131 0 30 32768 0 malloc-512 512 15 49 42 0 30 32768 0 malloc-512 512 0 64 4 0 30 32768 0 malloc-512 512 0 64 645 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 27 173 239633 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 4338 0 126 29016 0 tcp_inpcb ports 32 4 878 13312 0 254 28224 0 ertt 72 9 383 18081 0 126 28224 0 PWD 32 47 835 29124 0 254 28224 0 malloc-32 32 168 714 29360 0 254 28224 0 malloc-32 32 293 589 39855 0 254 28224 0 16 Bucket 144 71 125 603 0 62 28224 0 4 Bucket 48 6 582 690 0 254 28224 0 malloc-16 16 1388 362 35461 0 254 28000 0 malloc-16 16 1068 682 61574 0 254 28000 0 AIO 208 0 133 27 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 2 1 3 0 1 24576 0 malloc-4096 4096 3 3 91 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 57 0 126 24288 0 rl_entry 40 72 534 72 0 254 24240 0 malloc-384 384 27 33 27 0 30 23040 0 domainset 40 0 567 4197 0 254 22680 0 SLEEPQUEUE 88 199 57 199 0 126 22528 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 6 624 1227 0 254 20160 0 udplite_inpcb ports 32 0 630 251 0 254 20160 0 udp_inpcb ports 32 3 627 39 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 47 583 75 0 254 20160 0 malloc-32 32 121 509 714 0 254 20160 0 malloc-32 32 40 590 741 0 254 20160 0 2 Bucket 32 86 544 3432 0 254 20160 0 cryptop 280 0 70 35 0 30 19600 0 AIOCB 552 0 35 16 0 16 19320 0 AIOLIO 272 0 70 4 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 6 0 2 16384 0 malloc-1024 1024 8 8 9 0 16 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 850411 0 254 16032 0 tcp_log_id_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_id_bucket 176 0 69 1 0 62 12144 0 malloc-32 32 0 378 1 0 254 12096 0 malloc-16 16 27 723 18140 0 254 12000 0 malloc-16 16 18 732 23 0 254 12000 0 malloc-16 16 185 565 3103 0 254 12000 0 malloc-16 16 31 719 81450 0 254 12000 0 malloc-384 384 2 28 3 0 30 11520 0 malloc-4096 4096 2 0 3 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 1 499 1 0 254 8000 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0