panic: ASan: Invalid access, 4-byte read at 0xfffffe0058ab9478, UMAUseAfterFree(fd) cpuid = 1 time = 1636677147 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00077fc4f0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00077fc650 vpanic() at vpanic+0x2b8/frame 0xfffffe00077fc730 panic() at panic+0xb5/frame 0xfffffe00077fc7f0 __asan_load4_noabort() at __asan_load4_noabort+0x216/frame 0xfffffe00077fc8b0 sctp_med_chunk_output() at sctp_med_chunk_output+0x557/frame 0xfffffe00077fd460 sctp_chunk_output() at sctp_chunk_output+0x2b25/frame 0xfffffe00077fe0b0 sctp_process_control() at sctp_process_control+0x7b22/frame 0xfffffe00077fe780 sctp_common_input_processing() at sctp_common_input_processing+0xb26/frame 0xfffffe00077fe9e0 sctp_input_with_port() at sctp_input_with_port+0x587/frame 0xfffffe00077feb70 sctp_input() at sctp_input+0x32/frame 0xfffffe00077feb90 ip_input() at ip_input+0x69e/frame 0xfffffe00077fecf0 swi_net() at swi_net+0x2e5/frame 0xfffffe00077fed90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe00077feef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe00077fef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00077fef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x28dcdca(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xaf693008138fed6f rdx 0x1 rbx 0 rsp 0xfffffe00077fc630 rbp 0xfffffe00077fc650 rsi 0 rdi 0xffffffff817c536a vprintf+0x35a r8 0 r9 0xfffffe00077fc168 r10 0 r11 0 r12 0xfffffe0053e8ec80 r13 0xfffffe00077fc601 r14 0xffffffff82c913c0 .str.18 r15 0xffffffff82c913c0 .str.18 rip 0xffffffff817b8ceb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28dcdca(%rip) db> show proc Process 12 (intr) at 0xfffffe0053dd2548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff84036a40 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff84036a40 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff840379e0 (map 0xffffffff840379e0) (map.pmap 0xffffffff84037aa0) (pmap 0xffffffff84037b08) threads: 23 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100019 I [swi5: fast taskq] 100029 I [swi3: vm] 100030 Run CPU 1 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 18212 782 782 0 R (threaded) syz-executor.1 119198 RunQ syz-executor.1 119960 RunQ syz-executor.1 18211 781 781 0 R (threaded) syz-executor.2 118881 RunQ syz-executor.2 119957 D biowr 0xfffffe0007ad2090 syz-executor.2 18210 790 790 0 R (threaded) syz-executor.3 117338 Run CPU 0 syz-executor.3 119958 CanRun syz-executor.3 17620 1 17613 0 S uwait 0xfffffe009eb14580 syz-executor.3 17617 1 17613 0 S uwait 0xfffffe0056b91600 syz-executor.3 15538 1 790 0 S uwait 0xfffffe00574c6080 syz-executor.3 15532 1 790 0 S uwait 0xfffffe0057079e00 syz-executor.3 15372 1 781 0 S uwait 0xfffffe0056b91f00 syz-executor.2 15370 1 781 0 S uwait 0xfffffe00574c6380 syz-executor.2 12500 12496 782 0 SV uwait 0xfffffe0057079b80 syz-executor.1 12496 1 782 0 DV ppwait 0xfffffe00a4041f88 syz-executor.1 5991 1 5991 65 Ss select 0xfffffe009eb139c0 dhclient 5069 5068 780 0 SV uwait 0xfffffe0057079880 syz-executor.0 5068 1 780 0 DV ppwait 0xfffffe00a77a7a40 syz-executor.0 5037 1 5037 0 Ss select 0xfffffe00570761c0 dhclient 5034 1 5034 0 Ss select 0xfffffe00570760c0 dhclient 5015 1 5015 65 Ss select 0xfffffe009eb13ec0 dhclient 4339 1 4339 0 Ss select 0xfffffe009eb142c0 dhclient 4336 1 4336 0 Ss select 0xfffffe009eb143c0 dhclient 4309 1 4309 65 Ss select 0xfffffe009eb13e40 dhclient 3612 1 3612 0 Ss select 0xfffffe009eb13ac0 dhclient 3609 1 3609 0 Ss select 0xfffffe009eb13a40 dhclient 3590 1 3590 65 Ss select 0xfffffe009eb13dc0 dhclient 1094 0 0 0 DL aiordy 0xfffffe009eeeb000 [aiod4] 1092 0 0 0 DL aiordy 0xfffffe00a4025a90 [aiod3] 1091 0 0 0 DL aiordy 0xfffffe009eeeb548 [aiod2] 1090 0 0 0 DL aiordy 0xfffffe00589f7a90 [aiod1] 840 1 782 0 SV uwait 0xfffffe0056b91700 syz-executor.1 839 1 782 0 SV sigwait 0xfffffe009eeed5f8 syz-executor.1 825 1 825 0 Ss select 0xfffffe00574c6a40 dhclient 819 1 819 0 Ss select 0xfffffe00574c6b40 dhclient 790 773 790 0 Ss nanslp 0xffffffff840629c1 syz-executor.3 782 773 782 0 Ss nanslp 0xffffffff840629c1 syz-executor.1 781 773 781 0 Ss nanslp 0xffffffff840629c0 syz-executor.2 780 773 780 0 Rs syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100101 S uwait 0xfffffe0057076d80 syz-fuzzer 100117 S uwait 0xfffffe00574c8400 syz-fuzzer 100118 S kqread 0xfffffe000796c000 syz-fuzzer 100119 S uwait 0xfffffe00574c8600 syz-fuzzer 100120 S uwait 0xfffffe00574c8700 syz-fuzzer 100121 S uwait 0xfffffe00574c8800 syz-fuzzer 100122 S uwait 0xfffffe00574c8900 syz-fuzzer 100123 S uwait 0xfffffe00574c7500 syz-fuzzer 100125 S uwait 0xfffffe0056b91b00 syz-fuzzer 100126 S uwait 0xfffffe0056b91400 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009e95fb40 csh 769 687 769 0 Ss select 0xfffffe009eb14540 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00570b1cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584480b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584484b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00584488b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058448cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584490b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584494b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00584498b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058449cb0 getty 691 1 691 0 Ss nanslp 0xffffffff840629c1 cron 687 1 687 0 Ss select 0xfffffe00574c7740 sshd 500 1 500 0 Ss select 0xfffffe00570777c0 syslogd 429 1 429 0 Ss select 0xfffffe00574c7a40 devd 428 1 428 65 Ss select 0xfffffe00574c7940 dhclient 343 1 343 0 Ss select 0xfffffe00574c7bc0 dhclient 340 1 340 0 Ss select 0xfffffe00574c76c0 dhclient 16 0 0 0 DL syncer 0xffffffff8418ade0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0057898000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84188ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0053c5f8e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff841c10c0 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b4bb8 [dom0] 100082 D launds 0xffffffff841b4bc4 [laundry: dom0] 100083 D umarcl 0xffffffff81ec15a0 [uma] 6 0 0 0 DL - 0xffffffff83e18be8 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84dd3760 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84f9e320 [pf purge] 3 0 0 0 RL (threaded) [cam] 100045 RunQ [doneq0] 100046 D - 0xffffffff83c9e340 [async] 100075 D - 0xffffffff83c9e1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056aa6c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff841aec60 [crypto] 100042 D crypto_ 0xfffffe0053c69d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c69d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84035b40 [g_event] 100037 D - 0xffffffff84035b80 [g_up] 100038 D - 0xffffffff84035bc0 [g_down] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100019 I [swi5: fast taskq] 100029 I [swi3: vm] 100030 Run CPU 1 [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd3000 [init] 10 0 0 0 DL audit_w 0xffffffff841afc00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84036a40 [swapper] 100005 D - 0xfffffe0053c7e700 [if_config_tqg_0] 100006 D - 0xfffffe0053c7e600 [softirq_0] 100007 D - 0xfffffe0053c7e500 [softirq_1] 100008 D - 0xfffffe0053c7e400 [if_io_tqg_0] 100009 D - 0xfffffe0053c7e300 [if_io_tqg_1] 100010 D - 0xfffffe000796d900 [kqueue_ctx taskq] 100011 D - 0xfffffe000796d800 [linuxkpi_irq_wq] 100014 D - 0xfffffe000796d500 [aiod_kick taskq] 100015 D - 0xfffffe000796d400 [inm_free taskq] 100016 D - 0xfffffe000796d300 [in6m_free taskq] 100017 D - 0xfffffe000796d200 [deferred_unmount ta] 100018 D - 0xfffffe000796d100 [thread taskq] 100020 D - 0xfffffe000796ce00 [pci_hp taskq] 100021 D - 0xfffffe000796cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796cc00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796cb00 [firmware taskq] 100039 D - 0xfffffe000796ca00 [crypto_0] 100040 D - 0xfffffe000796ca00 [crypto_1] 100056 D - 0xfffffe000796c700 [vtnet0 rxq 0] 100057 D - 0xfffffe000796c600 [vtnet0 txq 0] 100058 D - 0xfffffe000796c500 [vtnet0 rxq 1] 100059 D - 0xfffffe000796c400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057079100 [virtio_balloon] 100065 D - 0xfffffe000796c300 [mca taskq] 100066 D - 0xffffffff82c98381 [deadlkres] 100070 D - 0xfffffe0058440300 [acpi_task_0] 100071 D - 0xfffffe0058440300 [acpi_task_1] 100072 D - 0xfffffe0058440300 [acpi_task_2] 100074 D - 0xfffffe000796c900 [CAM taskq] db> show all locks Process 18211 (syz-executor.2) thread 0xfffffe00a40ddac0 (119957) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007ad2110) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:1693 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe009ef47770) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1164 Process 18210 (syz-executor.3) thread 0xfffffe009efbfe40 (117338) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff84089560) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:1277 Process 12 (intr) thread 0xfffffe0053e8ec80 (100030) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a63a81a0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1526 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 34990 2061K 35061 vtbuf 24 1968K 46 kobj 326 1304K 485 newblk 106 1051K 29545 vfscache 3 1025K 3 pcb 172 699K 34976 inodedep 22 520K 17738 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 162 319K 18306 filedesc 38 297K 34627 vmem 3 274K 5 acpica 1674 184K 55619 vnet_data 1 168K 1 tidhash 3 141K 3 linker 349 139K 409 pagedep 10 131K 17308 tfo_ccache 1 128K 1 DEVFS1 108 108K 125 sem 4 106K 4 BPF 46 88K 60 bus 986 80K 3480 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 sctp_stro 60 60K 974 sctp_atcl 133 50K 16457 umtx 396 50K 396 kdtrace 240 47K 38175 shm 2 34K 1756 temp 34 33K 2421 hostcache 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 routetbl 129 16K 411 freework 60 15K 22538 bus-sc 34 15K 1691 lltable 43 14K 103 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 sctp_timw 35 9K 35 in6_multi 65 9K 65 bmsafemap 2 9K 17859 ksem 2 9K 274 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 43 pfs_vncache 1 8K 1 sctp_atky 193 8K 17512 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 cred 27 7K 262 kqueue 73 7K 18288 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 454 DEVFSP 89 6K 12918 ufs_dirhash 24 5K 24 session 36 5K 57 pwddesc 71 5K 18221 UMA 268 5K 268 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 proc-args 103 4K 19512 acpisem 28 4K 28 selfd 55 4K 258785 lockf 32 4K 57 hhook 15 4K 17 freeblks 11 3K 17855 terminal 11 3K 11 dirrem 10 3K 17606 select 19 3K 124 uidinfo 3 3K 16 sctp_athm 133 3K 16467 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 sctp_map 120 2K 1948 ip6ndp 12 2K 13 Unitno 30 2K 47 sctp_ifa 13 2K 14 freefile 13 2K 17598 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 indirdep 4 1K 6636 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 52 NFSD session 1 1K 1 mkdir 7 1K 34578 CAM periph 4 1K 271 inpcbpolicy 25 1K 7496 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 xform 11 1K 15493 newdirblk 5 1K 17289 diradd 5 1K 17647 crypto 4 1K 1413 encap_export_host 12 1K 12 procdesc 5 1K 14 CC Mem 9 1K 6189 sctp_stri 1 1K 9 pfil 4 1K 4 cdev 2 1K 2 osd 13 1K 6200 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 iov 2 1K 20062 pmchooks 1 1K 1 soname 4 1K 16977 filecaps 5 1K 109 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 46 acpiintr 1 1K 1 pmc 1 1K 1 sigio 1 1K 3 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8956 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 464 mqdata 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 17539 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 24 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 265 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 acpi_perf 0 0K 0 statfs 0 0K 17485 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 202 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 9 lio 0 0K 8 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 127 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 347 eventfd 0 0K 69 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 884 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8323 1075 1470311 0 254 38494208 0 RADIX NODE 144 18594 329 494202 0 62 2724912 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8896 767 2356642 0 254 2473728 0 tcp_log 416 0 5850 33897 0 254 2433600 0 BUF TRIE 144 198 11562 13444 0 62 1693440 0 malloc-384 384 4189 41 4590 0 30 1624320 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11476 242 29149 0 126 1499904 0 malloc-4096 4096 327 3 565 0 2 1351680 0 UMA Slabs 0 112 10941 33 10941 0 126 1229088 0 sctp_asoc 2288 60 450 974 0 254 1166880 0 vmem btag 56 19355 52 19355 0 254 1086792 0 malloc-384 384 64 2636 17782 0 30 1036800 0 malloc-256 256 47 3673 36415 0 62 952320 0 sctp_ep 1272 72 438 15478 0 254 648720 0 FFS inode 1160 523 30 18122 0 8 641480 0 tcpcb 1096 9 502 6189 0 254 560056 0 socket 960 63 445 24440 0 254 487680 0 256 Bucket 2048 214 18 7579 0 8 475136 0 VM OBJECT 264 1473 87 260055 0 30 411840 0 malloc-65536 65536 4 2 382 0 1 393216 0 malloc-16384 16384 18 6 17311 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_inpcb 496 12 756 6189 0 254 380928 0 sctp_raddr 736 65 452 999 0 254 380512 0 THREAD 1808 168 30 19960 0 8 357984 0 malloc-128 128 18 2772 18354 0 126 357120 0 malloc-4096 4096 73 5 18216 0 2 319488 0 VNODE 448 563 103 18164 0 30 298368 0 malloc-64 64 4098 501 22857 0 254 294336 0 malloc-256 256 530 595 67918 0 62 288000 0 malloc-32768 32768 0 8 6264 0 1 262144 0 malloc-2048 2048 76 52 15673 0 8 262144 0 ripcb 496 8 504 225 0 254 253952 0 udplite_inpcb 496 2 510 769 0 254 253952 0 udp_inpcb 496 6 506 313 0 254 253952 0 MAP ENTRY 96 2127 393 983590 0 126 241920 0 malloc-16 16 14504 246 14599 0 254 236000 0 DEVCTL 1024 0 220 154 0 0 225280 0 ertt_txseginfo 40 0 5151 85367 0 254 206040 0 malloc-65536 65536 1 2 9 0 1 196608 0 mbuf_packet 256 60 702 20628 0 254 195072 0 malloc-128 128 1204 315 60833 0 126 194432 0 malloc-32 32 5366 556 24335 0 254 189504 0 UMA Zones 768 240 4 240 0 16 187392 0 FPU_save_area 832 170 46 26385 0 16 179712 0 tcp_bbr_map 128 2 1269 22558 0 126 162688 0 FFS2 dinode 256 523 107 18121 0 62 161280 0 VMSPACE 2552 48 12 18189 0 4 153120 0 malloc-1024 1024 121 23 1540 0 16 147456 0 S VFS Cache 104 1039 365 19038 0 126 146016 0 128 Bucket 1024 88 43 1898 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-128 128 836 187 19348 0 126 130944 0 unpcb 256 20 490 1423 0 254 130560 0 malloc-384 384 227 103 16552 0 30 126720 0 PROC 1352 70 20 18213 0 8 121680 0 64 Bucket 512 148 84 18690 0 30 118784 0 ksiginfo 112 80 964 6584 0 126 116928 0 malloc-1024 1024 66 46 1162 0 16 114688 0 malloc-128 128 624 151 6356 0 126 99200 0 malloc-16384 16384 5 1 179 0 1 98304 0 filedesc0 1072 71 20 18221 0 8 97552 0 malloc-8192 8192 5 6 19 0 1 90112 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 malloc-64 64 727 596 290655 0 254 84672 0 malloc-64 64 727 596 30943 0 254 84672 0 clpbuf 2624 0 32 34 0 16 83968 0 malloc-256 256 109 206 16372 0 62 80640 0 32 Bucket 256 153 162 5684 0 62 80640 0 sctp_chunk 152 28 492 50 0 254 79040 0 malloc-8192 8192 5 4 134 0 1 73728 0 malloc-4096 4096 14 4 17510 0 2 73728 0 g_bio 408 4 176 96068 0 30 73440 0 malloc-128 128 152 375 475 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-2048 2048 11 21 518 0 8 65536 0 malloc-256 256 101 154 42007 0 62 65280 0 sctp_stream_msg_out 112 35 505 138 0 254 60480 0 malloc-4096 4096 9 5 17 0 2 57344 0 Files 80 268 382 66396 0 126 52000 0 malloc-256 256 78 117 765 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 100290 0 16 49152 0 malloc-2048 2048 2 22 525 0 8 49152 0 malloc-2048 2048 3 21 1757 0 8 49152 0 malloc-1024 1024 12 36 536 0 16 49152 0 tcp_rack_pcb 896 0 54 464 0 16 48384 0 pipe 744 23 42 874 0 16 48360 0 tcp_bbr_pcb 832 1 53 4785 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4711 409 4965 0 254 40960 0 da_ccb 544 1 69 24142 0 16 38080 0 malloc-64 64 81 486 16497 0 254 36288 0 malloc-64 64 159 408 13703 0 254 36288 0 malloc-64 64 2 565 4 0 254 36288 0 malloc-64 64 26 541 367 0 254 36288 0 malloc-64 64 6 561 6 0 254 36288 0 16 Bucket 144 85 167 1370 0 62 36288 0 malloc-128 128 95 184 923 0 126 35712 0 malloc-128 128 16 263 18 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 32 58 32 0 30 34560 0 malloc-256 256 5 130 867 0 62 34560 0 malloc-256 256 64 71 575 0 62 34560 0 malloc-256 256 39 96 17591 0 62 34560 0 TURNSTILE 136 199 53 199 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-2048 2048 6 10 197 0 8 32768 0 malloc-2048 2048 3 13 133 0 8 32768 0 malloc-2048 2048 0 16 2 0 8 32768 0 malloc-2048 2048 7 9 44 0 8 32768 0 malloc-1024 1024 2 30 21 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 5 27 47 0 16 32768 0 malloc-512 512 5 59 246 0 30 32768 0 malloc-512 512 1 63 9 0 30 32768 0 malloc-512 512 12 52 15 0 30 32768 0 malloc-512 512 10 54 24 0 30 32768 0 pcpu-64 64 481 31 481 0 254 32768 0 KNOTE 160 28 172 199438 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 104 484 516 0 254 28224 0 PWD 32 27 855 17386 0 254 28224 0 malloc-32 32 393 489 1223 0 254 28224 0 4 Bucket 48 5 583 388 0 254 28224 0 2 Bucket 32 67 815 3111 0 254 28224 0 AIO 208 1 132 72 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 636 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 36 240 57 0 126 24288 0 rl_entry 40 91 515 91 0 254 24240 0 8 Bucket 80 53 247 3823 0 126 24000 0 itimer 352 0 66 2 0 30 23232 0 malloc-384 384 3 57 61 0 30 23040 0 malloc-384 384 1 59 69 0 30 23040 0 SLEEPQUEUE 88 199 57 199 0 126 22528 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 8 622 1082 0 254 20160 0 ertt 72 9 271 6189 0 126 20160 0 malloc-32 32 130 500 4493 0 254 20160 0 malloc-32 32 48 582 309 0 254 20160 0 malloc-32 32 44 586 45 0 254 20160 0 malloc-32 32 160 470 19751 0 254 20160 0 malloc-32 32 32 598 338 0 254 20160 0 malloc-32 32 27 603 7510 0 254 20160 0 cryptop 280 0 70 273 0 30 19600 0 AIOCB 552 1 34 109 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 8 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 1 3 2 0 2 16384 0 malloc-4096 4096 0 4 2 0 2 16384 0 malloc-1024 1024 5 11 5 0 16 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-512 512 0 32 3 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 vtnet_tx_hdr 24 0 668 746025 0 254 16032 0 malloc-16 16 520 480 1847 0 254 16000 0 malloc-16 16 287 713 57376 0 254 16000 0 tcp_rack_map 120 0 132 768 0 126 15840 0 kenv 258 15 45 1042 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 17 733 10282 0 254 12000 0 malloc-16 16 5 745 760 0 254 12000 0 malloc-16 16 53 697 18970 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-16 16 2 498 4 0 254 8000 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0