panic: ASan: Invalid access, 8-byte read at 0xfffffe00a74d6250, UMAUseAfterFree(fd) cpuid = 0 time = 1636329402 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a632be10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a632bf70 vpanic() at vpanic+0x2b8/frame 0xfffffe00a632c050 panic() at panic+0xb5/frame 0xfffffe00a632c110 __asan_load8_noabort() at __asan_load8_noabort+0x376/frame 0xfffffe00a632c1d0 sctp_ss_default_add() at sctp_ss_default_add+0x9e/frame 0xfffffe00a632c210 sctp_lower_sosend() at sctp_lower_sosend+0x7379/frame 0xfffffe00a632c700 sctp_sosend() at sctp_sosend+0x716/frame 0xfffffe00a632c9a0 sosend() at sosend+0xfc/frame 0xfffffe00a632ca10 kern_sendit() at kern_sendit+0x58d/frame 0xfffffe00a632cb70 freebsd32_sendmsg() at freebsd32_sendmsg+0x4e6/frame 0xfffffe00a632cd30 ia32_syscall() at ia32_syscall+0x41c/frame 0xfffffe00a632cf30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 18590 tid 119552 ] Stopped at kdb_enter+0x6b: movq $0,0x28dc5fa(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x622c33d9aa1a9565 rdx 0x3ffff rbx 0 rsp 0xfffffe00a632bf50 rbp 0xfffffe00a632bf70 rsi 0x40001 rdi 0xffffffff817c4b3a vprintf+0x35a r8 0 r9 0xfffffe00a632ba88 r10 0 r11 0xfffffe00a7d276f0 r12 0xfffffe00a7d271e0 r13 0xfffffe00a632bf01 r14 0xffffffff82c8dfe0 .str.18 r15 0xffffffff82c8dfe0 .str.18 rip 0xffffffff817b84bb kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x28dc5fa(%rip) db> show proc Process 18590 (syz-executor.0) at 0xfffffe00a7dd5000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe005789c548 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053dd3000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a7dc99f8 (map 0xfffffe00a7dc99f8) (map.pmap 0xfffffe00a7dc9ab8) (pmap 0xfffffe00a7dc9b20) threads: 2 119514 s syz-executor.0 119552 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 18590 776 776 0 T (threaded) syz-executor.0 119514 s syz-executor.0 119552 Run CPU 0 syz-executor.0 15116 15115 777 0 SV uwait 0xfffffe00a59e9d00 syz-executor.1 15115 1 777 0 DV ppwait 0xfffffe00a7dd5f88 syz-executor.1 15078 1 776 0 S uwait 0xfffffe00a58c6d00 syz-executor.0 15073 1 776 0 S uwait 0xfffffe00a59e9080 syz-executor.0 14524 1 776 0 S uwait 0xfffffe00a59ea780 syz-executor.0 14470 1 799 0 S uwait 0xfffffe00a58c8300 syz-executor.3 14465 1 799 0 S uwait 0xfffffe00a58c8600 syz-executor.3 14236 0 0 0 DL mdwait 0xfffffe00a7e15000 [md0] 13880 1 776 0 S umtxn 0xfffffe00a59e8e00 syz-executor.0 13770 1 799 0 S uwait 0xfffffe00a58c7b00 syz-executor.3 13760 1 799 0 S uwait 0xfffffe00a58c6c00 syz-executor.3 13672 1 795 0 S umtxn 0xfffffe0057076580 syz-executor.2 13667 1 795 0 S umtxn 0xfffffe0057076080 syz-executor.2 13665 1 795 0 S umtxn 0xfffffe0057079700 syz-executor.2 13660 1 795 0 S uwait 0xfffffe0057079b00 syz-executor.2 13658 1 795 0 S uwait 0xfffffe0057079600 syz-executor.2 13652 1 795 0 S umtxn 0xfffffe0056b92700 syz-executor.2 13647 1 795 0 S uwait 0xfffffe0057079900 syz-executor.2 13642 1 795 0 S uwait 0xfffffe0057079c00 syz-executor.2 13638 1 795 0 S uwait 0xfffffe00a58c7600 syz-executor.2 13637 13635 776 0 SV uwait 0xfffffe00a59e9d80 syz-executor.0 13635 1 776 0 DV ppwait 0xfffffe00a7d7ba40 syz-executor.0 13631 1 795 0 S uwait 0xfffffe00a58c7700 syz-executor.2 13626 1 795 0 S umtxn 0xfffffe00574c8700 syz-executor.2 13620 1 795 0 S uwait 0xfffffe00a58c7180 syz-executor.2 13611 1 795 0 S uwait 0xfffffe0057076680 syz-executor.2 13606 1 795 0 S uwait 0xfffffe00574c6600 syz-executor.2 13597 1 795 0 S umtxn 0xfffffe00a58c7280 syz-executor.2 13591 1 795 0 S uwait 0xfffffe0056b92800 syz-executor.2 13586 1 795 0 S uwait 0xfffffe00574c6700 syz-executor.2 13577 1 795 0 S umtxn 0xfffffe0056b92b80 syz-executor.2 13566 1 776 0 S uwait 0xfffffe00a58c7800 syz-executor.0 13562 1 776 0 S uwait 0xfffffe00a58c8200 syz-executor.0 13309 13306 777 0 SV uwait 0xfffffe0057079a00 syz-executor.1 13306 1 777 0 DV ppwait 0xfffffe00a7cd5a40 syz-executor.1 12675 1 795 0 S uwait 0xfffffe00574c7100 syz-executor.2 12672 1 795 0 S uwait 0xfffffe00574c6400 syz-executor.2 12412 1 799 0 S uwait 0xfffffe0056b92d00 syz-executor.3 12409 1 799 0 S umtxn 0xfffffe0057077200 syz-executor.3 12358 0 0 0 DL - 0xffffffff84182c80 [soaiod4] 12357 0 0 0 DL - 0xffffffff84182c80 [soaiod3] 12356 0 0 0 DL - 0xffffffff84182c80 [soaiod2] 12355 0 0 0 DL - 0xffffffff84182c80 [soaiod1] 12345 12344 777 0 SV uwait 0xfffffe00574c7a80 syz-executor.1 12344 1 777 0 DV ppwait 0xfffffe00a79e9a40 syz-executor.1 9696 9694 776 0 SV uwait 0xfffffe0057076780 syz-executor.0 9694 1 776 0 DV ppwait 0xfffffe00a79e9f88 syz-executor.0 9495 1 9495 65 Ss select 0xfffffe00a59ea540 dhclient 6895 1 6895 0 Ss select 0xfffffe00a59e9f40 dhclient 6892 1 6892 0 Ss select 0xfffffe00574c6d40 dhclient 6863 1 6863 65 Ss select 0xfffffe00a59e9c40 dhclient 5925 1 776 0 S uwait 0xfffffe00a58c7f00 syz-executor.0 5924 1 776 0 S uwait 0xfffffe00574c6a00 syz-executor.0 5522 1 5522 0 Ss select 0xfffffe00a59e9e40 dhclient 5519 1 5519 0 Ss select 0xfffffe00a59ea640 dhclient 5490 1 5490 65 Ss select 0xfffffe00a59ea240 dhclient 1904 1 776 0 SV uwait 0xfffffe0057076980 syz-executor.0 1903 1 776 0 SV aiowc 0xfffffe00a590f8d0 syz-executor.0 1798 0 0 0 DL aiordy 0xfffffe009eebba90 [aiod4] 1797 0 0 0 DL aiordy 0xfffffe009e7aca90 [aiod3] 1795 0 0 0 DL aiordy 0xfffffe00a59d7000 [aiod2] 1794 0 0 0 DL aiordy 0xfffffe00a59d7a90 [aiod1] 1509 1 1509 0 Ss select 0xfffffe00a58c8140 dhclient 1505 1 1505 0 Ss select 0xfffffe00574c6dc0 dhclient 1483 1 1483 65 Ss select 0xfffffe0057079ec0 dhclient 1059 1 1059 0 Ss select 0xfffffe0056b92a40 dhclient 1056 1 1056 0 Ss select 0xfffffe0056b929c0 dhclient 799 773 799 0 Ss piperd 0xfffffe0058a385d0 syz-executor.3 795 773 795 0 Ss piperd 0xfffffe0058a208b8 syz-executor.2 777 773 777 0 Ss piperd 0xfffffe0058a1e000 syz-executor.1 776 773 776 0 Rs syz-executor.0 773 771 771 0 R (threaded) syz-fuzzer 100102 RunQ syz-fuzzer 100112 S uwait 0xfffffe0057076c80 syz-fuzzer 100113 S uwait 0xfffffe0057076d80 syz-fuzzer 100114 S uwait 0xfffffe0057076e80 syz-fuzzer 100115 S uwait 0xfffffe00574c7600 syz-fuzzer 100116 S uwait 0xfffffe00574c7700 syz-fuzzer 100117 S uwait 0xfffffe00574c7800 syz-fuzzer 100118 Run CPU 1 syz-fuzzer 100120 S uwait 0xfffffe0057076180 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe00589f75f8 csh 769 687 769 0 Ss select 0xfffffe0057076940 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00570b1cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584480b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584484b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00584488b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058448cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584490b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584494b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00584498b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058449cb0 getty 691 1 691 0 Ss nanslp 0xffffffff840619c1 cron 687 1 687 0 Ss select 0xfffffe00574c6bc0 sshd 500 1 500 0 Ss select 0xfffffe00574c79c0 syslogd 429 1 429 0 Ss select 0xfffffe00574c6e40 devd 428 1 428 65 Ss select 0xfffffe00574c6ec0 dhclient 343 1 343 0 Ss select 0xfffffe0057076a40 dhclient 340 1 340 0 Ss select 0xfffffe00574c7cc0 dhclient 16 0 0 0 DL syncer 0xffffffff84189de0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0057897000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84187ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100090 D sdflush 0xfffffe0053c5f8e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff841c0080 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b3b78 [dom0] 100082 D launds 0xffffffff841b3b84 [laundry: dom0] 100083 D umarcl 0xffffffff81ebe650 [uma] 6 0 0 0 DL - 0xffffffff83e17be8 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84a7f760 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84d8a320 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83c9d3c0 [doneq0] 100046 D - 0xffffffff83c9d340 [async] 100075 D - 0xffffffff83c9d1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056aa0c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff841adc20 [crypto] 100042 D crypto_ 0xfffffe0053c69d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c69d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84034b40 [g_event] 100037 D - 0xffffffff84034b80 [g_up] 100038 D - 0xffffffff84034bc0 [g_down] 12 0 0 0 WL (threaded) [intr] 100013 I [swi5: fast taskq] 100017 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100029 I [swi3: vm] 100030 I [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd3000 [init] 10 0 0 0 DL audit_w 0xffffffff841aebc0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84035a40 [swapper] 100005 D - 0xfffffe0053c7e700 [if_config_tqg_0] 100006 D - 0xfffffe0053c7e600 [softirq_0] 100007 D - 0xfffffe0053c7e500 [softirq_1] 100008 D - 0xfffffe0053c7e400 [if_io_tqg_0] 100009 D - 0xfffffe0053c7e300 [if_io_tqg_1] 100010 D - 0xfffffe000796c900 [inm_free taskq] 100011 D - 0xfffffe000796c800 [deferred_unmount ta] 100012 D - 0xfffffe000796c700 [thread taskq] 100014 D - 0xfffffe000796c500 [pci_hp taskq] 100015 D - 0xfffffe000796c400 [linuxkpi_irq_wq] 100016 D - 0xfffffe000796c300 [kqueue_ctx taskq] 100019 D - 0xfffffe000796c000 [aiod_kick taskq] 100020 D - 0xfffffe000796be00 [in6m_free taskq] 100021 D - 0xfffffe000796bd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796bd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796bd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796bd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796bc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796bc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796bc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796bc00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796bb00 [firmware taskq] 100039 D - 0xfffffe000796ba00 [crypto_0] 100040 D - 0xfffffe000796ba00 [crypto_1] 100056 D - 0xfffffe000796b700 [vtnet0 rxq 0] 100057 D - 0xfffffe000796b600 [vtnet0 txq 0] 100058 D - 0xfffffe000796b500 [vtnet0 rxq 1] 100059 D - 0xfffffe000796b400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057079100 [virtio_balloon] 100065 D - 0xfffffe000796b300 [mca taskq] 100066 D - 0xffffffff82c94fa0 [deadlkres] 100070 D - 0xfffffe005843f300 [acpi_task_0] 100071 D - 0xfffffe005843f300 [acpi_task_1] 100072 D - 0xfffffe005843f300 [acpi_task_2] 100074 D - 0xfffffe000796b900 [CAM taskq] db> show all locks Process 18590 (syz-executor.0) thread 0xfffffe00a7d271e0 (119552) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe00a758cab0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:13141 Process 773 (syz-fuzzer) thread 0xfffffe0058bb71e0 (100118) exclusive sleep mutex kqueue (kqueue) r = 0 (0xfffffe009e7c7b00) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_event.c:1956 db> show malloc Type InUse MemUse Requests sctp_stro 25 16148K 815 pf_hash 5 11524K 5 devbuf 4213 4323K 4242 tcp_hpts 6 3201K 6 sysctloid 35087 2067K 35158 vtbuf 24 1968K 46 kobj 326 1304K 494 newblk 9 1026K 20845 vfscache 3 1025K 3 filedesc 104 826K 35229 pcb 129 633K 18777 inodedep 28 523K 17779 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 subproc 238 481K 18730 intr 4 472K 4 vmem 3 274K 5 acpica 1674 184K 55237 vnet_data 1 168K 1 tidhash 3 141K 3 linker 355 140K 399 pagedep 9 130K 17585 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 82 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 kdtrace 315 59K 38159 umtx 462 58K 462 temp 34 33K 3601 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 15 msg 4 30K 4 gtaskqueue 18 26K 18 sctp_atcl 67 26K 7117 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 routetbl 130 16K 410 lltable 46 15K 158 bus-sc 34 15K 1691 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 sctp_timw 46 12K 46 kenv 95 12K 95 eventhandler 133 12K 133 GEOM 68 11K 533 CAM queue 5 11K 1528 rman 84 10K 425 kqueue 110 9K 18608 in6_multi 65 9K 65 bmsafemap 2 9K 17775 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1256 rpc 2 8K 2 shmfd 1 8K 59 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 DEVFSP 108 7K 13508 pwddesc 108 7K 18599 taskqueue 63 7K 63 cred 26 7K 266 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 439 dirrem 19 5K 17677 ufs_dirhash 24 5K 24 session 35 5K 63 UMA 269 5K 269 pf_ifnet 10 5K 19 vt 11 5K 11 proc-args 135 5K 19941 md_disk 2 5K 2 memdesc 1 4K 1 MCA 32 4K 32 md_sectors 1 4K 1 evdev 4 4K 4 kcovinfo 64 4K 68 sctp_atky 92 4K 8288 lockf 33 4K 64 acpisem 28 4K 28 selfd 55 4K 257807 hhook 15 4K 17 terminal 11 3K 11 freefile 19 3K 17641 select 19 3K 143 uidinfo 3 3K 12 newreno data 33 3K 7117 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 xform 30 2K 14779 ip6ndp 12 2K 14 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 Unitno 25 2K 1383 tcp_fsb 12 2K 2427 inpcbpolicy 48 2K 8012 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_athm 67 2K 7127 freework 5 2K 18693 softdep 1 1K 1 mkdir 8 1K 35128 freeblks 4 1K 17669 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 54 NFSD session 1 1K 1 CAM periph 4 1K 271 osd 37 1K 7124 sctp_map 50 1K 1614 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 153 pci_link 10 1K 10 crypto 4 1K 146 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 17564 diradd 4 1K 17717 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 eventfd 2 1K 42 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 10 prison 6 1K 6 sigio 3 1K 4 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 20880 sctp_aadr 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 116 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 46 iov 1 1K 19965 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 chd data 0 0K 0 dctcp data 0 0K 167 htcp data 0 0K 8 vegas data 0 0K 19 pf_table 0 0K 0 pf_rule 0 0K 139 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 cubic data 0 0K 0 cdg data 0 0K 16 sctp_mcore 0 0K 0 sctp_socko 0 0K 2340 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_stri 0 0K 20 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 14598 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 25 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 1521 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 56 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 21 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 acpi_perf 0 0K 0 statfs 0 0K 17864 namei_tracker 0 0K 14 export_host 0 0K 0 cl_savebuf 0 0K 2 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 1012 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 19 lio 0 0K 24 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 172 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 475 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 300 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 861 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 78 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8338 1060 1024823 0 254 38494208 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8852 811 2414330 0 254 2473728 0 tcp_log 416 0 5337 34351 0 254 2220192 0 RADIX NODE 144 13880 339 461261 0 63 2047536 0 BUF TRIE 144 202 11558 2858 0 62 1693440 0 malloc-256 256 56 6454 33491 0 62 1666560 0 malloc-384 384 4192 38 4685 0 30 1624320 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11508 86 29248 0 126 1484032 0 malloc-4096 4096 327 3 689 0 2 1351680 0 malloc-384 384 70 3230 17823 0 30 1267200 0 UMA Slabs 0 112 10992 18 10992 0 126 1233120 0 sctp_asoc 2288 25 485 807 0 254 1166880 0 vmem btag 56 19870 113 19870 0 254 1119048 0 malloc-16384 16384 51 7 17612 0 1 950272 0 FFS inode 1160 550 31 18193 0 8 673960 0 sctp_ep 1272 42 468 6300 0 254 648720 0 tcpcb 1096 33 478 7113 0 254 560056 0 256 Bucket 2048 229 19 8511 0 8 507904 0 VM OBJECT 264 1810 110 264002 0 30 506880 0 socket 960 94 414 15737 0 254 487680 0 malloc-4096 4096 111 7 18601 0 2 483328 0 malloc-128 128 36 3374 20422 0 126 436480 0 THREAD 1808 206 25 19560 0 8 417648 0 MAP ENTRY 96 3672 486 998432 0 126 399168 0 malloc-65536 65536 4 2 390 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_inpcb 496 36 732 7113 0 254 380928 0 sctp_raddr 736 25 492 844 0 254 380512 0 tcp_bbr_map 128 14 2528 80088 0 126 325376 0 VNODE 448 590 103 18235 0 30 310464 0 malloc-64 64 4147 452 23261 0 254 294336 0 malloc-256 256 475 650 58807 0 62 288000 0 ertt_txseginfo 40 1 7170 500304 0 254 286840 0 ripcb 496 5 507 170 0 254 253952 0 udplite_inpcb 496 0 512 194 0 254 253952 0 udp_inpcb 496 9 503 535 0 254 253952 0 malloc-16 16 14553 447 14661 0 254 240000 0 VMSPACE 2552 77 13 18567 0 4 229680 0 malloc-32768 32768 0 7 1429 0 1 229376 0 DEVCTL 1024 0 220 156 0 0 225280 0 FPU_save_area 832 208 35 24334 0 16 202176 0 mbuf_packet 256 50 712 20141 0 254 195072 0 malloc-32 32 5408 514 24654 0 254 189504 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-128 128 1204 191 61697 0 126 178560 0 FFS2 dinode 256 550 140 18192 0 62 176640 0 PROC 1352 107 22 18597 0 8 174408 0 malloc-2048 2048 46 34 6495 0 8 163840 0 128 Bucket 1024 106 41 3253 0 16 150528 0 malloc-1024 1024 122 22 1684 0 16 147456 0 S VFS Cache 104 1029 375 19514 0 126 146016 0 filedesc0 1072 108 25 18599 0 8 142576 0 64 Bucket 512 185 79 12403 0 30 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-128 128 902 121 20009 0 126 130944 0 unpcb 256 22 488 1384 0 254 130560 0 ksiginfo 112 120 924 5743 0 126 116928 0 malloc-384 384 200 70 7253 0 30 103680 0 malloc-128 128 625 150 4456 0 126 99200 0 malloc-16384 16384 5 1 180 0 1 98304 0 malloc-2048 2048 11 37 518 0 8 98304 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 210 27977 0 30 85680 0 malloc-64 64 817 506 298309 0 254 84672 0 clpbuf 2624 0 32 37 0 16 83968 0 malloc-8192 8192 5 5 142 0 1 81920 0 malloc-4096 4096 15 5 17890 0 2 81920 0 32 Bucket 256 170 145 5314 0 62 80640 0 sctp_chunk 152 44 476 103 0 254 79040 0 malloc-64 64 738 333 27116 0 254 68544 0 malloc-128 128 154 373 464 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-8192 8192 5 3 11 0 1 65536 0 malloc-1024 1024 26 38 1299 0 16 65536 0 malloc-256 256 38 217 36683 0 62 65280 0 sctp_stream_msg_out 112 15 525 100 0 254 60480 0 Files 80 300 350 60123 0 126 52000 0 malloc-256 256 78 117 750 0 62 49920 0 malloc-256 256 90 105 7271 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 102886 0 16 49152 0 malloc-4096 4096 9 3 17 0 2 49152 0 malloc-2048 2048 2 22 525 0 8 49152 0 malloc-1024 1024 12 36 537 0 16 49152 0 tcp_rack_pcb 896 12 42 2427 0 16 48384 0 tcp_rack_map 120 20 376 4195 0 126 47520 0 da_ccb 544 0 84 7107 0 16 45696 0 tcp_bbr_pcb 832 7 47 2055 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 232 83 232 0 62 42840 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4711 409 5791 0 254 40960 0 sctp_readq 152 0 260 7 0 254 39520 0 Mountpoints 2752 2 12 2 0 4 38528 0 pipe 744 23 27 692 0 16 37200 0 malloc-64 64 80 487 17362 0 254 36288 0 malloc-64 64 178 389 13703 0 254 36288 0 malloc-64 64 26 541 385 0 254 36288 0 malloc-64 64 6 561 27 0 254 36288 0 16 Bucket 144 84 168 627 0 62 36288 0 malloc-128 128 94 185 501 0 126 35712 0 malloc-128 128 16 263 18 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 34 56 34 0 30 34560 0 malloc-256 256 5 130 1622 0 62 34560 0 malloc-256 256 60 75 286 0 62 34560 0 malloc-256 256 38 97 17643 0 62 34560 0 SLEEPQUEUE 88 232 152 232 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 3 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 6 10 196 0 8 32768 0 malloc-2048 2048 3 13 315 0 8 32768 0 malloc-2048 2048 7 9 9 0 8 32768 0 malloc-1024 1024 2 30 31 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 3 29 46 0 16 32768 0 malloc-1024 1024 5 27 63 0 16 32768 0 malloc-512 512 5 59 283 0 30 32768 0 malloc-512 512 12 52 12 0 30 32768 0 malloc-512 512 10 54 46 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 KNOTE 160 28 172 196556 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 18413 0 126 29016 0 sctp_laddr 48 56 532 173 0 254 28224 0 PWD 32 53 829 17652 0 254 28224 0 malloc-32 32 393 489 1228 0 254 28224 0 4 Bucket 48 6 582 452 0 254 28224 0 2 Bucket 32 68 814 2386 0 254 28224 0 AIO 208 4 129 536 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-4096 4096 3 3 636 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 63 0 126 24288 0 rl_entry 40 97 509 97 0 254 24240 0 8 Bucket 80 50 250 3654 0 126 24000 0 malloc-384 384 3 57 63 0 30 23040 0 domainset 40 0 567 17743 0 254 22680 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 9 621 729 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 ertt 72 33 247 7113 0 126 20160 0 malloc-64 64 2 313 2 0 254 20160 0 malloc-32 32 132 498 9725 0 254 20160 0 malloc-32 32 43 587 1622 0 254 20160 0 malloc-32 32 44 586 67 0 254 20160 0 malloc-32 32 96 534 10503 0 254 20160 0 malloc-32 32 32 598 390 0 254 20160 0 malloc-32 32 50 580 8043 0 254 20160 0 cryptop 280 0 70 38 0 30 19600 0 AIOCB 552 0 35 788 0 16 19320 0 AIOLIO 272 0 70 12 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 2 0 1 16384 0 malloc-4096 4096 1 3 2 0 2 16384 0 malloc-2048 2048 0 8 2 0 8 16384 0 malloc-2048 2048 2 6 16 0 8 16384 0 malloc-1024 1024 5 11 5 0 16 16384 0 malloc-512 512 0 32 10 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 0 32 20 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 vtnet_tx_hdr 24 0 668 739176 0 254 16032 0 malloc-16 16 523 477 1888 0 254 16000 0 malloc-16 16 175 825 42302 0 254 16000 0 kenv 258 15 45 1040 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 malloc-16 16 17 733 10006 0 254 12000 0 malloc-16 16 5 745 506 0 254 12000 0 malloc-16 16 85 665 19380 0 254 12000 0 itimer 352 0 33 3 0 30 11616 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-16 16 2 498 4 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 md0 512 0 0 0 0 30 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0