panic: ASan: Invalid access, 8-byte read at 0xfffffe00a7d18c10, UMAUseAfterFree(fd) cpuid = 0 time = 1636489703 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009bfd4e10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009bfd4f70 vpanic() at vpanic+0x2b8/frame 0xfffffe009bfd5050 panic() at panic+0xb5/frame 0xfffffe009bfd5110 __asan_load8_noabort() at __asan_load8_noabort+0x376/frame 0xfffffe009bfd51d0 sctp_ss_default_add() at sctp_ss_default_add+0x9e/frame 0xfffffe009bfd5210 sctp_lower_sosend() at sctp_lower_sosend+0x7379/frame 0xfffffe009bfd5700 sctp_sosend() at sctp_sosend+0x716/frame 0xfffffe009bfd59a0 sosend() at sosend+0xfc/frame 0xfffffe009bfd5a10 kern_sendit() at kern_sendit+0x58d/frame 0xfffffe009bfd5b70 freebsd32_sendmsg() at freebsd32_sendmsg+0x4e6/frame 0xfffffe009bfd5d30 ia32_syscall() at ia32_syscall+0x41c/frame 0xfffffe009bfd5f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 46854 tid 156138 ] Stopped at kdb_enter+0x6b: movq $0,0x28dc05a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xdbc02cdc07f93ea2 rdx 0x3ffff rbx 0 rsp 0xfffffe009bfd4f50 rbp 0xfffffe009bfd4f70 rsi 0x40001 rdi 0xffffffff817c50da vprintf+0x35a r8 0 r9 0xfffffe009bfd4a88 r10 0 r11 0xfffffe00a63e4510 r12 0xfffffe00a63e4000 r13 0xfffffe009bfd4f01 r14 0xffffffff82c8e140 .str.18 r15 0xffffffff82c8e140 .str.18 rip 0xffffffff817b8a5b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x28dc05a(%rip) db> show proc Process 46854 (syz-executor.1) at 0xfffffe00a8145a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 777 at 0xfffffe009e79c000 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053dd3000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a8cbe9f8 (map 0xfffffe00a8cbe9f8) (map.pmap 0xfffffe00a8cbeab8) (pmap 0xfffffe00a8cbeb20) threads: 2 122645 s syz-executor.1 156138 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 46854 777 777 0 T (threaded) syz-executor.1 122645 s syz-executor.1 156138 Run CPU 0 syz-executor.1 46850 776 776 0 R (threaded) syz-executor.0 150237 Run CPU 1 syz-executor.0 156127 S connec 0xfffffe009c1240da syz-executor.0 156132 S uwait 0xfffffe00574c7100 syz-executor.0 46849 792 792 0 S (threaded) syz-executor.3 150229 S nanslp 0xffffffff840619c1 syz-executor.3 156129 S connec 0xfffffe009c11ac1a syz-executor.3 156135 S uwait 0xfffffe0057078600 syz-executor.3 46848 786 786 0 S (threaded) syz-executor.2 100143 S nanslp 0xffffffff840619c1 syz-executor.2 156126 S connec 0xfffffe009c1230da syz-executor.2 156128 S uwait 0xfffffe00a7ec7900 syz-executor.2 42060 1 792 0 S uwait 0xfffffe0057076680 syz-executor.3 42059 1 792 0 S umtxn 0xfffffe0057076780 syz-executor.3 38938 1 777 0 SV uwait 0xfffffe0057079600 syz-executor.1 38937 1 777 0 SV uwait 0xfffffe0057076480 syz-executor.1 30578 0 0 0 DL - 0xffffffff84182c80 [soaiod4] 30577 0 0 0 DL - 0xffffffff84182c80 [soaiod3] 30576 0 0 0 DL - 0xffffffff84182c80 [soaiod2] 30575 0 0 0 DL - 0xffffffff84182c80 [soaiod1] 25689 1 776 0 S umtxn 0xfffffe00a4258400 syz-executor.0 25686 1 776 0 S uwait 0xfffffe00a4257b00 syz-executor.0 5905 1 5905 65 Ss select 0xfffffe00a42580c0 dhclient 5368 1 5368 0 Ss select 0xfffffe00a42570c0 dhclient 5365 1 5365 0 Ss select 0xfffffe00a4256f40 dhclient 5337 1 5337 65 Ss select 0xfffffe00a42572c0 dhclient 3429 1 3429 0 Ss select 0xfffffe00574c6040 dhclient 3422 1 3422 0 Ss select 0xfffffe00a4257240 dhclient 3399 1 3399 65 Ss select 0xfffffe00574c6d40 dhclient 2747 1 2747 0 Ss select 0xfffffe00570768c0 dhclient 2744 1 2744 0 Ss select 0xfffffe00a42573c0 dhclient 2725 1 2725 65 Ss select 0xfffffe00a4257440 dhclient 1883 0 0 0 DL aiordy 0xfffffe009eecb548 [aiod4] 1882 0 0 0 DL aiordy 0xfffffe009e79ba90 [aiod3] 1881 0 0 0 DL aiordy 0xfffffe009ea2b548 [aiod2] 1880 0 0 0 DL aiordy 0xfffffe00589f5000 [aiod1] 1853 1 1853 0 Ss select 0xfffffe0057079f40 dhclient 1850 1 1850 0 Ss select 0xfffffe00a4258140 dhclient 792 773 792 0 Ss nanslp 0xffffffff840619c1 syz-executor.3 786 773 786 0 Ss nanslp 0xffffffff840619c1 syz-executor.2 777 773 777 0 Ss nanslp 0xffffffff840619c1 syz-executor.1 776 773 776 0 Ss nanslp 0xffffffff840619c1 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100101 S uwait 0xfffffe00574c8900 syz-fuzzer 100113 S uwait 0xfffffe00574c7c00 syz-fuzzer 100114 S uwait 0xfffffe0057076080 syz-fuzzer 100115 S uwait 0xfffffe0057076180 syz-fuzzer 100116 S uwait 0xfffffe0057076980 syz-fuzzer 100117 S uwait 0xfffffe0057076d00 syz-fuzzer 100118 S uwait 0xfffffe0057076e00 syz-fuzzer 100120 S kqread 0xfffffe000796b000 syz-fuzzer 102657 S uwait 0xfffffe00a63ec600 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009e79b0b0 csh 769 687 769 0 Ss select 0xfffffe0057076740 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00570b1cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00584480b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00584484b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00584488b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058448cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00584490b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00584494b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00584498b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0058449cb0 getty 691 1 691 0 Ss nanslp 0xffffffff840619c0 cron 687 1 687 0 Ss select 0xfffffe00574c6ec0 sshd 500 1 500 0 Ss select 0xfffffe0057076ac0 syslogd 429 1 429 0 Ss select 0xfffffe00574c6f40 devd 428 1 428 65 Ss select 0xfffffe00574c7040 dhclient 343 1 343 0 Ss select 0xfffffe0057076940 dhclient 340 1 340 0 Ss select 0xfffffe0057076c40 dhclient 16 0 0 0 DL syncer 0xffffffff84189de0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0057897000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff84187ae0 [bufdaemon] 100081 D - 0xffffffff83411f80 [bufspacedaemon-0] 100091 D sdflush 0xfffffe0053c5f8e8 [/ worker] 8 0 0 0 DL psleep 0xffffffff841c0080 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff841b3b78 [dom0] 100082 D launds 0xffffffff841b3b84 [laundry: dom0] 100083 D umarcl 0xffffffff81ebebf0 [uma] 6 0 0 0 DL - 0xffffffff83e17be8 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84d39760 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff849d4320 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83c9d3c0 [doneq0] 100046 D - 0xffffffff83c9d340 [async] 100075 D - 0xffffffff83c9d1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056aa0c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff841adc20 [crypto] 100042 D crypto_ 0xfffffe0053c69d30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c69d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff84034b40 [g_event] 100037 D - 0xffffffff84034b80 [g_up] 100038 D - 0xffffffff84034bc0 [g_down] 12 0 0 0 WL (threaded) [intr] 100013 I [swi5: fast taskq] 100017 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100029 I [swi3: vm] 100030 I [swi1: netisr 0] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd3000 [init] 10 0 0 0 DL audit_w 0xffffffff841aebc0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84035a40 [swapper] 100005 D - 0xfffffe0053c7e700 [if_config_tqg_0] 100006 D - 0xfffffe0053c7e600 [softirq_0] 100007 D - 0xfffffe0053c7e500 [softirq_1] 100008 D - 0xfffffe0053c7e400 [if_io_tqg_0] 100009 D - 0xfffffe0053c7e300 [if_io_tqg_1] 100010 D - 0xfffffe000796d900 [inm_free taskq] 100011 D - 0xfffffe000796d800 [deferred_unmount ta] 100012 D - 0xfffffe000796d700 [thread taskq] 100014 D - 0xfffffe000796d500 [pci_hp taskq] 100015 D - 0xfffffe000796d400 [linuxkpi_irq_wq] 100016 D - 0xfffffe000796d300 [kqueue_ctx taskq] 100019 D - 0xfffffe000796d000 [aiod_kick taskq] 100020 D - 0xfffffe000796ce00 [in6m_free taskq] 100021 D - 0xfffffe000796cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796cc00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe000796cb00 [firmware taskq] 100039 D - 0xfffffe000796ca00 [crypto_0] 100040 D - 0xfffffe000796ca00 [crypto_1] 100056 D - 0xfffffe000796c700 [vtnet0 rxq 0] 100057 D - 0xfffffe000796c600 [vtnet0 txq 0] 100058 D - 0xfffffe000796c500 [vtnet0 rxq 1] 100059 D - 0xfffffe000796c400 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057079100 [virtio_balloon] 100065 D - 0xfffffe000796c300 [mca taskq] 100066 D - 0xffffffff82c95101 [deadlkres] 100070 D - 0xfffffe005843f300 [acpi_task_0] 100071 D - 0xfffffe005843f300 [acpi_task_1] 100072 D - 0xfffffe005843f300 [acpi_task_2] 100074 D - 0xfffffe000796c900 [CAM taskq] db> show all locks Process 46854 (syz-executor.1) thread 0xfffffe00a63e4000 (156138) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe00a7fe53a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:13141 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 pf_rule 1849 3698K 4618 tcp_hpts 6 3201K 6 sysctloid 34970 2060K 35041 vtbuf 24 1968K 46 kobj 326 1304K 485 pcb 658 1244K 117592 newblk 9 1026K 58569 vfscache 3 1025K 3 sctp_stro 304 878K 21903 inodedep 97 548K 48784 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 temp 199 363K 34493 subproc 161 315K 46946 vmem 3 274K 5 filedesc 30 233K 91489 sctp_atcl 618 232K 75258 acpica 1674 184K 55237 vnet_data 1 168K 1 tidhash 3 141K 3 linker 355 140K 383 pagedep 10 131K 46030 tfo_ccache 1 128K 1 DEVFS1 108 108K 125 sem 4 106K 4 BPF 46 88K 72 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 396 50K 396 kdtrace 243 48K 102995 sctp_atky 930 40K 98023 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 127 32K 137 sctp_timw 122 31K 122 msg 4 30K 4 gtaskqueue 18 26K 18 dirrem 88 22K 46157 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 135 16K 427 ithread 99 16K 99 bus-sc 34 15K 1691 lltable 42 13K 144 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 133 12K 133 freefile 88 11K 46139 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 sctp_athm 618 10K 75511 sctp_map 608 10K 43802 in6_multi 71 9K 71 bmsafemap 2 9K 47478 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 119 rpc 2 8K 2 shmfd 1 8K 23 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 kqueue 72 7K 46875 taskqueue 63 7K 63 cred 26 7K 388 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 634 DEVFSP 81 6K 10236 ufs_dirhash 24 5K 24 session 35 5K 66 pwddesc 70 5K 46855 UMA 268 5K 268 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 proc-args 98 4K 48500 acpisem 28 4K 28 selfd 55 4K 647360 lockf 32 4K 81 hhook 15 4K 17 terminal 11 3K 11 ip6opt 10 3K 124 select 19 3K 80 uidinfo 3 3K 22 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 47 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 50735 softdep 1 1K 1 mkdir 8 1K 91460 freeblks 4 1K 46450 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 3304 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 newdirblk 5 1K 45730 crypto 4 1K 25 encap_export_host 12 1K 12 procdesc 5 1K 18 inpcbpolicy 17 1K 11356 diradd 4 1K 46202 pfil 4 1K 4 cdev 2 1K 2 osd 10 1K 8961 newreno data 6 1K 8950 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 soname 8 1K 74521 feeder 7 1K 7 xform 3 1K 12095 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 iov 1 1K 48928 pmchooks 1 1K 1 filecaps 5 1K 132 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 52 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 3165 sctp_mcore 0 0K 0 sctp_socko 0 0K 29807 sctp_iter 0 0K 225 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 214 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 462 htcp data 0 0K 0 mqdata 0 0K 0 chd data 0 0K 0 dctcp data 0 0K 0 cdg data 0 0K 0 vegas data 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 BACKLIGHT 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xnb 0 0K 0 xenbus 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 vm_fictitious 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 UMAHash 0 0K 0 scsi_da 0 0K 69 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 46474 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1667 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 indirdep 0 0K 7507 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 ktls_ocf 0 0K 0 nvme_da 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 acpi_perf 0 0K 0 statfs 0 0K 46053 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 2 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 3699 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 10 acl 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 mbuf_tag 0 0K 3345 ktls 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 5454 eventfd 0 0K 21 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1301 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1332 983999 0 254 39534592 0 tcp_log 416 60 10362 387662 0 254 4335552 0 malloc-2048 2048 2017 15 12695 0 8 4161536 0 sctp_asoc 2288 304 1221 21901 0 254 3489200 0 mbuf 256 9268 2166 2044331 0 254 2927104 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-2048 2048 318 780 53321 0 8 2248704 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 RADIX NODE 144 12782 429 1186088 0 66 1902384 0 BUF TRIE 144 196 11564 30754 0 62 1693440 0 malloc-384 384 4188 42 4732 0 30 1624320 0 sctp_ep 1272 314 958 53126 0 254 1617984 0 malloc-128 128 11469 249 57691 0 126 1499904 0 UMA Slabs 0 112 13109 25 13144 0 126 1471008 0 malloc-4096 4096 327 5 5267 0 2 1359872 0 vmem btag 56 23105 118 23105 0 254 1300488 0 malloc-1024 1024 308 844 21576 0 16 1179648 0 sctp_raddr 736 304 1225 22419 0 254 1125344 0 malloc-384 384 712 1688 75352 0 30 921600 0 malloc-256 256 125 3295 94293 0 62 875520 0 malloc-384 384 140 1630 48829 0 30 679680 0 256 Bucket 2048 291 35 8276 0 9 667648 0 FFS inode 1160 525 28 46664 0 8 641480 0 tcpcb 1096 6 505 8950 0 254 560056 0 socket 960 60 448 69245 0 254 487680 0 malloc-65536 65536 4 2 890 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_inpcb 496 6 762 8950 0 254 380928 0 VM OBJECT 264 1384 56 667242 0 30 380160 0 THREAD 1808 172 26 56139 0 8 357984 0 malloc-256 256 442 803 60112 0 62 318720 0 malloc-4096 4096 72 4 46857 0 2 311296 0 malloc-64 64 4093 758 51489 0 254 310464 0 VNODE 448 565 101 46706 0 30 298368 0 malloc-16384 16384 14 4 45742 0 1 294912 0 malloc-256 256 437 688 169465 0 62 288000 0 mbuf_packet 256 229 787 105086 0 254 260096 0 ripcb 496 5 507 136 0 254 253952 0 udplite_inpcb 496 0 512 1028 0 254 253952 0 udp_inpcb 496 6 506 1242 0 254 253952 0 malloc-16 16 14503 247 14606 0 254 236000 0 malloc-32768 32768 0 7 7140 0 1 229376 0 malloc-128 128 93 1674 51233 0 126 226176 0 DEVCTL 1024 0 220 155 0 0 225280 0 MAP ENTRY 96 1972 296 2548198 0 126 217728 0 malloc-32 32 5356 818 52759 0 254 197568 0 tcp_bbr_map 128 0 1519 38698 0 126 194432 0 malloc-128 128 1205 314 117939 0 126 194432 0 sctp_chunk 152 252 1022 4698 0 254 193648 0 UMA Zones 768 240 4 240 0 16 187392 0 ertt_txseginfo 40 0 4646 210235 0 254 185840 0 FPU_save_area 832 174 42 62614 0 16 179712 0 FFS2 dinode 256 525 165 46664 0 62 176640 0 pcpu-8 8 19503 465 41923 0 254 159744 0 S VFS Cache 104 1066 455 50701 0 126 158184 0 malloc-64 64 960 1371 78866 0 254 149184 0 malloc-1024 1024 121 23 9060 0 16 147456 0 malloc-128 128 836 311 48773 0 126 146816 0 VMSPACE 2552 45 12 46835 0 4 145464 0 128 Bucket 1024 92 39 13181 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 unpcb 256 20 490 1313 0 254 130560 0 clpbuf 2624 0 48 204 0 16 125952 0 PROC 1352 69 21 46854 0 8 121680 0 sctp_stream_msg_out 112 51 993 5032 0 254 116928 0 ksiginfo 112 80 964 6648 0 126 116928 0 64 Bucket 512 149 75 18161 0 30 114688 0 malloc-128 128 627 148 8834 0 126 99200 0 malloc-16384 16384 5 1 180 0 1 98304 0 filedesc0 1072 70 21 46855 0 8 97552 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 g_bio 408 0 210 198442 0 31 85680 0 malloc-64 64 724 599 719142 0 254 84672 0 malloc-32 32 652 1994 83635 0 254 84672 0 malloc-4096 4096 14 6 46078 0 2 81920 0 malloc-2048 2048 11 29 518 0 8 81920 0 32 Bucket 256 139 176 6419 0 62 80640 0 malloc-16 16 1257 3743 174527 0 254 80000 0 sctp_readq 152 0 520 12 0 254 79040 0 malloc-8192 8192 5 4 134 0 1 73728 0 malloc-128 128 152 375 427 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-256 256 38 217 97607 0 62 65280 0 malloc-8192 8192 5 2 24 0 1 57344 0 sctp_laddr 48 4 1088 33527 0 254 52416 0 malloc-64 64 81 738 22376 0 254 52416 0 malloc-256 256 61 134 503 0 62 49920 0 malloc-256 256 78 117 945 0 62 49920 0 malloc-256 256 49 146 46148 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 226960 0 16 49152 0 malloc-4096 4096 9 3 21 0 2 49152 0 malloc-2048 2048 2 22 525 0 8 49152 0 malloc-1024 1024 12 36 537 0 16 49152 0 tcp_rack_pcb 896 0 54 3165 0 16 48384 0 pipe 744 23 42 1300 0 16 48360 0 tcp_bbr_pcb 832 0 54 4781 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 16 Bucket 144 122 186 2521 0 62 44352 0 Files 80 253 297 147126 0 126 44000 0 TURNSTILE 136 199 116 199 0 62 42840 0 malloc-8192 8192 5 0 5 0 1 40960 0 da_ccb 544 0 70 49731 0 16 38080 0 PWD 32 25 1109 45847 0 254 36288 0 malloc-64 64 151 416 10362 0 254 36288 0 malloc-64 64 26 541 500 0 254 36288 0 malloc-64 64 6 561 18 0 254 36288 0 8 Bucket 80 125 325 8297 0 126 36000 0 malloc-128 128 94 185 242 0 126 35712 0 malloc-128 128 16 263 18 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 34 56 34 0 30 34560 0 malloc-256 256 5 130 4920 0 62 34560 0 SLEEPQUEUE 88 199 185 199 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 6 10 554 0 8 32768 0 malloc-2048 2048 7 9 9 0 8 32768 0 malloc-2048 2048 2 14 3 0 8 32768 0 malloc-1024 1024 2 30 18 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 3 29 12 0 16 32768 0 malloc-1024 1024 5 27 27 0 16 32768 0 malloc-512 512 5 59 4861 0 30 32768 0 malloc-512 512 0 64 462 0 30 32768 0 malloc-512 512 12 52 12 0 30 32768 0 malloc-512 512 10 54 26 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 KNOTE 160 28 172 499932 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 6078 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 malloc-32 32 393 489 1740 0 254 28224 0 4 Bucket 48 6 582 990 0 254 28224 0 2 Bucket 32 60 822 6614 0 254 28224 0 AIO 208 0 133 39 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-4096 4096 3 3 636 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 68 0 126 24288 0 rl_entry 40 91 515 91 0 254 24240 0 malloc-384 384 3 57 66 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 2270 0 254 20160 0 ertt 72 6 274 8950 0 126 20160 0 malloc-64 64 2 313 2 0 254 20160 0 malloc-32 32 141 489 31785 0 254 20160 0 malloc-32 32 50 580 212 0 254 20160 0 malloc-32 32 44 586 47 0 254 20160 0 malloc-32 32 32 598 3585 0 254 20160 0 malloc-32 32 19 611 11396 0 254 20160 0 AIOCB 552 0 35 48 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 5 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 1 3 2 0 2 16384 0 malloc-2048 2048 0 8 2 0 8 16384 0 malloc-1024 1024 5 11 5 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 3 508 3 0 254 16352 0 vtnet_tx_hdr 24 0 668 525686 0 254 16032 0 malloc-16 16 520 480 3205 0 254 16000 0 kenv 258 15 45 1040 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 3 508 3 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 17 733 60586 0 254 12000 0 malloc-16 16 5 745 1563 0 254 12000 0 malloc-16 16 48 702 47792 0 254 12000 0 malloc-384 384 11 19 11 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-16 16 6 494 6 0 254 8000 0 malloc-16 16 2 498 4 0 254 8000 0 UMA Slabs 1 176 38 7 38 0 62 7920 0 pcpu-16 16 7 249 7 0 254 4096 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0