panic: ASan: Invalid access, 4-byte read at 0xfffffe0090035838, UMAUseAfterFree(fd) cpuid = 1 time = 1649739444 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053bf8590 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053bf86f0 vpanic() at vpanic+0x2b8/frame 0xfffffe0053bf87d0 panic() at panic+0xb5/frame 0xfffffe0053bf88a0 kasan_report() at kasan_report+0xdc/frame 0xfffffe0053bf8970 sctp_med_chunk_output() at sctp_med_chunk_output+0x54c/frame 0xfffffe0053bf9520 sctp_chunk_output() at sctp_chunk_output+0x26f1/frame 0xfffffe0053bfa170 sctp_process_control() at sctp_process_control+0x3500/frame 0xfffffe0053bfa640 sctp_common_input_processing() at sctp_common_input_processing+0xb35/frame 0xfffffe0053bfa8a0 sctp6_input_with_port() at sctp6_input_with_port+0x597/frame 0xfffffe0053bfaa70 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe0053bfaa90 ip6_input() at ip6_input+0x1f40/frame 0xfffffe0053bfacf0 swi_net() at swi_net+0x2f0/frame 0xfffffe0053bfad90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0053bfaef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053bfaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053bfaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100029 ] Stopped at kdb_enter+0x6b: movq $0,0x270881a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x180af05d37a1657a rdx 0x1 rbx 0 rsp 0xfffffe0053bf86d0 rbp 0xfffffe0053bf86f0 rsi 0 rdi 0xffffffff8177d4ea vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xbf r12 0xfffffe0053ec4ac0 r13 0xfffffe0053bf8701 r14 0xffffffff82bc0560 .str.26 r15 0xffffffff82bc0560 .str.26 rip 0xffffffff81770a7b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270881a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053ddb548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e1c940 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e1c940 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83e1d8e0 (map 0xffffffff83e1d8e0) (map.pmap 0xffffffff83e1d9a0) (pmap 0xffffffff83e1da08) threads: 23 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 Run CPU 1 [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 42025 781 781 0 L *pmap pv 0xfffffe0090090cc0 syz-executor.1 42024 780 780 0 RE syz-executor.2 42023 789 789 0 R (threaded) syz-executor.3 147832 RunQ syz-executor.3 147875 Run uwait 0xfffffe0058c0cd00 syz-executor.3 41652 1 789 0 S uwait 0xfffffe0058c10300 syz-executor.3 41646 1 789 0 S uwait 0xfffffe0057a72e80 syz-executor.3 41645 1 789 0 S uwait 0xfffffe0057a73780 syz-executor.3 41640 1 789 0 S uwait 0xfffffe0057a72880 syz-executor.3 39555 0 0 0 DL - 0xffffffff83e1e700 [accounting] 21772 1 780 0 S uwait 0xfffffe0057a73480 syz-executor.2 21769 1 780 0 S uwait 0xfffffe0058c0dc00 syz-executor.2 21764 1 780 0 S uwait 0xfffffe0057a73100 syz-executor.2 6544 0 0 0 DL aiordy 0xfffffe0097c26000 [aiod4] 6543 0 0 0 DL aiordy 0xfffffe0099e8b548 [aiod3] 6542 0 0 0 DL aiordy 0xfffffe0099a60548 [aiod2] 6541 0 0 0 DL aiordy 0xfffffe009299f548 [aiod1] 3140 1 3140 65 Ss select 0xfffffe0099a04540 dhclient 2442 1 2442 0 Ss select 0xfffffe0053dd0940 dhclient 2439 1 2439 0 Ss select 0xfffffe0099a04640 dhclient 2420 1 2420 65 Ss select 0xfffffe0053dd00c0 dhclient 1854 1 1854 0 Ss select 0xfffffe0053dd0840 dhclient 1851 1 1851 0 Ss select 0xfffffe00078528c0 dhclient 1829 1 1829 65 Ss select 0xfffffe0099a047c0 dhclient 1373 1 1373 0 Ss select 0xfffffe0007852440 dhclient 1370 1 1370 0 Ss select 0xfffffe0007852940 dhclient 1351 1 1351 65 Ss select 0xfffffe0053dd0740 dhclient 1004 1 1004 0 Ss select 0xfffffe0053dd1a40 dhclient 999 1 999 0 Ss select 0xfffffe0053dd17c0 dhclient 896 895 789 0 SV uwait 0xfffffe0057a74800 syz-executor.3 895 1 789 0 DV ppwait 0xfffffe0092d5f4f8 syz-executor.3 887 1 789 0 SV uwait 0xfffffe0058c0df00 syz-executor.3 832 1 789 0 SV uwait 0xfffffe0057a74000 syz-executor.3 789 776 789 0 Ss nanslp 0xffffffff83e46940 syz-executor.3 781 776 781 0 Ss nanslp 0xffffffff83e46940 syz-executor.1 780 776 780 0 Ss nanslp 0xffffffff83e46940 syz-executor.2 779 776 779 0 Rs syz-executor.0 776 774 774 0 S (threaded) syz-fuzzer 100112 S uwait 0xfffffe0058c0fc80 syz-fuzzer 100114 S uwait 0xfffffe0058c0fe80 syz-fuzzer 100115 S uwait 0xfffffe0058c10000 syz-fuzzer 100116 S uwait 0xfffffe0058c10100 syz-fuzzer 100117 S uwait 0xfffffe0007975000 syz-fuzzer 100118 S uwait 0xfffffe0057a74400 syz-fuzzer 100119 S kqread 0xfffffe00574c0b00 syz-fuzzer 100121 S uwait 0xfffffe0007975100 syz-fuzzer 100122 S uwait 0xfffffe0007975200 syz-fuzzer 100123 S uwait 0xfffffe0007975300 syz-fuzzer 774 772 774 0 Ss pause 0xfffffe0092d600b0 csh 772 688 772 0 Ss select 0xfffffe00078527c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056fe74b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00081f14b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0056fe50b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0056fe54b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00081f18b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0056fe58b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0056fe5cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0056fe60b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0056fe64b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e46941 cron 688 1 688 0 Ss select 0xfffffe0053dd0bc0 sshd 501 1 501 0 Ss select 0xfffffe0053dd0640 syslogd 430 1 430 0 Ss select 0xfffffe0053dd0540 devd 429 1 429 65 Ss select 0xfffffe0053dd0440 dhclient 344 1 344 0 Ss select 0xfffffe0053dd03c0 dhclient 341 1 341 0 Ss select 0xfffffe0007852c40 dhclient 17 0 0 0 DL syncer 0xffffffff83f6c160 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0058ab1a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f6a760 [bufdaemon] 100081 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0053f698e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9e240 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f920f8 [dom0] 100082 D launds 0xffffffff83f92104 [laundry: dom0] 100083 D umarcl 0xffffffff81eaa860 [uma] 7 0 0 0 DL - 0xffffffff83c02708 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff849f2530 [pf purge] 5 0 0 0 DL waiting 0xffffffff847a24a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa4640 [doneq0] 100046 D - 0xffffffff83aa45c0 [async] 100077 D - 0xffffffff83aa4440 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f18c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8d900 [crypto] 100042 D crypto_ 0xfffffe0053effd30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053effd80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1bf00 [g_event] 100037 D - 0xffffffff83e1bf20 [g_up] 100038 D - 0xffffffff83e1bf40 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 Run CPU 1 [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8e400 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1c940 [swapper] 100005 D - 0xfffffe0007973100 [softirq_0] 100006 D - 0xfffffe0007973000 [softirq_1] 100007 D - 0xfffffe0007972e00 [if_io_tqg_0] 100008 D - 0xfffffe0007972d00 [if_io_tqg_1] 100009 D - 0xfffffe0007972c00 [if_config_tqg_0] 100011 D - 0xfffffe0007972a00 [aiod_kick taskq] 100012 D - 0xfffffe0007972900 [inm_free taskq] 100013 D - 0xfffffe0007972800 [linuxkpi_irq_wq] 100014 D - 0xfffffe0007972700 [in6m_free taskq] 100015 D - 0xfffffe0007972600 [deferred_unmount ta] 100016 D - 0xfffffe0007972500 [thread taskq] 100018 D - 0xfffffe0007972300 [pci_hp taskq] 100019 D - 0xfffffe0007972200 [kqueue_ctx taskq] 100021 D - 0xfffffe0007972000 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007972000 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007972000 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007972000 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007971e00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007971e00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007971e00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007971e00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f21300 [firmware taskq] 100039 D - 0xfffffe0053f21100 [crypto_0] 100040 D - 0xfffffe0053f21100 [crypto_1] 100056 D - 0xfffffe0053f1e000 [vtnet0 rxq 0] 100057 D - 0xfffffe0007974e00 [vtnet0 txq 0] 100058 D - 0xfffffe0007974d00 [vtnet0 rxq 1] 100059 D - 0xfffffe0007974c00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe005700e800 [virtio_balloon] 100067 D - 0xffffffff82bc63e0 [deadlkres] 100071 D - 0xfffffe0007973200 [mca taskq] 100072 D - 0xfffffe00574c1200 [acpi_task_0] 100073 D - 0xfffffe00574c1200 [acpi_task_1] 100074 D - 0xfffffe00574c1200 [acpi_task_2] 100076 D - 0xfffffe0053f20e00 [CAM taskq] db> show all locks Process 42025 (syz-executor.1) thread 0xfffffe0092dee720 (147148) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe009da4a518) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7038 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe009da4a450) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4934 Process 42024 (syz-executor.2) thread 0xfffffe0099a0d020 (147528) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00077846c0) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:8393 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe009da49128) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:8305 Process 12 (intr) thread 0xfffffe0053ec4ac0 (100029) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009b858a50) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1526 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4245 sysctloid 35306 2080K 35377 vtbuf 24 1968K 46 pcb 1031 1643K 81313 kobj 327 1308K 488 newblk 17 1028K 108618 vfscache 3 1025K 3 inodedep 234 600K 45444 sctp_stro 517 517K 18991 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 1102 414K 60351 subproc 163 323K 42120 vmem 3 274K 6 filedesc 26 201K 81985 acpica 1674 184K 56014 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 386 pagedep 11 131K 41057 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 66 bus 991 81K 5140 mtx_pool 2 72K 2 sctp_atky 1633 70K 80593 syncache 1 68K 1 module 512 64K 512 acpitask 1 64K 1 ddb_capture 1 64K 1 dirrem 225 57K 42889 umtx 418 53K 418 kdtrace 241 47K 89903 sctp_timw 174 44K 174 temp 34 33K 2897 sctp_stri 65 33K 843 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 89 msg 4 30K 4 freefile 222 28K 42873 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 sctp_athm 1102 18K 60561 ufs_mount 4 17K 5 proc 3 17K 3 sctp_map 1034 17K 37992 tty 16 16K 16 ithread 100 16K 100 routetbl 130 16K 410 bus-sc 34 15K 1651 KTRACE 100 13K 103 lltable 41 13K 114 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 ip6opt 64 9K 97 in6_multi 65 9K 65 bmsafemap 2 9K 44175 UART 12 9K 12 devstat 4 9K 4 filemon 1 8K 13 ksem 1 8K 19 rpc 2 8K 2 shmfd 1 8K 30 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 cred 29 8K 338 kqueue 74 7K 42068 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 531 ufs_dirhash 24 5K 24 UMA 272 5K 272 session 35 5K 78 pwddesc 70 5K 42894 DEVFSP 69 5K 10249 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 102 4K 43488 acpisem 28 4K 28 selfd 55 4K 564903 lockf 32 4K 74 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 79 uidinfo 3 3K 37 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 31 2K 3951 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 freework 5 2K 70743 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 freeblks 4 1K 44246 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 112 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 newdirblk 6 1K 41036 mkdir 6 1K 82072 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4598 encap_export_host 12 1K 12 procdesc 5 1K 18 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 15 1K 17891 osd 8 1K 14747 diradd 3 1K 42930 freefrag 3 1K 31 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 14736 vnodes 1 1K 1 CAM SIM 2 1K 2 filedesc_to_leader 4 1K 7 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 14488 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 64023 filecaps 5 1K 196 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 68 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 15773 sctp_iter 0 0K 19 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 7 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 9 tcp_do 0 0K 0 tcp_fsb 0 0K 2293 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 49524 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 54 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 39264 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 41 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 41292 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 7 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1233 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 86 lio 0 0K 195 acl 0 0K 0 mbuf_tag 0 0K 157 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 57210 ioctlops 0 0K 2380 eventfd 0 0K 11 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 990 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 4 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8464 934 1407716 0 254 38494208 0 sctp_asoc 2256 517 4563 18991 0 254 11460480 0 malloc-2048 2048 497 4343 41807 0 8 9912320 0 mbuf_cluster 2048 4064 0 4064 0 254 8323072 0 sctp_ep 1208 520 4560 40525 0 254 6136640 0 mbuf 256 13537 6534 3615399 0 254 5138176 0 malloc-1024 1024 519 4313 18986 0 16 4947968 0 malloc-384 384 1195 8585 60882 0 30 3755520 0 sctp_raddr 736 530 4552 19051 0 254 3740352 0 RADIX NODE 144 17020 223 865497 0 62 2482992 0 tcp_log 416 0 5085 57673 0 254 2115360 0 malloc-256 256 862 7328 138873 0 62 2096640 0 pbuf 2624 0 762 0 0 2 1999488 0 UMA Slabs 0 112 16317 21 16317 0 126 1829856 0 BUF TRIE 144 197 11591 73641 0 62 1697472 0 vmem btag 56 29837 82 29837 0 254 1675464 0 malloc-4096 4096 400 6 42598 0 2 1662976 0 malloc-384 384 4165 5 4165 0 30 1601280 0 malloc-128 128 11634 239 11640 0 126 1519744 0 malloc-384 384 233 3277 45489 0 30 1347840 0 sctp_chunk 152 1631 6013 20084 0 254 1161888 0 256 Bucket 2048 533 25 12502 0 8 1142784 0 mbuf_packet 256 226 3838 131238 0 254 1040384 0 malloc-256 256 508 3347 45552 0 62 986880 0 socket 960 46 718 59940 0 254 733440 0 FFS inode 1160 528 74 43402 0 8 698320 0 VM OBJECT 264 2405 85 901499 0 30 657360 0 tcp_bbr_map 128 0 4805 136718 0 127 615040 0 sctp_stream_msg_out 112 425 4939 19773 0 254 600768 0 sctp_laddr 48 764 10996 35057 0 254 564480 0 tcpcb 1104 4 507 14736 0 254 564144 0 malloc-128 128 226 3308 42905 0 126 452352 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 THREAD 1808 168 41 47876 0 8 377872 0 malloc-64 64 1305 4554 73839 0 254 374976 0 ertt_txseginfo 40 0 9191 1188808 0 254 367640 0 MAP ENTRY 96 3255 273 2139413 0 126 338688 0 malloc-32 32 1429 9029 82956 0 254 334656 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-16384 16384 13 7 40991 0 1 327680 0 VNODE 448 568 125 43444 0 30 310464 0 malloc-64 64 3865 482 3914 0 254 278208 0 malloc-16 16 14605 145 14872 0 254 236000 0 malloc-32768 32768 0 7 37176 0 1 229376 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-128 128 1365 278 108941 0 126 210304 0 malloc-65536 65536 3 0 3 0 1 196608 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 170 55 86049 0 16 187200 0 malloc-32 32 5317 353 5366 0 254 181440 0 FFS2 dinode 256 528 162 43401 0 62 176640 0 malloc-256 256 105 585 112051 0 62 176640 0 64 Bucket 512 262 66 54430 0 30 167936 0 malloc-16 16 1084 8916 78439 0 254 160000 0 malloc-16 16 1108 8892 60569 0 254 160000 0 S VFS Cache 104 1023 498 44777 0 126 158184 0 VMSPACE 2552 49 11 42001 0 4 153120 0 32 Bucket 256 492 78 23786 0 62 145920 0 128 Bucket 1024 90 41 3738 0 16 134144 0 malloc-65536 65536 0 2 4 0 1 131072 0 malloc-65536 65536 0 2 438 0 1 131072 0 malloc-65536 65536 0 2 144 0 1 131072 0 malloc-1024 1024 120 8 292 0 16 131072 0 malloc-128 128 739 284 6552 0 126 130944 0 unpcb 256 20 490 1466 0 254 130560 0 clpbuf 2624 0 48 105 0 16 125952 0 PROC 1352 71 19 42025 0 8 121680 0 ksiginfo 112 79 965 38990 0 126 116928 0 malloc-128 128 653 246 87972 0 126 115072 0 malloc-64 64 834 741 633566 0 254 100800 0 malloc-4096 4096 22 2 24 0 2 98304 0 filedesc0 1072 70 21 42894 0 8 97552 0 UMA Kegs 384 230 3 230 0 30 89472 0 pipe 744 23 92 1282 0 16 85560 0 malloc-8192 8192 7 3 110 0 1 81920 0 sctp_readq 152 0 520 79 0 254 79040 0 malloc-8192 8192 9 0 9 0 1 73728 0 g_bio 408 0 180 521676 0 30 73440 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 3 5 16 0 1 65536 0 malloc-4096 4096 15 1 26 0 2 65536 0 malloc-1024 1024 21 43 547 0 16 65536 0 malloc-256 256 10 245 114990 0 62 65280 0 malloc-256 256 76 179 46975 0 62 65280 0 tcp_inpcb 424 4 149 14736 0 30 64872 0 udplite_inpcb 424 0 153 307 0 30 64872 0 udp_inpcb 424 6 147 484 0 30 64872 0 16 Bucket 144 359 89 6701 0 62 64512 0 8 Bucket 80 591 109 9368 0 126 56000 0 ripcb 424 5 121 2364 0 30 53424 0 malloc-64 64 45 774 30309 0 254 52416 0 malloc-64 64 78 741 42902 0 254 52416 0 Files 80 227 423 136372 0 126 52000 0 malloc-256 256 75 120 41154 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 205428 0 16 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-4096 4096 10 2 556 0 2 49152 0 malloc-2048 2048 12 12 18 0 8 49152 0 malloc-1024 1024 19 29 1411 0 16 49152 0 malloc-512 512 65 31 844 0 30 49152 0 tcp_rack_pcb 896 0 54 2293 0 16 48384 0 tcp_bbr_pcb 832 0 54 5851 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 pcpu-8 8 4702 418 4963 0 254 40960 0 da_ccb 544 0 70 130535 0 16 38080 0 tcp_inpcb ports 32 2 1132 8522 0 254 36288 0 PWD 32 28 1106 41079 0 254 36288 0 malloc-64 64 26 541 111 0 254 36288 0 malloc-64 64 173 394 213 0 254 36288 0 malloc-64 64 11 556 72 0 254 36288 0 malloc-128 128 41 238 2320 0 126 35712 0 malloc-128 128 98 181 615 0 126 35712 0 malloc-128 128 30 249 113 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 55 35 76 0 30 34560 0 malloc-256 256 25 110 2926 0 62 34560 0 malloc-256 256 7 128 317 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 2 6 41298 0 2 32768 0 malloc-2048 2048 7 9 79 0 8 32768 0 malloc-2048 2048 1 15 102 0 8 32768 0 malloc-2048 2048 1 15 25 0 8 32768 0 malloc-2048 2048 2 14 2149 0 8 32768 0 malloc-2048 2048 3 13 91 0 8 32768 0 malloc-1024 1024 2 30 1670 0 16 32768 0 malloc-1024 1024 4 28 5 0 16 32768 0 malloc-1024 1024 3 29 12 0 16 32768 0 malloc-1024 1024 1 31 30 0 16 32768 0 malloc-512 512 0 64 119 0 30 32768 0 malloc-512 512 2 62 2 0 30 32768 0 malloc-512 512 3 61 115 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 malloc-512 512 10 54 60 0 30 32768 0 malloc-512 512 0 64 49 0 30 32768 0 malloc-512 512 11 53 26 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 ipq 56 0 576 2 0 254 32256 0 KNOTE 160 28 172 384351 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 4522 0 126 31680 0 cpuset 104 7 272 7727 0 126 29016 0 ertt 72 4 388 14736 0 126 28224 0 malloc-32 32 20 862 44977 0 254 28224 0 4 Bucket 48 6 582 922 0 254 28224 0 2 Bucket 32 67 815 10475 0 254 28224 0 AIO 208 0 133 90 0 62 27664 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 79 0 126 24288 0 rl_entry 40 97 509 97 0 254 24240 0 malloc-384 384 0 60 107 0 30 23040 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 40 20 871 0 30 23040 0 domainset 40 0 567 5768 0 254 22680 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 6 624 791 0 254 20160 0 udplite_inpcb ports 32 0 630 69 0 254 20160 0 udp_inpcb ports 32 3 627 36 0 254 20160 0 malloc-32 32 35 595 1817 0 254 20160 0 malloc-32 32 132 498 22568 0 254 20160 0 malloc-32 32 75 555 101 0 254 20160 0 malloc-32 32 103 527 105 0 254 20160 0 malloc-32 32 39 591 51 0 254 20160 0 cryptop 280 0 70 189 0 30 19600 0 AIOCB 552 0 35 316 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 195 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 0 2 32 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 9 0 2 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-4096 4096 0 4 8 0 2 16384 0 malloc-2048 2048 0 8 18 0 8 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 sctp_asconf_ack 48 0 336 4 0 254 16128 0 vtnet_tx_hdr 24 0 668 859400 0 254 16032 0 malloc-16 16 74 926 77805 0 254 16000 0 malloc-16 16 510 490 44378 0 254 16000 0 kenv 258 15 45 1039 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 13 737 29 0 254 12000 0 malloc-16 16 39 711 398 0 254 12000 0 itimer 352 0 33 3 0 30 11616 0 L VFS Cache 320 0 36 1 0 30 11520 0 tfo_ccache_entries 80 4 124 4 0 126 10240 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-16 16 0 500 2 0 254 8000 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0