panic: ASan: Invalid access, 4-byte write at 0xfffffe0092b79580, KernelStack(fe) cpuid = 0 time = 1648864663 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053bf55b0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053bf5710 vpanic() at vpanic+0x2b8/frame 0xfffffe0053bf57f0 panic() at panic+0xb5/frame 0xfffffe0053bf58c0 kasan_report() at kasan_report+0xdc/frame 0xfffffe0053bf5990 sctp_free_assoc() at sctp_free_assoc+0x727/frame 0xfffffe0053bf5af0 sctp_threshold_management() at sctp_threshold_management+0x443/frame 0xfffffe0053bf5b40 sctp_t1init_timer() at sctp_t1init_timer+0xa9/frame 0xfffffe0053bf5b90 sctp_timeout_handler() at sctp_timeout_handler+0x6e6/frame 0xfffffe0053bf5cd0 softclock_call_cc() at softclock_call_cc+0x3d7/frame 0xfffffe0053bf5e80 softclock_thread() at softclock_thread+0x1ff/frame 0xfffffe0053bf5ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053bf5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053bf5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x270981a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x2139e7e6b13c29cf rdx 0x1 rbx 0 rsp 0xfffffe0053bf56f0 rbp 0xfffffe0053bf5710 rsi 0 rdi 0xffffffff8177b46a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a550350 r12 0xfffffe0053ec43a0 r13 0xfffffe0053bf5701 r14 0xffffffff82bbb060 .str.26 r15 0xffffffff82bbb060 .str.26 rip 0xffffffff8176e9fb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270981a(%rip) db> show proc Process 2 (clock) at 0xfffffe0053ee9000: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e1b8c0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e1b8c0 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83e1c860 (map 0xffffffff83e1c860) (map.pmap 0xffffffff83e1c920) (pmap 0xffffffff83e1c988) threads: 2 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 14659 777 777 0 R (threaded) syz-executor.0 119920 RunQ syz-executor.0 120103 S connec 0xfffffe008fe39c1a syz-executor.0 120108 S uwait 0xfffffe008fea1500 syz-executor.0 13149 1 783 0 S uwait 0xfffffe0057a73a00 syz-executor.3 13142 1 783 0 S uwait 0xfffffe0007975c00 syz-executor.3 13141 1 783 0 S uwait 0xfffffe008fea1400 syz-executor.3 13138 1 783 0 S uwait 0xfffffe008fea3580 syz-executor.3 12921 1 783 0 S uwait 0xfffffe0007975800 syz-executor.3 12920 1 783 0 S uwait 0xfffffe008fea1180 syz-executor.3 12917 1 783 0 S uwait 0xfffffe008fea2180 syz-executor.3 12913 1 783 0 S uwait 0xfffffe008fea3680 syz-executor.3 12502 1 777 0 S uwait 0xfffffe0056f43a80 syz-executor.0 12496 1 777 0 S uwait 0xfffffe0007975f00 syz-executor.0 12495 1 777 0 S uwait 0xfffffe0057a72980 syz-executor.0 12490 1 777 0 S uwait 0xfffffe0057a72d80 syz-executor.0 12372 1 783 0 S uwait 0xfffffe008fea1e00 syz-executor.3 12371 1 783 0 S uwait 0xfffffe008fea1c00 syz-executor.3 12366 1 783 0 S uwait 0xfffffe0057a72280 syz-executor.3 12360 1 783 0 S uwait 0xfffffe008fea4400 syz-executor.3 11541 1 783 0 S uwait 0xfffffe0057a72b80 syz-executor.3 11538 1 783 0 S umtxn 0xfffffe0057a73000 syz-executor.3 11535 1 783 0 S uwait 0xfffffe0057a72e80 syz-executor.3 11529 1 783 0 S uwait 0xfffffe008fea3780 syz-executor.3 11527 1 783 0 S uwait 0xfffffe0057a73800 syz-executor.3 11525 1 783 0 S uwait 0xfffffe008fea3100 syz-executor.3 11523 1 783 0 S uwait 0xfffffe0057a72780 syz-executor.3 8740 1 8740 65 Ss select 0xfffffe009a137940 dhclient 5877 1 5877 0 Ss select 0xfffffe0053dd2440 dhclient 5868 1 5868 0 Ss select 0xfffffe005700e4c0 dhclient 5844 1 5844 65 Ss select 0xfffffe005700e540 dhclient 3553 1 3553 0 Ss select 0xfffffe0007852e40 dhclient 3550 1 3550 0 Ss select 0xfffffe0007852f40 dhclient 3531 1 3531 65 Ss select 0xfffffe0053dd22c0 dhclient 2529 1 2529 0 Ss select 0xfffffe005700e440 dhclient 2526 1 2526 0 Ss select 0xfffffe00078525c0 dhclient 2501 1 2501 65 Ss select 0xfffffe005700e340 dhclient 1524 1 779 0 S uwait 0xfffffe0057a72c80 syz-executor.2 1516 1 779 0 S uwait 0xfffffe0057a73200 syz-executor.2 1513 1 779 0 S uwait 0xfffffe0007976d00 syz-executor.2 1507 1 779 0 S uwait 0xfffffe008fea2a80 syz-executor.2 1323 1 783 0 S uwait 0xfffffe0057a72a80 syz-executor.3 1322 1 783 0 S uwait 0xfffffe0057a73600 syz-executor.3 1317 1 783 0 S uwait 0xfffffe0057a72880 syz-executor.3 1311 1 783 0 S uwait 0xfffffe008fea3300 syz-executor.3 1230 1 1230 0 Ss select 0xfffffe0053dd2340 dhclient 1227 1 1227 0 Ss select 0xfffffe00078526c0 dhclient 903 0 0 0 DL aiordy 0xfffffe0092631548 [aiod4] 902 0 0 0 DL aiordy 0xfffffe008feeaa90 [aiod3] 901 0 0 0 DL aiordy 0xfffffe008feeba90 [aiod2] 900 0 0 0 DL aiordy 0xfffffe0058c1c548 [aiod1] 783 774 783 0 Ss piperd 0xfffffe0092dcd000 syz-executor.3 779 774 779 0 Ss piperd 0xfffffe0058b3e000 syz-executor.2 778 774 778 0 Ss piperd 0xfffffe0058b3eba0 syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 R (threaded) syz-fuzzer 100098 S uwait 0xfffffe0007975700 syz-fuzzer 100118 RunQ syz-fuzzer 100119 S uwait 0xfffffe0057a74380 syz-fuzzer 100120 S uwait 0xfffffe0057a74480 syz-fuzzer 100121 S uwait 0xfffffe0057a74580 syz-fuzzer 100122 S uwait 0xfffffe0057a74680 syz-fuzzer 100123 S uwait 0xfffffe0057a74780 syz-fuzzer 100124 S uwait 0xfffffe008fea3e80 syz-fuzzer 100125 RunQ syz-fuzzer 100126 S uwait 0xfffffe008fea4000 syz-fuzzer 100127 S uwait 0xfffffe0057a73900 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092635b40 csh 770 688 770 0 Ss select 0xfffffe0053dd0340 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056fe74b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0056fe4cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00081f18b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0056fe50b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0056fe54b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0056fe58b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0056fe5cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0056fe60b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0056fe64b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e458c0 cron 688 1 688 0 Ss select 0xfffffe0053dd1340 sshd 501 1 501 0 Ss select 0xfffffe0053dd11c0 syslogd 430 1 430 0 Ss select 0xfffffe0053dd12c0 devd 429 1 429 65 Ss select 0xfffffe0053dd08c0 dhclient 344 1 344 0 Ss select 0xfffffe0053dd0a40 dhclient 341 1 341 0 Ss select 0xfffffe0053dd0c40 dhclient 17 0 0 0 DL syncer 0xffffffff83f6b0e0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe005881ea90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f696e0 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100091 D sdflush 0xfffffe0053f674e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9d180 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f91038 [dom0] 100081 D launds 0xffffffff83f91044 [laundry: dom0] 100082 D umarcl 0xffffffff81ea5990 [uma] 7 0 0 0 DL - 0xffffffff83c01688 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84b6c530 [pf purge] 5 0 0 0 DL waiting 0xffffffff849a74e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa35c0 [doneq0] 100046 D - 0xffffffff83aa3540 [async] 100077 D - 0xffffffff83aa33c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f1ac88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8c840 [crypto] 100042 D crypto_ 0xfffffe0053effd30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053effd80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1ae80 [g_event] 100037 D - 0xffffffff83e1aea0 [g_up] 100038 D - 0xffffffff83e1aec0 [g_down] 2 0 0 0 RL (threaded) [clock] 100030 Run CPU 0 [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8d340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1b8c0 [swapper] 100005 D - 0xfffffe0007973100 [softirq_0] 100006 D - 0xfffffe0007973000 [softirq_1] 100007 D - 0xfffffe0007972e00 [if_io_tqg_0] 100008 D - 0xfffffe0007972d00 [if_io_tqg_1] 100009 D - 0xfffffe0007972c00 [if_config_tqg_0] 100011 D - 0xfffffe0007972a00 [aiod_kick taskq] 100012 D - 0xfffffe0007972900 [inm_free taskq] 100013 D - 0xfffffe0007972800 [linuxkpi_irq_wq] 100014 D - 0xfffffe0007972700 [in6m_free taskq] 100015 D - 0xfffffe0007972600 [deferred_unmount ta] 100016 D - 0xfffffe0007972500 [thread taskq] 100018 D - 0xfffffe0007972300 [kqueue_ctx taskq] 100019 D - 0xfffffe0007972200 [pci_hp taskq] 100021 D - 0xfffffe0007972000 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007972000 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007972000 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007972000 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007971e00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007971e00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007971e00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007971e00 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f21300 [firmware taskq] 100039 D - 0xfffffe0053f21100 [crypto_0] 100040 D - 0xfffffe0053f21100 [crypto_1] 100056 D - 0xfffffe0053f1e000 [vtnet0 rxq 0] 100057 D - 0xfffffe0007974e00 [vtnet0 txq 0] 100058 D - 0xfffffe0007974d00 [vtnet0 rxq 1] 100059 D - 0xfffffe0007974c00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe005700e800 [virtio_balloon] 100067 D - 0xffffffff82bc0ee1 [deadlkres] 100071 D - 0xfffffe0007973200 [mca taskq] 100073 D - 0xfffffe00574c1200 [acpi_task_0] 100074 D - 0xfffffe00574c1200 [acpi_task_1] 100075 D - 0xfffffe00574c1200 [acpi_task_2] 100076 D - 0xfffffe0053f20e00 [CAM taskq] db> show all locks Process 2 (clock) thread 0xfffffe0053ec43a0 (100030) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0099af6c70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1777 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4245 sysctloid 35306 2080K 35377 vtbuf 24 1968K 46 kobj 327 1308K 488 newblk 9 1026K 109720 vfscache 3 1025K 3 inodedep 319 632K 19131 filedesc 74 586K 27329 pcb 61 580K 11651 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 204 400K 14781 vmem 3 274K 6 acpica 1674 184K 56014 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 386 pagedep 9 130K 13661 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 49 bus 991 81K 5140 dirrem 310 78K 16499 mtx_pool 2 72K 2 syncache 1 68K 1 module 512 64K 512 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 440 55K 440 kdtrace 283 55K 34777 freefile 310 39K 16471 shm 2 34K 1773 temp 34 33K 2676 DEVFS3 128 32K 138 hostcache 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 routetbl 130 16K 494 sctp_stro 15 15K 777 bus-sc 34 15K 1651 sctp_atcl 36 14K 6522 lltable 43 14K 102 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 429 GEOM 61 11K 490 CAM queue 5 11K 1528 sctp_timw 35 9K 35 in6_multi 65 9K 65 bmsafemap 2 9K 18158 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 735 rpc 2 8K 2 shmfd 1 8K 154 pfs_vncache 1 8K 1 kqueue 91 8K 14746 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 274 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 481 pwddesc 89 6K 14666 ufs_dirhash 24 5K 24 UMA 272 5K 272 session 35 5K 88 DEVFSP 69 5K 2252 pf_ifnet 10 5K 33 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 120 4K 16065 acpisem 28 4K 28 selfd 55 4K 210686 lockf 32 4K 60 hhook 15 4K 17 kcovinfo 52 4K 52 CC Mem 48 3K 15852 terminal 11 3K 11 sctp_atky 55 3K 7330 select 19 3K 62 uidinfo 3 3K 12 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 inpcbpolicy 60 2K 17783 ip6ndp 12 2K 13 Unitno 31 2K 2891 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 freework 5 2K 56203 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 osd 52 2K 15834 sctp_stri 2 1K 12 tcp_fsb 8 1K 6478 softdep 1 1K 1 mkdir 8 1K 27282 freeblks 4 1K 18264 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 78 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 sctp_athm 36 1K 6525 newdirblk 4 1K 13641 diradd 4 1K 16540 pfil 4 1K 4 cdev 2 1K 2 sctp_map 30 1K 1554 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 pf_osfp 2 1K 2 cryptodev 3 1K 3706 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 32918 pmchooks 1 1K 1 filecaps 5 1K 124 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 21 pf_rule 0 0K 7 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 5599 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 62 tcp_do 0 0K 0 filemon 0 0K 170 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 29310 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 36 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 55827 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 13838 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 706 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 3 lio 0 0K 106 acl 0 0K 0 mbuf_tag 0 0K 143 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 26268 ioctlops 0 0K 1066 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 914 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8330 1068 1519761 0 254 38494208 0 mbuf 256 8763 900 3506169 0 254 2473728 0 RADIX NODE 144 16693 410 378805 0 63 2462832 0 tcp_log 416 0 5337 30454 0 254 2220192 0 pbuf 2624 0 794 0 0 2 2083456 0 malloc-4096 4096 417 7 15238 0 2 1736704 0 BUF TRIE 144 195 11593 104688 0 64 1697472 0 malloc-384 384 4165 5 4165 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11634 84 11640 0 126 1499904 0 UMA Slabs 0 112 11073 9 11073 0 126 1241184 0 sctp_asoc 2288 15 495 777 0 254 1166880 0 vmem btag 56 19147 44 19147 0 254 1074696 0 sctp_ep 1208 19 751 5736 0 254 930160 0 tcpcb 1104 48 715 15823 0 254 842352 0 malloc-384 384 318 1872 19171 0 30 840960 0 VM OBJECT 264 2766 144 328505 0 30 768240 0 malloc-16384 16384 37 7 13663 0 1 720896 0 FFS inode 1160 543 31 17014 0 8 665840 0 malloc-256 256 383 2107 55992 0 62 637440 0 malloc-256 256 454 1916 18327 0 62 606720 0 malloc-8192 8192 2 66 173 0 1 557056 0 256 Bucket 2048 226 20 4993 0 8 503808 0 socket 960 89 419 24904 0 254 487680 0 MAP ENTRY 96 4174 488 801438 0 126 447552 0 THREAD 1808 193 27 20110 0 8 397760 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 25 492 792 0 254 380512 0 malloc-65536 65536 5 0 5 0 1 327680 0 VNODE 448 584 109 17057 0 30 310464 0 tcp_bbr_map 128 2 2416 40981 0 126 309504 0 malloc-2048 2048 28 116 7018 0 8 294912 0 malloc-128 128 311 1983 16474 0 126 293632 0 malloc-64 64 3865 482 3870 0 254 278208 0 ertt_txseginfo 40 0 6363 118511 0 254 254520 0 malloc-16 16 14605 145 14771 0 254 236000 0 malloc-32768 32768 0 7 52859 0 1 229376 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-128 128 1371 272 54866 0 126 210304 0 VMSPACE 2552 68 13 14646 0 4 206712 0 FPU_save_area 832 195 48 31327 0 16 202176 0 malloc-65536 65536 0 3 1490 0 1 196608 0 malloc-65536 65536 0 3 144 0 1 196608 0 malloc-65536 65536 3 0 3 0 1 196608 0 mbuf_packet 256 32 730 18526 0 254 195072 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5317 353 5333 0 254 181440 0 FFS2 dinode 256 543 147 17014 0 62 176640 0 malloc-256 256 97 593 109922 0 62 176640 0 S VFS Cache 104 1022 499 18100 0 126 158184 0 PROC 1352 88 26 14665 0 8 154128 0 128 Bucket 1024 109 38 4373 0 16 150528 0 malloc-65536 65536 0 2 334 0 1 131072 0 malloc-1024 1024 120 8 290 0 16 131072 0 unpcb 256 20 490 1338 0 254 130560 0 malloc-384 384 153 177 6979 0 30 126720 0 filedesc0 1072 89 23 14666 0 8 120064 0 64 Bucket 512 149 83 27791 0 30 118784 0 ksiginfo 112 103 941 11766 0 126 116928 0 malloc-128 128 761 138 4085 0 126 115072 0 malloc-128 128 660 239 38038 0 126 115072 0 malloc-1024 1024 17 95 783 0 16 114688 0 malloc-64 64 892 683 244711 0 254 100800 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-8192 8192 7 5 113 0 1 98304 0 tcp_inpcb 424 48 168 15823 0 30 91584 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 pipe 744 24 91 650 0 16 85560 0 malloc-64 64 750 573 19387 0 254 84672 0 32 Bucket 256 154 161 13927 0 62 80640 0 sctp_chunk 152 26 494 304 0 254 79040 0 malloc-8192 8192 9 0 9 0 1 73728 0 g_bio 408 0 180 739744 0 30 73440 0 tcp_rack_pcb 896 8 73 6478 0 16 72576 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-4096 4096 15 1 26 0 2 65536 0 malloc-1024 1024 21 43 547 0 16 65536 0 malloc-256 256 10 245 74468 0 62 65280 0 malloc-256 256 76 179 21759 0 62 65280 0 ripcb 424 5 148 262 0 30 64872 0 udplite_inpcb 424 1 152 1422 0 30 64872 0 sctp_stream_msg_out 112 5 535 22 0 254 60480 0 malloc-4096 4096 10 4 555 0 2 57344 0 malloc-64 64 45 774 21692 0 254 52416 0 Files 80 278 372 57229 0 126 52000 0 malloc-256 256 41 154 13709 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 85279 0 16 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-2048 2048 12 12 14 0 8 49152 0 malloc-2048 2048 4 20 1796 0 8 49152 0 tcp_bbr_pcb 832 1 53 4726 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 clpbuf 2624 0 16 21 0 16 41984 0 pcpu-8 8 4701 419 5284 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 276 0 30 38160 0 malloc-64 64 26 541 73 0 254 36288 0 malloc-64 64 173 394 263 0 254 36288 0 malloc-64 64 11 556 72 0 254 36288 0 malloc-64 64 98 469 14675 0 254 36288 0 malloc-32 32 464 670 28729 0 254 36288 0 16 Bucket 144 91 161 7707 0 62 36288 0 malloc-128 128 41 238 2594 0 126 35712 0 malloc-128 128 98 181 595 0 126 35712 0 malloc-128 128 31 248 60 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 55 35 118 0 30 34560 0 malloc-256 256 25 110 1883 0 62 34560 0 malloc-256 256 7 128 359 0 62 34560 0 TURNSTILE 136 221 31 221 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 2 6 13844 0 2 32768 0 malloc-2048 2048 0 16 12 0 8 32768 0 malloc-2048 2048 7 9 11 0 8 32768 0 malloc-2048 2048 1 15 113 0 8 32768 0 malloc-2048 2048 1 15 25 0 8 32768 0 malloc-2048 2048 2 14 796 0 8 32768 0 malloc-1024 1024 2 30 48 0 16 32768 0 malloc-1024 1024 19 13 1311 0 16 32768 0 malloc-1024 1024 3 29 12 0 16 32768 0 malloc-1024 1024 1 31 154 0 16 32768 0 malloc-512 512 2 62 2 0 30 32768 0 malloc-512 512 3 61 82 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 malloc-512 512 10 54 60 0 30 32768 0 malloc-512 512 2 62 13 0 30 32768 0 malloc-512 512 0 64 11 0 30 32768 0 malloc-512 512 11 53 14 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 KNOTE 160 28 172 209564 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 7 257 13593 0 126 31680 0 cpuset 104 7 272 5686 0 126 29016 0 sctp_laddr 48 26 562 1592 0 254 28224 0 tcp_inpcb ports 32 4 878 9973 0 254 28224 0 ertt 72 48 344 15823 0 126 28224 0 PWD 32 44 838 13721 0 254 28224 0 4 Bucket 48 7 581 323 0 254 28224 0 2 Bucket 32 97 785 9761 0 254 28224 0 AIO 208 0 133 42 0 62 27664 0 da_ccb 544 0 49 185052 0 16 26656 0 malloc-8192 8192 0 3 34 0 1 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 92 0 126 24288 0 rl_entry 40 94 512 94 0 254 24240 0 8 Bucket 80 60 240 3337 0 126 24000 0 malloc-384 384 11 49 11 0 30 23040 0 malloc-384 384 42 18 104 0 30 23040 0 domainset 40 0 567 4257 0 254 22680 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 7 623 1698 0 254 20160 0 udplite_inpcb ports 32 1 629 497 0 254 20160 0 udp_inpcb ports 32 3 627 39 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 35 595 570 0 254 20160 0 malloc-32 32 44 586 16586 0 254 20160 0 malloc-32 32 132 498 8717 0 254 20160 0 malloc-32 32 75 555 101 0 254 20160 0 malloc-32 32 103 527 105 0 254 20160 0 malloc-32 32 7 623 13 0 254 20160 0 AIOCB 552 0 35 185 0 16 19320 0 AIOLIO 272 0 70 106 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-4096 4096 0 4 112 0 2 16384 0 malloc-1024 1024 4 12 5 0 16 16384 0 malloc-512 512 0 32 118 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 sctp_asconf_ack 48 2 334 3 0 254 16128 0 vtnet_tx_hdr 24 0 668 775672 0 254 16032 0 malloc-16 16 511 489 27294 0 254 16000 0 malloc-16 16 124 876 43088 0 254 16000 0 malloc-16 16 42 958 6533 0 254 16000 0 kenv 258 15 45 1039 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 92 658 20139 0 254 12000 0 malloc-16 16 13 737 28 0 254 12000 0 malloc-16 16 39 711 98 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 0 500 2 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0