panic: Association about to be freed cpuid = 0 time = 1645348581 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe008ffef050 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe008ffef1b0 vpanic() at vpanic+0x2b8/frame 0xfffffe008ffef290 panic() at panic+0xb5/frame 0xfffffe008ffef350 sctp_lower_sosend() at sctp_lower_sosend+0x29cb/frame 0xfffffe008ffef740 sctp_sosend() at sctp_sosend+0x72c/frame 0xfffffe008ffef9e0 sosend() at sosend+0xfc/frame 0xfffffe008ffefa50 kern_sendit() at kern_sendit+0x58a/frame 0xfffffe008ffefbc0 sendit() at sendit+0x2b0/frame 0xfffffe008ffefc10 sys_sendto() at sys_sendto+0x182/frame 0xfffffe008ffefd30 amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe008ffeff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe008ffeff30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x830690f08, rbp = 0x830690f70 --- KDB: enter: panic [ thread pid 40106 tid 145970 ] Stopped at kdb_enter+0x6b: movq $0,0x2708c3a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x5d21d6af159c61e5 rdx 0x1 rbx 0 rsp 0xfffffe008ffef190 rbp 0xfffffe008ffef1b0 rsi 0 rdi 0xffffffff817721da vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009ae44c30 r12 0xfffffe009ae44720 r13 0xfffffe008ffef201 r14 0xffffffff82ba1cc0 .str.18 r15 0xffffffff82ba1cc0 .str.18 rip 0xffffffff8176575b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x2708c3a(%rip) db> show proc Process 40106 (syz-executor.2) at 0xfffffe009af65000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffffe0092852000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053dda000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009a1bb9f8 (map 0xfffffe009a1bb9f8) (map.pmap 0xfffffe009a1bbab8) (pmap 0xfffffe009a1bbb20) threads: 2 145948 RunQ syz-executor.2 145970 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 40108 807 807 0 RE CPU 1 syz-executor.3 40107 777 777 0 R syz-executor.0 40106 778 778 0 R (threaded) syz-executor.2 145948 RunQ syz-executor.2 145970 Run CPU 0 syz-executor.2 34537 1 793 0 SV uwait 0xfffffe0057879b00 syz-executor.1 34536 1 793 0 S uwait 0xfffffe0057877200 syz-executor.1 34513 1 793 0 SV uwait 0xfffffe00900ab600 syz-executor.1 34512 1 793 0 S uwait 0xfffffe0056f48c80 syz-executor.1 30868 1 778 0 SV uwait 0xfffffe009a1e5600 syz-executor.2 30852 1 778 0 SV uwait 0xfffffe0057876e80 syz-executor.2 24216 1 793 0 S uwait 0xfffffe00900aba00 syz-executor.1 24213 1 793 0 S uwait 0xfffffe0057876200 syz-executor.1 24209 1 793 0 S uwait 0xfffffe0057877a80 syz-executor.1 24207 1 793 0 S uwait 0xfffffe0057879600 syz-executor.1 24203 1 793 0 S uwait 0xfffffe00900ac780 syz-executor.1 16394 1 793 0 SV uwait 0xfffffe0057878600 syz-executor.1 16383 16382 793 0 SV uwait 0xfffffe00900ac200 syz-executor.1 16382 1 793 0 DV ppwait 0xfffffe0058c23f88 syz-executor.1 16373 1 793 0 SV uwait 0xfffffe00900abe80 syz-executor.1 10497 1 10497 65 Ss select 0xfffffe009a1e51c0 dhclient 9205 1 9205 0 Ss select 0xfffffe009a1e5340 dhclient 9202 1 9202 0 Ss select 0xfffffe00574466c0 dhclient 9183 1 9183 65 Ss select 0xfffffe009a1e5440 dhclient 5630 1 5630 0 Ss select 0xfffffe0057879dc0 dhclient 5619 1 5619 0 Ss select 0xfffffe00900ac640 dhclient 5578 1 5578 65 Ss select 0xfffffe0057446940 dhclient 2246 1 2246 0 Ss select 0xfffffe00900ab040 dhclient 2243 1 2243 0 Ss select 0xfffffe0057879cc0 dhclient 2222 1 2222 65 Ss select 0xfffffe0057879f40 dhclient 1117 1 1117 0 Ss select 0xfffffe00900ac740 dhclient 1111 1 1111 0 Ss select 0xfffffe00574468c0 dhclient 883 0 0 0 DL aiordy 0xfffffe0099798000 [aiod4] 882 0 0 0 DL aiordy 0xfffffe0092d87000 [aiod3] 881 0 0 0 DL aiordy 0xfffffe0092d87a90 [aiod2] 880 0 0 0 DL aiordy 0xfffffe0092852548 [aiod1] 807 774 807 0 Rs syz-executor.3 793 774 793 0 Rs syz-executor.1 778 774 778 0 Rs syz-executor.2 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100111 S uwait 0xfffffe0057878700 syz-fuzzer 100115 S uwait 0xfffffe0057443e80 syz-fuzzer 100116 S uwait 0xfffffe0057877c00 syz-fuzzer 100117 S uwait 0xfffffe00900ae080 syz-fuzzer 100118 S uwait 0xfffffe00900ade00 syz-fuzzer 100119 S kqread 0xfffffe005787b700 syz-fuzzer 100120 S uwait 0xfffffe0056f48980 syz-fuzzer 100121 S uwait 0xfffffe00900ada80 syz-fuzzer 100123 S uwait 0xfffffe0056f48680 syz-fuzzer 100126 S uwait 0xfffffe0056f48a80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe00900a05f8 csh 770 688 770 0 Ss select 0xfffffe00900ad9c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0057466cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579a70b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00579a74b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00574658b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579a78b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0057465cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579a7cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579a80b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579a84b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e3ba81 cron 688 1 688 0 Ss select 0xfffffe00900adc40 sshd 501 1 501 0 Ss select 0xfffffe00574442c0 syslogd 430 1 430 0 Ss select 0xfffffe00900adec0 devd 429 1 429 65 Ss select 0xfffffe0057444240 dhclient 344 1 344 0 Ss select 0xfffffe00900ae040 dhclient 341 1 341 0 Ss select 0xfffffe00900adf40 dhclient 17 0 0 0 DL syncer 0xffffffff83f61260 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f7ba90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f5f860 [bufdaemon] 100085 D - 0xffffffff83211f80 [bufspacedaemon-0] 100096 D sdflush 0xfffffe00574648e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f932c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f87178 [dom0] 100081 D launds 0xffffffff83f87184 [laundry: dom0] 100082 D umarcl 0xffffffff81e9b4a0 [uma] 7 0 0 0 DL - 0xffffffff83bf7a08 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84562530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84841560 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83a99940 [doneq0] 100046 D - 0xffffffff83a998c0 [async] 100077 D - 0xffffffff83a99740 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053f88c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f829a0 [crypto] 100042 D crypto_ 0xfffffe0053c8ad30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c8ad80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e111c0 [g_event] 100037 D - 0xffffffff83e111e0 [g_up] 100038 D - 0xffffffff83e11200 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: task queue] 100011 I [swi6: Giant taskq] 100018 I [swi5: fast taskq] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dda000 [init] 10 0 0 0 DL audit_w 0xffffffff83f834a0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e11c00 [swapper] 100005 D - 0xfffffe0053e01000 [if_config_tqg_0] 100006 D - 0xfffffe0053e00e00 [softirq_0] 100007 D - 0xfffffe0053e00d00 [softirq_1] 100008 D - 0xfffffe0053e00c00 [if_io_tqg_0] 100009 D - 0xfffffe0053e00b00 [if_io_tqg_1] 100012 D - 0xfffffe000796d200 [aiod_kick taskq] 100013 D - 0xfffffe000796d000 [inm_free taskq] 100014 D - 0xfffffe000796cd00 [linuxkpi_irq_wq] 100015 D - 0xfffffe000796cb00 [in6m_free taskq] 100016 D - 0xfffffe000796c900 [deferred_unmount ta] 100017 D - 0xfffffe000796c700 [thread taskq] 100019 D - 0xfffffe000796c300 [kqueue_ctx taskq] 100020 D - 0xfffffe000796c100 [pci_hp taskq] 100021 D - 0xfffffe000796be00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000796be00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000796be00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000796be00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000796b900 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000796b900 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000796b900 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000796b900 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053ed0200 [firmware taskq] 100039 D - 0xfffffe0053ecfc00 [crypto_0] 100040 D - 0xfffffe0053ecfc00 [crypto_1] 100056 D - 0xfffffe0053eced00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053ecec00 [vtnet0 txq 0] 100058 D - 0xfffffe0053eceb00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053ecea00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe0053fde400 [virtio_balloon] 100067 D - 0xffffffff82ba77a1 [deadlkres] 100071 D - 0xfffffe005787d100 [acpi_task_0] 100072 D - 0xfffffe005787d100 [acpi_task_1] 100073 D - 0xfffffe005787d100 [acpi_task_2] 100074 D - 0xfffffe000796e200 [mca taskq] 100076 D - 0xfffffe0053ecf500 [CAM taskq] db> show all locks Process 40108 (syz-executor.3) thread 0xfffffe009ae471e0 (142466) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe009af70128) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:8305 Process 40106 (syz-executor.2) thread 0xfffffe009ae44720 (145970) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009a8b51a0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:13500 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4245 sysctloid 35306 2080K 35377 vtbuf 24 1968K 46 kobj 326 1304K 487 newblk 7 1026K 70501 vfscache 3 1025K 3 inodedep 727 785K 40251 pcb 180 712K 231022 linker 380 572K 413 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 44 345K 78201 subproc 172 337K 40209 vmem 3 274K 6 acpica 1674 184K 56396 dirrem 718 180K 39972 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 9 130K 39102 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 freefile 718 90K 39957 BPF 46 88K 52 bus 988 81K 3441 mtx_pool 2 72K 2 pf_rule 36 71K 43 syncache 1 68K 1 sctp_timw 268 67K 268 acpitask 1 64K 1 module 512 64K 512 ddb_capture 1 64K 1 sctp_stro 63 63K 24269 sctp_atcl 141 53K 139553 umtx 418 53K 418 kdtrace 252 49K 86081 temp 34 33K 3458 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 8 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 routetbl 137 16K 429 bus-sc 34 15K 1651 lltable 44 14K 148 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 133 12K 133 rman 88 11K 429 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 sctp_atky 204 9K 166535 bmsafemap 2 9K 40596 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 156 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 77 7K 40156 taskqueue 63 7K 63 cred 26 7K 301 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 502 ufs_dirhash 24 5K 24 pwddesc 74 5K 40109 UMA 272 5K 272 session 35 5K 58 pf_ifnet 10 5K 19 DEVFSP 68 5K 496 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 106 4K 41525 acpisem 28 4K 28 selfd 55 4K 540656 lockf 32 4K 63 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 115 uidinfo 3 3K 15 sctp_athm 141 3K 139634 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 sctp_map 126 2K 48538 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 867 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 78158 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 184 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 inpcbpolicy 23 1K 8115 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 freework 3 1K 52992 newdirblk 4 1K 39079 diradd 4 1K 40014 freeblks 2 1K 40610 CC Mem 8 1K 7581 pfil 4 1K 4 cdev 2 1K 2 osd 12 1K 6882 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 9 prison 6 1K 6 sigio 3 1K 7 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 504 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 61991 pmchooks 1 1K 1 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 filemon 0 0K 8 tcp_do 0 0K 0 tcp_fsb 0 0K 2151 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 53483 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 43266 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 90 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 17832 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 482 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 39383 namei_tracker 0 0K 12 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 964 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 3 lio 0 0K 28 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 148 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 29477 ioctlops 0 0K 605 eventfd 0 0K 330 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 946 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1953237 0 254 38494208 0 tcp_log 416 0 10296 118665 0 254 4283136 0 sctp_asoc 2288 63 1717 24269 0 254 4072640 0 RADIX NODE 144 19283 396 826084 0 63 2833776 0 mbuf 256 9242 1426 3298634 0 254 2731008 0 pbuf 2624 0 778 0 0 2 2041472 0 BUF TRIE 144 203 11585 35833 0 62 1697472 0 malloc-384 384 4117 53 4458 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11689 184 12147 0 126 1519744 0 malloc-256 256 939 4956 129291 0 62 1509120 0 malloc-2048 2048 81 599 116001 0 8 1392640 0 malloc-1024 1024 64 1280 24279 0 16 1376256 0 malloc-4096 4096 326 2 696 0 2 1343488 0 sctp_raddr 736 63 1719 24269 0 254 1311552 0 UMA Slabs 0 112 11567 19 11567 0 126 1297632 0 sctp_ep 1208 78 942 115284 0 254 1232160 0 vmem btag 56 21141 66 21141 0 254 1187592 0 malloc-384 384 741 2139 40287 0 30 1105920 0 malloc-384 384 141 1899 139598 0 30 783360 0 socket 960 76 688 124795 0 254 733440 0 VM OBJECT 264 2526 114 861327 0 30 696960 0 FFS inode 1160 530 30 40490 0 8 649600 0 256 Bucket 2048 292 14 7176 0 8 626688 0 tcpcb 1104 8 503 6871 0 254 564144 0 malloc-65536 65536 4 4 514 0 1 524288 0 malloc-16384 16384 26 6 39278 0 1 524288 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-128 128 815 2223 197328 0 126 388864 0 THREAD 1808 176 33 45971 0 8 377872 0 MAP ENTRY 96 3531 375 2036781 0 126 374976 0 malloc-4096 4096 75 5 40111 0 2 327680 0 VNODE 448 571 95 40533 0 30 298368 0 ertt_txseginfo 40 0 7373 224204 0 254 294920 0 malloc-32768 32768 0 8 16864 0 1 262144 0 malloc-64 64 3871 224 4360 0 254 262080 0 malloc-256 256 308 622 71133 0 62 238080 0 malloc-16 16 14613 137 14695 0 254 236000 0 sctp_chunk 152 49 1485 1919 0 254 233168 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 86 724 115295 0 62 207360 0 malloc-65536 65536 1 2 17 0 1 196608 0 mbuf_packet 256 62 700 79289 0 254 195072 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 178 47 55237 0 16 187200 0 malloc-32 32 5399 271 5617 0 254 181440 0 malloc-128 128 1228 167 27069 0 126 178560 0 VMSPACE 2552 53 13 40079 0 4 168432 0 FFS2 dinode 256 530 100 40489 0 62 161280 0 S VFS Cache 104 1067 454 41881 0 126 158184 0 malloc-1024 1024 125 19 2321 0 16 147456 0 tcp_bbr_map 128 0 1147 35796 0 126 146816 0 malloc-128 128 933 214 2420 0 126 146816 0 64 Bucket 512 182 82 32415 0 30 135168 0 128 Bucket 1024 98 33 5705 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 unpcb 256 20 490 1343 0 254 130560 0 PROC 1352 74 22 40108 0 8 129792 0 ksiginfo 112 87 957 9456 0 126 116928 0 malloc-64 64 63 1764 43837 0 254 116928 0 malloc-2048 2048 44 12 200 0 8 114688 0 malloc-256 256 284 151 56051 0 62 111360 0 filedesc0 1072 74 24 40109 0 8 105056 0 malloc-128 128 519 256 6482 0 126 99200 0 malloc-32768 32768 0 3 120 0 1 98304 0 32 Bucket 256 211 164 18893 0 62 96000 0 malloc-4096 4096 18 4 660 0 2 90112 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 g_bio 408 0 210 249551 0 31 85680 0 pipe 744 24 91 1322 0 16 85560 0 malloc-64 64 728 595 41785 0 254 84672 0 malloc-32 32 411 2235 165135 0 254 84672 0 clpbuf 2624 0 32 61 0 16 83968 0 malloc-8192 8192 6 3 144 0 1 73728 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-64 64 529 542 8491 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-2048 2048 4 28 535 0 8 65536 0 ripcb 424 6 147 719 0 30 64872 0 sctp_laddr 48 164 1180 75963 0 254 64512 0 Files 80 259 541 183196 0 126 64000 0 sctp_stream_msg_out 112 3 537 2372 0 254 60480 0 malloc-16 16 684 3066 91166 0 254 60000 0 malloc-384 384 118 32 222 0 30 57600 0 tcp_inpcb 424 8 118 6871 0 30 53424 0 udp_inpcb 424 9 117 388 0 30 53424 0 malloc-64 64 252 567 540877 0 254 52416 0 malloc-64 64 370 449 81004 0 254 52416 0 malloc-256 256 37 158 40645 0 62 49920 0 malloc-256 256 46 149 82170 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 179367 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 15 33 523 0 16 49152 0 tcp_rack_pcb 896 0 54 2151 0 16 48384 0 malloc-384 384 96 24 98 0 30 46080 0 tcp_bbr_pcb 832 0 54 1936 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 210 105 210 0 62 42840 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4985 135 5191 0 254 40960 0 malloc-16 16 143 2357 189546 0 254 40000 0 sctp_readq 152 0 260 5 0 254 39520 0 Mountpoints 2752 2 12 2 0 4 38528 0 udplite_inpcb 424 0 90 137 0 30 38160 0 da_ccb 544 0 70 62503 0 16 38080 0 malloc-64 64 4 563 21 0 254 36288 0 malloc-64 64 6 561 367 0 254 36288 0 16 Bucket 144 161 91 3193 0 62 36288 0 8 Bucket 80 119 331 10655 0 126 36000 0 malloc-128 128 77 202 2241 0 126 35712 0 malloc-128 128 2 277 144 0 126 35712 0 malloc-128 128 22 257 454 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 52 83 332 0 62 34560 0 malloc-256 256 20 115 12197 0 62 34560 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 3 5 39390 0 2 32768 0 malloc-4096 4096 7 1 7 0 2 32768 0 malloc-2048 2048 3 13 310 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 11 5 13 0 8 32768 0 malloc-1024 1024 4 28 162 0 16 32768 0 malloc-1024 1024 19 13 40 0 16 32768 0 malloc-512 512 0 64 16 0 30 32768 0 malloc-512 512 4 60 185 0 30 32768 0 malloc-512 512 9 55 9 0 30 32768 0 malloc-512 512 4 60 189 0 30 32768 0 malloc-512 512 10 54 73 0 30 32768 0 pcpu-64 64 494 18 494 0 254 32768 0 KNOTE 160 28 172 447364 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 3926 0 126 31680 0 cpuset 104 7 272 1626 0 126 29016 0 tcp_inpcb ports 32 2 880 3745 0 254 28224 0 PWD 32 29 853 39178 0 254 28224 0 malloc-32 32 295 587 40318 0 254 28224 0 4 Bucket 48 7 581 835 0 254 28224 0 2 Bucket 32 59 823 6506 0 254 28224 0 AIO 208 3 130 63 0 62 27664 0 malloc-8192 8192 1 2 4 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 59 0 126 24288 0 rl_entry 40 88 518 88 0 254 24240 0 domainset 40 0 567 1209 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 9 621 525 0 254 20160 0 udp_inpcb ports 32 3 627 40 0 254 20160 0 ertt 72 8 272 6871 0 126 20160 0 malloc-32 32 15 615 855 0 254 20160 0 malloc-32 32 35 595 3184 0 254 20160 0 malloc-32 32 12 618 25 0 254 20160 0 malloc-32 32 67 563 1695 0 254 20160 0 malloc-32 32 14 616 3595 0 254 20160 0 AIOCB 552 0 35 272 0 16 19320 0 AIOLIO 272 0 70 28 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 16 0 1 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-2048 2048 1 7 10 0 8 16384 0 malloc-1024 1024 8 8 8 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 pf tags 104 1 155 1 0 126 16224 0 ipq 56 0 288 1 0 254 16128 0 tcpreass 48 0 336 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 1052833 0 254 16032 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 6 0 254 12096 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 25 725 64 0 254 12000 0 malloc-16 16 31 719 32514 0 254 12000 0 malloc-16 16 8 742 120 0 254 12000 0 malloc-16 16 65 685 106 0 254 12000 0 malloc-16 16 5 745 38118 0 254 12000 0 itimer 352 0 33 3 0 30 11616 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 30 0 30 0 30 11520 0 malloc-384 384 0 30 3 0 30 11520 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 15 24 20 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0