panic: sctp_inpcb_free: inp 0xfffffe009b5bec50 still has socket cpuid = 0 time = 1640198567 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00541892d0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0054189430 vpanic() at vpanic+0x2b8/frame 0xfffffe0054189510 panic() at panic+0xb5/frame 0xfffffe00541895e0 sctp_inpcb_free() at sctp_inpcb_free+0x1fe3/frame 0xfffffe0054189670 sctp6_abort() at sctp6_abort+0x175/frame 0xfffffe0054189750 soabort() at soabort+0xce/frame 0xfffffe0054189770 soclose() at soclose+0x7a3/frame 0xfffffe0054189880 _fdrop() at _fdrop+0x58/frame 0xfffffe00541898b0 closef() at closef+0x689/frame 0xfffffe0054189a90 fdescfree() at fdescfree+0xab7/frame 0xfffffe0054189c80 exit1() at exit1+0x8bf/frame 0xfffffe0054189d10 sys_exit() at sys_exit+0x28/frame 0xfffffe0054189d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe0054189f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0054189f30 --- syscall (1, FreeBSD ELF64, sys_exit), rip = 0x2ebd9a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe470 --- KDB: enter: panic [ thread pid 47290 tid 150450 ] Stopped at kdb_enter+0x6b: movq $0,0x250deea(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x309f75475553469e rdx 0x1 rbx 0 rsp 0xfffffe0054189410 rbp 0xfffffe0054189430 rsi 0 rdi 0xffffffff81760d7a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a0fc530 r12 0xfffffe009a0fc020 r13 0xfffffe0054189401 r14 0xffffffff82b44540 .str.18 r15 0xffffffff82b44540 .str.18 rip 0xffffffff8175432b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250deea(%rip) db> show proc Process 47290 (syz-executor.1) at 0xfffffe009a02e548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 779 at 0xfffffe005887d548 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053de5000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009a0c59f8 (map 0xfffffe009a0c59f8) (map.pmap 0xfffffe009a0c5ab8) (pmap 0xfffffe009a0c5b20) threads: 1 150450 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 47292 778 778 0 RE syz-executor.0 47291 789 789 0 R (threaded) syz-executor.3 146058 RunQ syz-executor.3 151661 S uwait 0xfffffe009293c780 syz-executor.3 47290 779 779 0 RE CPU 0 syz-executor.1 10054 1 10054 65 Ss select 0xfffffe0092ef7f40 dhclient 8586 1 8586 0 Ss select 0xfffffe0092ef85c0 dhclient 8579 1 8579 0 Rs CPU -1 dhclient 8545 1 8545 65 Ss select 0xfffffe0092585d40 dhclient 8428 1 789 0 SV uwait 0xfffffe009293c280 syz-executor.3 8420 1 789 0 SV uwait 0xfffffe009293c980 syz-executor.3 8409 1 789 0 SV uwait 0xfffffe00576c8780 syz-executor.3 8401 1 789 0 SV uwait 0xfffffe009293b480 syz-executor.3 8390 1 789 0 SV uwait 0xfffffe009293ae80 syz-executor.3 8378 1 789 0 SV uwait 0xfffffe009293b780 syz-executor.3 6706 1 6706 0 Ss select 0xfffffe0092585f40 dhclient 6703 1 6703 0 Ss select 0xfffffe0092ef9040 dhclient 6684 1 6684 65 Ss select 0xfffffe0092586940 dhclient 3016 1 3016 0 Ss select 0xfffffe0092ef8e40 dhclient 3013 1 3013 0 Ss select 0xfffffe0058adaec0 dhclient 2994 1 2994 65 Ss select 0xfffffe0058b2e040 dhclient 1664 1661 783 0 SV uwait 0xfffffe00576c8c00 syz-executor.2 1661 1 783 0 DV ppwait 0xfffffe0099b94a40 syz-executor.2 1651 1 783 0 SV uwait 0xfffffe00576c8f00 syz-executor.2 1639 1 783 0 SV uwait 0xfffffe0053e98680 syz-executor.2 1594 0 0 0 DL aiordy 0xfffffe00929f8000 [aiod4] 1592 0 0 0 DL aiordy 0xfffffe0092e66a90 [aiod3] 1591 0 0 0 DL aiordy 0xfffffe0092faa548 [aiod2] 1590 0 0 0 DL aiordy 0xfffffe0053de3000 [aiod1] 1448 1 1448 0 Ss select 0xfffffe0058adaf40 dhclient 1445 1 1445 0 Ss select 0xfffffe0092ef8cc0 dhclient 789 773 789 0 Rs syz-executor.3 783 773 783 0 Rs syz-executor.2 779 773 779 0 Ss nanslp 0xffffffff83c2f8c0 syz-executor.1 778 773 778 0 Ss nanslp 0xffffffff83c2f8c0 syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100112 S uwait 0xfffffe0007994d80 syz-fuzzer 100113 S uwait 0xfffffe0053e97c00 syz-fuzzer 100114 S uwait 0xfffffe0053e97d00 syz-fuzzer 100115 S uwait 0xfffffe009293d400 syz-fuzzer 100116 S uwait 0xfffffe0007994e80 syz-fuzzer 100117 S uwait 0xfffffe0053e97000 syz-fuzzer 100118 S uwait 0xfffffe0053e97100 syz-fuzzer 100119 S kqread 0xfffffe0053f69100 syz-fuzzer 100123 S uwait 0xfffffe0053e97700 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe0092e675f8 csh 769 687 769 0 Ss select 0xfffffe0092586240 sshd 753 1 753 0 Ss+ ttyin 0xfffffe00576de8b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0053f8c0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0053f8c8b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005863bcb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005863c4b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005863ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005863d4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005863dcb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576e94b0 getty 691 1 691 0 Ss nanslp 0xffffffff83c2f8c1 cron 687 1 687 0 Ss select 0xfffffe0092921040 sshd 500 1 500 0 Ss select 0xfffffe0058b2e240 syslogd 429 1 429 0 Ss select 0xfffffe0092586e40 devd 428 1 428 65 Ss select 0xfffffe0092586cc0 dhclient 343 1 343 0 Ss select 0xfffffe0058b2e840 dhclient 340 1 340 0 Ss select 0xfffffe0092586dc0 dhclient 16 0 0 0 DL syncer 0xffffffff83d550c0 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0058884000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d536e0 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100091 D sdflush 0xfffffe0058c89ce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d86b80 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7aa38 [dom0] 100079 D launds 0xffffffff83d7aa44 [laundry: dom0] 100080 D umarcl 0xffffffff81e44f30 [uma] 6 0 0 0 DL - 0xffffffff839eb788 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff8456d1c0 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84731530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388d740 [doneq0] 100046 D - 0xffffffff8388d6c0 [async] 100075 D - 0xffffffff8388d540 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057147c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d76280 [crypto] 100042 D crypto_ 0xfffffe0053fb3030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb3080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c04f80 [g_event] 100037 D - 0xffffffff83c04fa0 [g_up] 100038 D - 0xffffffff83c04fc0 [g_down] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi5: fast taskq] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de5000 [init] 10 0 0 0 DL audit_w 0xffffffff83d76d60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c05a20 [swapper] 100005 D - 0xfffffe0053e15000 [if_io_tqg_0] 100006 D - 0xfffffe0053e14e00 [if_io_tqg_1] 100007 D - 0xfffffe0053e14d00 [if_config_tqg_0] 100008 D - 0xfffffe0053e14c00 [softirq_0] 100009 D - 0xfffffe0053e14b00 [softirq_1] 100010 D - 0xfffffe00081db000 [kqueue_ctx taskq] 100011 D - 0xfffffe00081dae00 [pci_hp taskq] 100012 D - 0xfffffe00081dad00 [linuxkpi_irq_wq] 100015 D - 0xfffffe00081daa00 [aiod_kick taskq] 100016 D - 0xfffffe00081da900 [inm_free taskq] 100017 D - 0xfffffe00081da800 [in6m_free taskq] 100018 D - 0xfffffe00081da700 [deferred_unmount ta] 100019 D - 0xfffffe00081da600 [thread taskq] 100021 D - 0xfffffe00081da400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081da400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081da400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081da400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081da300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081da300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081da300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081da300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f6b300 [firmware taskq] 100039 D - 0xfffffe0053f6a800 [crypto_0] 100040 D - 0xfffffe0053f6a800 [crypto_1] 100056 D - 0xfffffe0053f69e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f69d00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f69c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f69b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571a0600 [virtio_balloon] 100065 D - 0xffffffff82b4a020 [deadlkres] 100070 D - 0xfffffe00081db100 [mca taskq] 100071 D - 0xfffffe0053f69900 [acpi_task_0] 100072 D - 0xfffffe0053f69900 [acpi_task_1] 100073 D - 0xfffffe0053f69900 [acpi_task_2] 100074 D - 0xfffffe0053f6a100 [CAM taskq] db> show all locks Process 47290 (syz-executor.1) thread 0xfffffe009a0fc020 (150450) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe009b5bf070) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3339 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c40f80) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3338 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe009b5bf090) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3337 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 pcb 3050 3940K 246774 sysctloid 35462 2089K 35533 vtbuf 24 1968K 46 sctp_stro 1501 1501K 27957 kobj 322 1288K 481 sctp_atcl 3043 1142K 151641 newblk 9 1026K 49508 vfscache 3 1025K 3 inodedep 1062 910K 46552 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_atky 4618 487K 181627 intr 4 472K 4 subproc 160 311K 47384 filedesc 36 281K 92553 vmem 3 274K 6 dirrem 1053 264K 46437 acpica 1674 184K 56282 vnet_data 1 168K 1 tidhash 3 141K 3 linker 353 134K 381 freefile 1053 132K 46425 pagedep 9 130K 46284 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 118 bus 973 80K 3426 mtx_pool 2 72K 2 sctp_timw 282 71K 282 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 umtx 418 53K 418 sctp_athm 3043 48K 151694 sctp_map 3002 47K 55914 kdtrace 237 47K 98955 temp 34 33K 3000 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 2132 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 136 16K 428 ithread 99 16K 99 lltable 49 16K 162 bus-sc 34 15K 1651 sctp_stri 27 14K 396 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 cred 38 10K 299 in6_multi 71 9K 71 bmsafemap 2 9K 46597 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 37 rpc 2 8K 2 shmfd 1 8K 179 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 71 7K 47417 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 503 pf_osfp 45 6K 45 ufs_dirhash 24 5K 24 UMA 272 5K 272 session 35 5K 55 pf_ifnet 10 5K 45 DEVFSP 68 5K 3223 pwddesc 67 5K 47293 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 101 4K 48731 acpisem 28 4K 28 lockf 32 4K 70 selfd 54 4K 646196 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 299 uidinfo 3 3K 17 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 279 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 47372 softdep 1 1K 1 mkdir 8 1K 92526 freeblks 4 1K 46401 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 106 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 6108 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 46263 diradd 4 1K 46478 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 15 1K 10158 osd 8 1K 8575 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 8564 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 xform 2 1K 11449 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 83430 filecaps 5 1K 123 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 2587 pf_table 0 0K 0 pf_rule 0 0K 1528 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 52240 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 filemon 0 0K 62 mqdata 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 38244 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 50 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 1586 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 117 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 8 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 46576 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1108 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 59 lio 0 0K 35 acl 0 0K 0 PUC 0 0K 0 mbuf_tag 0 0K 179 ktls 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 40447 ioctlops 0 0K 5048 eventfd 0 0K 151 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 1026 sysctl 0 0K 3 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 9019 633 1360323 0 254 39534592 0 tcp_log 416 0 9909 57862 0 254 4122144 0 sctp_asoc 2288 1501 279 27957 0 254 4072640 0 malloc-2048 2048 1520 40 123243 0 8 3194880 0 mbuf 256 11617 582 2538780 0 254 3122944 0 sctp_ep 1208 1515 525 123103 0 254 2464320 0 RADIX NODE 144 16148 423 942258 0 63 2386224 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 pbuf 2624 0 778 0 0 2 2041472 0 BUF TRIE 144 198 11590 4095 0 62 1697472 0 malloc-384 384 4117 53 4118 0 30 1601280 0 malloc-1024 1024 1505 31 28292 0 16 1572864 0 malloc-128 128 11740 257 58665 0 126 1535616 0 UMA Slabs 0 112 12495 27 12495 0 126 1402464 0 malloc-4096 4096 323 3 885 0 2 1335296 0 sctp_raddr 736 1502 280 27957 0 254 1311552 0 vmem btag 56 22828 107 22828 0 254 1284360 0 malloc-384 384 3069 81 151780 0 30 1209600 0 malloc-384 384 1075 1865 46587 0 30 1128960 0 malloc-256 256 1144 1901 141068 0 62 779520 0 malloc-256 256 35 2950 38649 0 62 764160 0 socket 960 53 711 134902 0 254 733440 0 VM OBJECT 264 2554 146 1009063 0 31 712800 0 FFS inode 1160 528 32 46956 0 8 649600 0 256 Bucket 2048 269 25 6475 0 8 602112 0 tcpcb 1096 4 507 8564 0 254 560056 0 malloc-128 128 2273 2036 73277 0 126 551552 0 malloc-256 256 1795 140 175140 0 62 495360 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 malloc-16384 16384 19 5 46291 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 THREAD 1808 167 42 51661 0 8 377872 0 MAP ENTRY 96 3201 453 2385066 0 126 350784 0 ripcb 448 5 760 786 0 254 342720 0 tcp_inpcb 448 4 761 8564 0 254 342720 0 udp_inpcb 448 6 759 485 0 254 342720 0 malloc-8192 8192 41 0 63 0 1 335872 0 sctp_chunk 152 1826 228 2578 0 254 312208 0 malloc-4096 4096 69 7 47293 0 2 311296 0 VNODE 448 569 97 46999 0 30 298368 0 malloc-64 64 4013 586 51324 0 254 294336 0 tcp_bbr_map 128 0 2046 35509 0 126 261888 0 mbuf_packet 256 574 442 92743 0 254 260096 0 malloc-16 16 14671 579 23295 0 254 244000 0 ertt_txseginfo 40 0 5858 174114 0 254 234320 0 udplite_inpcb 448 0 513 323 0 254 229824 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 202 668 54673 0 62 222720 0 malloc-65536 65536 0 3 162 0 1 196608 0 malloc-32768 32768 0 6 1496 0 1 196608 0 malloc-32 32 5477 445 5724 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 169 56 55868 0 16 187200 0 malloc-128 128 1131 264 98155 0 126 178560 0 malloc-64 64 2085 498 30485 0 254 165312 0 malloc-1024 1024 133 27 150 0 16 163840 0 FFS2 dinode 256 528 102 46956 0 62 161280 0 S VFS Cache 104 1026 495 50252 0 126 158184 0 VMSPACE 2552 48 12 47264 0 4 153120 0 128 Bucket 1024 110 37 5907 0 16 150528 0 malloc-4096 4096 33 3 64 0 2 147456 0 malloc-65536 65536 0 2 482 0 1 131072 0 unpcb 256 20 490 1581 0 254 130560 0 malloc-32 32 3356 550 156738 0 254 124992 0 PROC 1352 68 22 47292 0 8 121680 0 64 Bucket 512 171 61 31075 0 30 118784 0 sctp_stream_msg_out 112 553 491 2858 0 254 116928 0 ksiginfo 112 80 964 4474 0 126 116928 0 malloc-2048 2048 7 49 1039 0 8 114688 0 malloc-256 256 324 111 48471 0 62 111360 0 malloc-32768 32768 0 3 120 0 1 98304 0 filedesc0 1072 69 22 47293 0 8 97552 0 pipe 744 23 107 1451 0 16 96720 0 UMA Kegs 384 230 3 230 0 30 89472 0 clpbuf 2624 0 32 47 0 16 83968 0 malloc-8192 8192 5 5 96 0 1 81920 0 32 Bucket 256 119 196 7750 0 62 80640 0 sctp_readq 152 6 514 348 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 31027 0 30 73440 0 malloc-64 64 500 571 647114 0 254 68544 0 malloc-128 128 326 201 1190 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-16384 16384 0 4 160 0 1 65536 0 Files 80 233 567 206702 0 126 64000 0 malloc-16 16 3386 614 225667 0 254 64000 0 malloc-512 512 11 109 83 0 30 61440 0 malloc-512 512 38 82 456 0 30 61440 0 malloc-16 16 3076 674 116824 0 254 60000 0 malloc-384 384 94 56 94 0 30 57600 0 malloc-64 64 295 524 47570 0 254 52416 0 malloc-64 64 167 652 8462 0 254 52416 0 malloc-256 256 6 189 49721 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 219704 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 211 0 1 49152 0 malloc-2048 2048 3 21 2370 0 8 49152 0 malloc-1024 1024 0 48 2039 0 16 49152 0 malloc-1024 1024 10 38 1867 0 16 49152 0 tcp_rack_pcb 896 0 54 2587 0 16 48384 0 malloc-384 384 72 48 130 0 30 46080 0 pcpu-8 8 4738 894 6838 0 254 45056 0 tcp_bbr_pcb 832 0 54 4511 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-4096 4096 4 6 9 0 2 40960 0 malloc-4096 4096 4 6 47201 0 2 40960 0 malloc-4096 4096 7 3 14 0 2 40960 0 sctp_laddr 48 116 724 23498 0 254 40320 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 7872 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 PWD 32 28 1106 46363 0 254 36288 0 malloc-64 64 35 532 35 0 254 36288 0 malloc-64 64 90 477 23776 0 254 36288 0 malloc-64 64 101 466 56447 0 254 36288 0 16 Bucket 144 84 168 929 0 62 36288 0 8 Bucket 80 54 396 11352 0 126 36000 0 malloc-128 128 57 222 2644 0 126 35712 0 malloc-128 128 31 248 3697 0 126 35712 0 malloc-128 128 65 214 47863 0 126 35712 0 malloc-128 128 53 226 2373 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 51 39 53 0 30 34560 0 malloc-256 256 34 101 1340 0 62 34560 0 malloc-256 256 21 114 279 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 2 14 4258 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 4 12 28 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 9 7 203 0 8 32768 0 malloc-1024 1024 9 23 10 0 16 32768 0 malloc-1024 1024 6 26 27 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 1 63 13 0 30 32768 0 pcpu-64 64 479 33 479 0 254 32768 0 KNOTE 160 28 172 447302 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 4886 0 126 31680 0 cpuset 104 7 272 508 0 126 29016 0 tcp_inpcb 32 2 880 6910 0 254 28224 0 ertt 72 4 388 8564 0 126 28224 0 malloc-32 32 171 711 66369 0 254 28224 0 malloc-32 32 56 826 18437 0 254 28224 0 4 Bucket 48 7 581 992 0 254 28224 0 2 Bucket 32 72 810 4907 0 254 28224 0 AIO 208 0 133 111 0 62 27664 0 malloc-4096 4096 2 4 6 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 55 0 126 24288 0 rl_entry 40 94 512 94 0 254 24240 0 malloc-384 384 1 59 341 0 30 23040 0 domainset 40 0 567 385 0 254 22680 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 udplite_inpcb 32 0 630 48 0 254 20160 0 udpcb 32 6 624 808 0 254 20160 0 udp_inpcb 32 3 627 39 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 5 625 290 0 254 20160 0 malloc-32 32 21 609 759 0 254 20160 0 malloc-32 32 83 547 661 0 254 20160 0 malloc-32 32 16 614 2127 0 254 20160 0 cryptop 280 0 70 2119 0 30 19600 0 AIOCB 552 0 35 203 0 16 19320 0 AIOLIO 272 0 70 35 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-512 512 2 30 238 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 754290 0 254 16032 0 tcp_log_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_bucket 176 0 69 1 0 62 12144 0 malloc-16 16 5 745 2043 0 254 12000 0 malloc-16 16 7 743 11262 0 254 12000 0 malloc-16 16 192 558 40123 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 6 744 2139 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-8192 8192 0 1 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0