panic: sctp_inpcb_free: inp 0xfffffe009f14d2e0 still has socket cpuid = 1 time = 437 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a5b2c2d0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a5b2c430 vpanic() at vpanic+0x2b8/frame 0xfffffe00a5b2c510 panic() at panic+0xb5/frame 0xfffffe00a5b2c5e0 sctp_inpcb_free() at sctp_inpcb_free+0x1fd3/frame 0xfffffe00a5b2c670 sctp6_abort() at sctp6_abort+0x175/frame 0xfffffe00a5b2c750 soabort() at soabort+0xce/frame 0xfffffe00a5b2c770 soclose() at soclose+0x7a3/frame 0xfffffe00a5b2c880 _fdrop() at _fdrop+0x58/frame 0xfffffe00a5b2c8b0 closef() at closef+0x689/frame 0xfffffe00a5b2ca90 fdescfree() at fdescfree+0xaa4/frame 0xfffffe00a5b2cc70 exit1() at exit1+0x882/frame 0xfffffe00a5b2cd10 sys_exit() at sys_exit+0x28/frame 0xfffffe00a5b2cd30 ia32_syscall() at ia32_syscall+0x419/frame 0xfffffe00a5b2cf30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5e0 KDB: enter: panic [ thread pid 26980 tid 129269 ] Stopped at kdb_enter+0x6b: movq $0,0x270442a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x27e59220a3b432fd rdx 0x1 rbx 0 rsp 0xfffffe00a5b2c410 rbp 0xfffffe00a5b2c430 rsi 0 rdi 0xffffffff81782a7a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe00a5e576f0 r12 0xfffffe00a5e571e0 r13 0xfffffe00a5b2c401 r14 0xffffffff82bc9b40 .str.26 r15 0xffffffff82bc9b40 .str.26 rip 0xffffffff81775feb kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x270442a(%rip) db> show proc Process 26980 (syz-executor.2) at 0xfffffe009f078a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 780 at 0xfffffe0056f9c548 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053df0000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a63803f0 (map 0xfffffe00a63803f0) (map.pmap 0xfffffe00a63804b0) (pmap 0xfffffe00a6380518) threads: 1 129269 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 26980 780 780 0 RE CPU 1 syz-executor.2 26979 781 781 0 R (threaded) syz-executor.3 129559 Run CPU -1 syz-executor.3 130740 S uwait 0xfffffe0058cd4580 syz-executor.3 26974 777 777 0 R (threaded) syz-executor.0 129836 S nanslp 0xffffffff83e47a81 syz-executor.0 130735 RunQ syz-executor.0 130739 S uwait 0xfffffe0058cd4080 syz-executor.0 26973 778 778 0 T (threaded) syz-executor.1 130743 s syz-executor.1 130747 RunQ syz-executor.1 25634 1 781 0 S uwait 0xfffffe0057892600 syz-executor.3 25619 1 780 0 S uwait 0xfffffe0057893780 syz-executor.2 25615 1 780 0 S uwait 0xfffffe0058cd8480 syz-executor.2 25609 1 780 0 S uwait 0xfffffe0056fe4900 syz-executor.2 25599 1 780 0 S uwait 0xfffffe0058cd6380 syz-executor.2 25590 1 780 0 S uwait 0xfffffe0057892200 syz-executor.2 25580 1 780 0 S uwait 0xfffffe0058cd6a80 syz-executor.2 11543 1 780 0 S uwait 0xfffffe0057892100 syz-executor.2 11535 1 780 0 S uwait 0xfffffe0058cd6680 syz-executor.2 10688 1 780 0 S uwait 0xfffffe0057892d80 syz-executor.2 10682 1 780 0 S uwait 0xfffffe0057893200 syz-executor.2 10673 1 780 0 S uwait 0xfffffe0058cd4b80 syz-executor.2 8610 1 8610 65 Ss select 0xfffffe0057877a40 dhclient 7163 0 0 0 DL - 0xffffffff83e1f800 [accounting] 7057 1 7057 0 Ss select 0xfffffe00a5ffa7c0 dhclient 7054 1 7054 0 Ss select 0xfffffe00a5ff9cc0 dhclient 7035 1 7035 65 Ss select 0xfffffe00a5ff9ec0 dhclient 6451 0 0 0 DL aiordy 0xfffffe0056f9d000 [aiod4] 6450 0 0 0 DL aiordy 0xfffffe009f17e000 [aiod3] 6449 0 0 0 DL aiordy 0xfffffe009f079548 [aiod2] 6447 0 0 0 DL aiordy 0xfffffe009f079a90 [aiod1] 5494 1 5494 0 Ss select 0xfffffe005787fdc0 dhclient 5491 1 5491 0 Ss select 0xfffffe0057880840 dhclient 5456 1 5456 65 Ss select 0xfffffe0058bb0d40 dhclient 3633 1 3633 0 Ss select 0xfffffe00a5ffac40 dhclient 3630 1 3630 0 Ss select 0xfffffe00a5ffabc0 dhclient 3611 1 3611 65 Ss select 0xfffffe00a5ffacc0 dhclient 824 1 824 0 Ss select 0xfffffe00578800c0 dhclient 818 1 818 0 Ss select 0xfffffe0058bb0ac0 dhclient 781 774 781 0 Ss nanslp 0xffffffff83e47a81 syz-executor.3 780 774 780 0 Rs syz-executor.2 778 774 778 0 Ss nanslp 0xffffffff83e47a81 syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100088 S uwait 0xfffffe0056fe2800 syz-fuzzer 100114 S uwait 0xfffffe0057894700 syz-fuzzer 100115 S uwait 0xfffffe0057894800 syz-fuzzer 100116 S uwait 0xfffffe0057894900 syz-fuzzer 100117 S uwait 0xfffffe0058cd7d00 syz-fuzzer 100118 S uwait 0xfffffe0057894a00 syz-fuzzer 100119 S kqread 0xfffffe0058b7b200 syz-fuzzer 100120 S uwait 0xfffffe0057894c00 syz-fuzzer 100121 S uwait 0xfffffe0057893b80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0056f9c0b0 csh 770 688 770 0 Ss select 0xfffffe005787fd40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574774b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0058690cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00586914b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0058691cb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00586924b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058692cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0053f414b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0053f41cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0053f424b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e47a81 cron 688 1 688 0 Ss select 0xfffffe0057880bc0 sshd 501 1 501 0 Ss select 0xfffffe0057880940 syslogd 430 1 430 0 Ss select 0xfffffe0057880cc0 devd 429 1 429 65 Ss select 0xfffffe0057880b40 dhclient 344 1 344 0 Ss select 0xfffffe0057880c40 dhclient 341 1 341 0 Ss select 0xfffffe0057881340 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f9e548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6d2e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6b8e0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0058cfdce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9f400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f932b8 [dom0] 100083 D launds 0xffffffff83f932c4 [laundry: dom0] 100084 D umarcl 0xffffffff81eb20c0 [uma] 7 0 0 0 DL - 0xffffffff83c03788 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff846cb530 [pf purge] 5 0 0 0 DL waiting 0xffffffff849f84a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa56c0 [doneq0] 100045 D - 0xffffffff83aa5640 [async] 100076 D - 0xffffffff83aa54c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f01c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8eae0 [crypto] 100041 D crypto_ 0xfffffe0053f73030 [crypto returns 0] 100042 D crypto_ 0xfffffe0053f73080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1d000 [g_event] 100036 D - 0xffffffff83e1d020 [g_up] 100037 D - 0xffffffff83e1d040 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df0000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8f5e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1da40 [swapper] 100005 D - 0xfffffe0008191000 [if_config_tqg_0] 100006 D - 0xfffffe0008190e00 [softirq_0] 100007 D - 0xfffffe0008190d00 [softirq_1] 100008 D - 0xfffffe0008190c00 [if_io_tqg_0] 100009 D - 0xfffffe0008190b00 [if_io_tqg_1] 100010 D - 0xfffffe0008190a00 [inm_free taskq] 100011 D - 0xfffffe0008190900 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008190800 [in6m_free taskq] 100013 D - 0xfffffe0008190700 [deferred_unmount ta] 100014 D - 0xfffffe0008190600 [thread taskq] 100016 D - 0xfffffe0008190400 [kqueue_ctx taskq] 100017 D - 0xfffffe0008190300 [pci_hp taskq] 100020 D - 0xfffffe0008190000 [aiod_kick taskq] 100021 D - 0xfffffe000818fe00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818fe00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818fe00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818fe00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818fd00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818fd00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818fd00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818fd00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000818fc00 [firmware taskq] 100038 D - 0xfffffe000818f200 [crypto_0] 100039 D - 0xfffffe000818f200 [crypto_1] 100055 D - 0xfffffe000818e900 [vtnet0 rxq 0] 100056 D - 0xfffffe000818e800 [vtnet0 txq 0] 100057 D - 0xfffffe000818e700 [vtnet0 rxq 1] 100058 D - 0xfffffe000818e600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f4be00 [virtio_balloon] 100066 D - 0xffffffff82bcf9c1 [deadlkres] 100070 D - 0xfffffe0008191100 [mca taskq] 100072 D - 0xfffffe000818eb00 [acpi_task_0] 100073 D - 0xfffffe000818eb00 [acpi_task_1] 100074 D - 0xfffffe000818eb00 [acpi_task_2] 100075 D - 0xfffffe000818ea00 [CAM taskq] db> show all locks Process 26980 (syz-executor.2) thread 0xfffffe00a5e571e0 (129269) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe009f14d700) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3340 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c43db8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3339 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe009f14d720) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3338 Process 26974 (syz-executor.0) thread 0xfffffe00a620a020 (130735) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00079a1948) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3988 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe00a62d0af0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_vnops.c:1166 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35322 2081K 35393 vtbuf 24 1968K 46 kobj 328 1312K 489 newblk 15 1028K 59217 vfscache 3 1025K 3 pcb 122 647K 57282 inodedep 12 517K 29068 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 165 331K 27072 filedesc 42 329K 52135 vmem 3 274K 5 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 386 pagedep 9 130K 26076 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 83 bus 994 81K 5207 mtx_pool 2 72K 2 syncache 1 68K 1 module 513 65K 513 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 418 53K 418 kdtrace 252 50K 57730 sctp_stro 44 44K 11490 sctp_timw 172 43K 172 sctp_atcl 95 36K 43231 temp 34 33K 18973 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 113 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 130 16K 15446 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 42 13K 111 KTRACE 101 13K 122 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 28240 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 70 rpc 2 8K 2 shmfd 1 8K 10 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 76 7K 27007 taskqueue 63 7K 63 cred 26 7K 309 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 518 sctp_atky 139 6K 54738 ufs_dirhash 24 5K 24 pwddesc 73 5K 26981 pf_ifnet 11 5K 2793 UMA 272 5K 272 session 35 5K 56 DEVFSP 68 5K 280 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 104 4K 28304 acpisem 28 4K 28 selfd 55 4K 365226 lockf 32 4K 60 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 98 uidinfo 3 3K 14 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 30 2K 1337 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 sctp_athm 95 2K 43979 sctp_map 88 2K 22702 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 94 NFSD session 1 1K 1 CC Mem 15 1K 8029 CAM periph 4 1K 271 inpcbpolicy 26 1K 8900 ipsec 3 1K 3 sctp_ifn 6 1K 14 dirrem 3 1K 27234 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 27277 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 14 osd 19 1K 8036 sctp_stri 1 1K 3455 newdirblk 4 1K 26049 mkdir 4 1K 52098 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 freework 1 1K 39482 indirdep 1 1K 20056 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 tcp_fsb 1 1K 1579 cryptodev 2 1K 63 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 iov 2 1K 35527 eventfd 1 1K 15 pmchooks 1 1K 1 soname 4 1K 48058 filecaps 5 1K 103 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 11327 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 pf_table 0 0K 3759 pf_rule 0 0K 2034 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 158 tcp_do 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 32345 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 44 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 27212 freeblks 0 0K 28033 freefrag 0 0K 49 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 761 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 26305 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 11 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 49 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 123 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 7437 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 870 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8331 1067 1218683 0 254 38494208 0 mbuf 256 8903 7870 2356065 0 254 4293888 0 pbuf 2624 0 989 0 0 2 2595136 0 tcp_log 416 0 5337 21018 0 254 2220192 0 malloc-384 384 4128 1512 33185 0 30 2165760 0 RADIX NODE 144 13302 1617 764615 0 63 2148336 0 sctp_asoc 2256 44 721 11331 0 254 1725840 0 BUF TRIE 144 186 11602 37563 0 62 1697472 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11638 359 91134 0 126 1535616 0 malloc-4096 4096 330 4 2589 0 2 1368064 0 UMA Slabs 0 112 11216 10 11216 0 126 1257312 0 vmem btag 56 20341 74 20341 0 254 1143240 0 tcp_bbr_map 128 6200 1240 65477 0 126 952320 0 sctp_ep 1208 50 720 28341 0 254 930160 0 socket 960 59 705 39687 0 254 733440 0 256 Bucket 2048 288 40 6682 0 8 671744 0 FFS inode 1160 538 36 27750 0 8 665840 0 malloc-2048 2048 57 255 28349 0 9 638976 0 VM OBJECT 264 2246 64 399210 0 30 609840 0 sctp_raddr 736 44 726 12343 0 254 566720 0 tcpcb 1104 15 496 8025 0 254 564144 0 ertt_txseginfo 40 10944 1580 145282 0 254 500960 0 malloc-256 256 46 1634 59021 0 62 430080 0 malloc-256 256 66 1554 33159 0 62 414720 0 malloc-16384 16384 21 4 26066 0 1 409600 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_chunk 152 13 2535 20218 0 254 387296 0 THREAD 1808 177 32 30748 0 8 377872 0 malloc-4096 4096 79 5 26998 0 2 344064 0 MAP ENTRY 96 2999 277 865816 0 126 314496 0 malloc-8192 8192 1 37 159 0 1 311296 0 malloc-1024 1024 47 257 11346 0 16 311296 0 VNODE 448 579 87 27793 0 30 298368 0 malloc-64 64 3972 627 396055 0 254 294336 0 malloc-384 384 124 536 43329 0 30 253440 0 malloc-16 16 14624 376 22702 0 254 240000 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-128 128 33 1610 27447 0 126 210304 0 malloc-65536 65536 1 2 231 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-32768 32768 0 6 19089 0 1 196608 0 mbuf_packet 256 79 683 43351 0 254 195072 0 malloc-128 128 1240 279 27176 0 126 194432 0 malloc-32 32 5564 358 6014 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 179 46 37472 0 16 187200 0 128 Bucket 1024 104 75 3604 0 16 183296 0 malloc-128 128 1171 224 8200 0 126 178560 0 FFS2 dinode 256 538 152 27750 0 62 176640 0 malloc-256 256 213 477 63530 0 62 176640 0 malloc-1024 1024 137 23 154 0 16 163840 0 S VFS Cache 104 1068 453 29171 0 126 158184 0 VMSPACE 2552 52 8 26965 0 4 153120 0 malloc-2048 2048 5 67 1228 0 8 147456 0 malloc-65536 65536 0 2 8 0 1 131072 0 unpcb 256 20 490 2397 0 254 130560 0 malloc-256 256 30 480 3075 0 62 130560 0 malloc-256 256 108 402 96211 0 62 130560 0 PROC 1352 73 17 26980 0 8 121680 0 64 Bucket 512 144 88 22657 0 30 118784 0 ksiginfo 112 79 965 6923 0 126 116928 0 malloc-256 256 274 161 31721 0 62 111360 0 malloc-4096 4096 21 5 35 0 2 106496 0 filedesc0 1072 74 24 26981 0 8 105056 0 malloc-64 64 615 960 16485 0 254 100800 0 pcpu-8 8 4720 7568 82135 0 254 98304 0 pipe 744 23 107 802 0 16 96720 0 malloc-256 256 193 182 8067 0 62 96000 0 malloc-8192 8192 9 2 37 0 1 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 syncache 168 0 528 8 0 254 88704 0 malloc-128 128 373 278 28301 0 126 83328 0 malloc-8192 8192 8 2 10 0 1 81920 0 malloc-4096 4096 19 1 33 0 2 81920 0 32 Bucket 256 151 164 13087 0 62 80640 0 sctp_readq 152 1 519 1321 0 254 79040 0 g_bio 408 0 180 277579 0 30 73440 0 malloc-384 384 143 37 1614 0 30 69120 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-16384 16384 3 1 4 0 1 65536 0 malloc-2048 2048 10 22 3810 0 8 65536 0 tcp_inpcb 424 15 138 8025 0 30 64872 0 sctp_stream_msg_out 112 127 413 3376 0 254 60480 0 ripcb 424 5 121 632 0 30 53424 0 malloc-64 64 39 780 19915 0 254 52416 0 malloc-64 64 115 704 37362 0 254 52416 0 malloc-64 64 566 253 1151 0 254 52416 0 Files 80 242 408 88474 0 126 52000 0 malloc-256 256 7 188 29089 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 135474 0 16 49152 0 malloc-2048 2048 3 21 4102 0 8 49152 0 malloc-1024 1024 5 43 3011 0 16 49152 0 malloc-512 512 1 95 3456 0 30 49152 0 tcp_rack_pcb 896 1 53 1579 0 16 48384 0 tcp_bbr_pcb 832 10 44 4260 0 16 44928 0 malloc-32 32 256 1130 78819 0 254 44352 0 TURNSTILE 136 210 105 210 0 62 42840 0 clpbuf 2624 0 16 38 0 16 41984 0 sctp_laddr 48 7 833 13319 0 254 40320 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 221 0 30 38160 0 da_ccb 544 0 70 69495 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 PWD 32 33 1101 26144 0 254 36288 0 malloc-64 64 115 452 27083 0 254 36288 0 malloc-64 64 223 344 253 0 254 36288 0 malloc-64 64 165 402 382 0 254 36288 0 16 Bucket 144 109 143 3826 0 62 36288 0 malloc-128 128 36 243 154 0 126 35712 0 malloc-128 128 30 249 3603 0 126 35712 0 malloc-128 128 47 232 47 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 3 87 7589 0 30 34560 0 malloc-384 384 50 40 52 0 30 34560 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-4096 4096 2 6 26930 0 2 32768 0 malloc-2048 2048 3 13 4944 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 8 24 12 0 16 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 3 29 290 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 3 29 19 0 16 32768 0 malloc-512 512 12 52 43 0 30 32768 0 malloc-512 512 0 64 143 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 3 61 95 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 ipq 56 0 576 2 0 254 32256 0 KNOTE 160 28 172 210622 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 2 262 3031 0 126 31680 0 cpuset 104 8 271 2648 0 126 29016 0 tcp_inpcb ports 32 3 879 5943 0 254 28224 0 ertt 72 15 377 8025 0 126 28224 0 4 Bucket 48 6 582 576 0 254 28224 0 2 Bucket 32 79 803 7948 0 254 28224 0 malloc-16 16 338 1412 59477 0 254 28000 0 udplite_inpcb 424 0 63 22 0 30 26712 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 103 0 1 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 56 0 126 24288 0 rl_entry 40 108 498 108 0 254 24240 0 malloc-16 16 182 1318 68132 0 254 24000 0 8 Bucket 80 66 234 5301 0 126 24000 0 malloc-384 384 20 40 360 0 30 23040 0 domainset 40 0 567 1995 0 254 22680 0 udpcb 32 6 624 243 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 107 523 1414 0 254 20160 0 malloc-32 32 26 604 1423 0 254 20160 0 malloc-32 32 122 508 21383 0 254 20160 0 malloc-32 32 59 571 2146 0 254 20160 0 malloc-32 32 54 576 774 0 254 20160 0 malloc-32 32 5 625 9 0 254 20160 0 AIOCB 552 0 35 564 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 5 0 2 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-512 512 0 32 69 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 641557 0 254 16032 0 AIO 208 0 76 527 0 62 15808 0 kenv 258 15 45 1049 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 14 736 13576 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 291 459 26565 0 254 12000 0 malloc-16 16 10 740 12 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 0 500 2 0 254 8000 0 UMA Slabs 1 176 24 21 24 0 62 7920 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 39 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0