panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:434 cpuid = 0 time = 1625530082 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037790b0 vpanic() at vpanic+0x1cc/frame 0xfffffe0003779110 panic() at panic+0x43/frame 0xfffffe0003779170 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe00037791d0 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe00037791f0 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe0003779260 sctp_process_control() at sctp_process_control+0x8e29/frame 0xfffffe00037796e0 sctp_common_input_processing() at sctp_common_input_processing+0x83a/frame 0xfffffe0003779860 sctp6_input_with_port() at sctp6_input_with_port+0x302/frame 0xfffffe0003779960 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe0003779980 ip6_input() at ip6_input+0x162c/frame 0xfffffe0003779a90 swi_net() at swi_net+0x20e/frame 0xfffffe0003779b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003779bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003779bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003779bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100032 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff81132530 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003779090 rbp 0xfffffe00037790b0 rsi 0 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0003778f80 r11 0x1fffcfff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6f000 r14 0xffffffff81a759c1 r15 0xffffffff81a759c1 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c75a70: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271ee70 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271ee70 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271faf0 (map 0xffffffff8271faf0) (map.pmap 0xffffffff8271fbb0) (pmap 0xffffffff8271fc10) threads: 23 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 Run CPU 0 [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 30699 785 785 0 S (threaded) syz-executor.2 136386 S nanslp 0xffffffff8273f0a0 syz-executor.2 136391 S connec 0xfffff80037fe2840 syz-executor.2 136393 S uwait 0xfffff80037941d00 syz-executor.2 30697 801 801 0 S (threaded) syz-executor.3 118863 S nanslp 0xffffffff8273f0a1 syz-executor.3 136387 S connec 0xfffff80037f44490 syz-executor.3 136392 S uwait 0xfffff800371a9300 syz-executor.3 30695 784 784 0 S (threaded) syz-executor.1 102831 S nanslp 0xffffffff8273f0a0 syz-executor.1 136385 S connec 0xfffff80037f6e840 syz-executor.1 136388 S uwait 0xfffff8003ba87d00 syz-executor.1 30694 783 783 0 RE CPU 1 syz-executor.0 4136 1 4136 65 Ss select 0xfffff8003727dd40 dhclient 2795 1 2795 0 Ss select 0xfffff8003bfb0140 dhclient 2792 1 2792 0 Ss select 0xfffff8003727d5c0 dhclient 2773 1 2773 65 Ss select 0xfffff80015dd4bc0 dhclient 2686 1 784 0 S uwait 0xfffff80015da2b00 syz-executor.1 2685 1 784 0 S uwait 0xfffff8003bee8100 syz-executor.1 2684 0 0 0 DL aiordy 0xfffff800375aca70 [aiod4] 2683 0 0 0 DL aiordy 0xfffff8003be49a70 [aiod3] 2682 0 0 0 DL aiordy 0xfffff8003706fa70 [aiod2] 2681 0 0 0 DL aiordy 0xfffff8003be49538 [aiod1] 2232 1 2232 0 Ss select 0xfffff8003be0eec0 dhclient 2229 1 2229 0 Ss select 0xfffff8003beda140 dhclient 2210 1 2210 65 Ss select 0xfffff8003be06ec0 dhclient 1689 1 1689 0 Ss select 0xfffff8003bedaec0 dhclient 1686 1 1686 0 Ss select 0xfffff8003bfb0d40 dhclient 1667 1 1667 65 Ss select 0xfffff8003beda440 dhclient 997 1 997 0 Ss select 0xfffff8003be70740 dhclient 994 1 994 0 Ss select 0xfffff8003bdeaa40 dhclient 801 780 801 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.3 785 780 785 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.1 783 780 783 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100110 S uwait 0xfffff80015d9cf00 syz-fuzzer 100122 S uwait 0xfffff80015da8b00 syz-fuzzer 100123 S uwait 0xfffff80015da3700 syz-fuzzer 100124 S kqread 0xfffff80015786100 syz-fuzzer 100125 S uwait 0xfffff80015d80f00 syz-fuzzer 100126 S uwait 0xfffff80015d7e700 syz-fuzzer 100127 S uwait 0xfffff80015b0f100 syz-fuzzer 100128 S uwait 0xfffff80015da8700 syz-fuzzer 102361 S uwait 0xfffff8003bee8500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015f065e8 csh 776 694 776 0 Ss select 0xfffff80015d4dbc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b124b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b12cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a994b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a99cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a9d4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a9dcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015aa04b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015aa0cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a1 cron 694 1 694 0 Ss select 0xfffff80015da1140 sshd 507 1 507 0 Ss select 0xfffff8003b3f0d40 syslogd 436 1 436 0 Ss select 0xfffff8003b257440 devd 435 1 435 65 Ss select 0xfffff8003b355740 dhclient 350 1 350 0 Ss select 0xfffff80015d9bbc0 dhclient 347 1 347 0 Ss select 0xfffff8003b257140 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015cb6a70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100096 D sdflush 0xfffff80015eb5ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82849778 [dom0] 100086 D launds 0xffffffff82849784 [laundry: dom0] 100087 D umarcl 0xffffffff815c5a50 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8304e8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82dff410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 Run CPU 0 [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 D - 0xfffff80004c6d100 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100066 D - 0xffffffff81e225d1 [deadlkres] 100073 D - 0xfffff80015aa8d00 [acpi_task_0] 100074 D - 0xfffff80015aa8d00 [acpi_task_1] 100075 D - 0xfffff80015aa8d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] db> show all locks Process 30694 (syz-executor.0) thread 0xfffffe00951323a0 (111587) shared sx filedesc structure (filedesc structure) r = 0 (0xfffffe0095338020) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_mqueue.c:2483 Process 12 (intr) thread 0xfffffe00042bf020 (100032) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009535d380) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 pcb 219 1453K 80803 vfscache 3 1035K 3 newblk 5 1034K 32805 acpica 1674 649K 54806 subproc 157 640K 30788 pf_rule 147 588K 180 inodedep 9 528K 29878 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 filedesc 22 340K 59297 BPF 46 337K 50 linker 348 270K 409 DEVFS1 107 214K 124 kdtrace 241 198K 67096 module 510 192K 510 sctp_atcl 190 190K 51753 sctp_stro 91 182K 12302 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 9 140K 29655 tfo_ccache 1 136K 1 sem 4 120K 4 sctp_atky 281 106K 67451 UMA 270 102K 270 audit_evclass 236 89K 294 temp 37 85K 8544 mtx_pool 2 80K 2 sctp_timw 153 77K 153 syncache 1 76K 1 vmem 3 72K 5 sctp_athm 190 72K 54496 routetbl 132 71K 416 sctp_map 182 69K 24604 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 kqueue 71 35K 30710 lltable 40 34K 249 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 2 DEVFSP 80 30K 2363 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 325 pwddesc 69 26K 30700 ifnet 7 25K 7 plimit 24 24K 559 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 407745 pfs_nodes 20 20K 20 proc-args 52 20K 760 UART 12 18K 12 session 35 18K 99 ksem 3 17K 2671 bmsafemap 2 17K 29952 rpc 2 16K 2 shmfd 1 16K 27 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 69 vt 11 11K 11 Unitno 29 11K 47 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 16 inpcbpolicy 23 9K 13573 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 280 mount 16 7K 126 osd 16 7K 12214 sctp_stri 6 6K 5486 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 soname 7 3K 51907 procdesc 5 3K 18 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 140 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 124 crypto 4 2K 316 newdirblk 4 2K 29632 mkdir 4 2K 59264 diradd 4 2K 29821 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 2936 entropy 2 1K 50 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 freework 1 1K 30734 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 14785 sctp_iter 0 0K 280 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 271 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 1 vegas data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1993 cdg data 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 cubic data 0 0K 16 dctcp data 0 0K 0 htcp data 0 0K 37 chd data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 21557 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 68 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 dirrem 0 0K 29777 freefile 0 0K 29767 freeblks 0 0K 29797 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 1570 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 45 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 29857 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 1117 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 8645 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 245 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 36169 ioctlops 0 0K 1034 eventfd 0 0K 15 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1086 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 942 1152076 0 254 37937152 0 malloc-384 384 35033 787 480952 0 30 13754880 0 malloc-1024 1024 4268 20 4780 0 16 4390912 0 malloc-8192 8192 94 358 36709 0 1 3702784 0 tcp_log 416 0 7866 290100 0 254 3272256 0 malloc-8192 8192 327 3 681 0 1 2703360 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8917 983 11254680 0 254 2534400 0 malloc-1024 1024 13 2087 30020 0 16 2150400 0 RADIX NODE 144 13160 389 779346 0 64 1951056 0 BUF TRIE 144 186 13282 4644 0 62 1939392 0 mbuf_cluster 2048 930 2 930 0 254 1908736 0 malloc-1024 1024 182 1498 57970 0 16 1720320 0 UMA Slabs 0 112 14393 4 14436 0 126 1612464 0 malloc-1024 1024 291 1141 94120 0 16 1466368 0 sctp_asoc 2288 91 464 12302 0 254 1269840 0 malloc-384 384 1000 2090 33267 0 30 1186560 0 malloc-512 512 82 2110 123217 0 30 1122304 0 malloc-2048 2048 93 391 12812 0 8 991232 0 malloc-384 384 531 1969 133222 0 30 960000 0 malloc-384 384 2145 75 245717 0 30 852480 0 sctp_ep 1280 93 456 36708 0 254 702720 0 malloc-8192 8192 73 7 31234 0 1 655360 0 malloc-4096 4096 156 4 363 0 2 655360 0 malloc-384 384 1611 69 127658 0 30 645120 0 FFS inode 1160 523 23 30291 0 8 633360 0 tcp_bbr_map 128 483 4074 2213421 0 126 583296 0 ertt_txseginfo 40 6723 7013 9302580 0 254 549440 0 malloc-65536 65536 2 6 1484 0 1 524288 0 malloc-32768 32768 11 4 29647 0 1 491520 0 sctp_raddr 736 111 549 12821 0 254 485760 0 malloc-16384 16384 25 0 29 0 1 409600 0 256 Bucket 2048 155 43 53074 0 8 405504 0 VM OBJECT 264 1336 74 436989 0 30 372240 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 socket 944 53 319 51683 0 254 351168 0 THREAD 1808 171 16 36395 0 8 338096 0 VNODE 448 561 78 30332 0 30 286272 0 malloc-65536 65536 4 0 4 0 1 262144 0 mbuf_packet 256 49 881 72666 0 254 238080 0 malloc-2048 2048 111 3 128 0 8 233472 0 DEVCTL 1024 0 220 153 0 0 225280 0 tcp_inpcb 488 13 427 12202 0 254 214720 0 MAP ENTRY 96 1800 300 1675859 0 126 201600 0 malloc-16384 16384 7 5 269 0 1 196608 0 tcpcb 1080 12 163 12202 0 254 189000 0 vmem btag 56 3261 111 3261 0 254 188832 0 malloc-512 512 356 12 2656 0 30 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-4096 4096 5 37 8880 0 2 172032 0 S VFS Cache 104 1095 348 31669 0 126 150072 0 FFS2 dinode 256 523 32 30290 0 62 142080 0 malloc-65536 65536 0 2 177 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 139 0 1 131072 0 VMSPACE 2544 42 9 30679 0 4 129744 0 malloc-384 384 286 44 29984 0 30 126720 0 ksiginfo 112 72 972 1386 0 126 116928 0 PROC 1336 68 19 30699 0 8 116232 0 malloc-16384 16384 5 2 14 0 1 114688 0 malloc-8192 8192 13 1 24 0 1 114688 0 128 Bucket 1024 70 37 21174 0 16 109568 0 32 Bucket 256 301 119 29501 0 62 107520 0 sctp_chunk 152 102 548 5605 0 254 98800 0 filedesc0 1072 69 22 30700 0 8 97552 0 malloc-1024 1024 80 12 258 0 16 94208 0 malloc-384 384 176 64 12555 0 30 92160 0 malloc-512 512 151 25 266 0 30 90112 0 malloc-512 512 174 2 1171 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 190 32045 0 30 77520 0 malloc-8192 8192 8 1 9 0 1 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 9 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 3 1 5 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-1024 1024 58 6 1361 0 16 65536 0 malloc-384 384 93 67 4384 0 30 61440 0 16 Bucket 144 345 75 6649 0 62 60480 0 malloc-8192 8192 4 3 9 0 1 57344 0 malloc-4096 4096 12 1 205 0 2 53248 0 64 Bucket 512 45 59 14213 0 30 53248 0 malloc-8192 8192 3 3 191 0 1 49152 0 malloc-8192 8192 1 5 29859 0 1 49152 0 malloc-1024 1024 37 11 1050 0 16 49152 0 pcpu-8 8 5877 267 6061 0 254 49152 0 sctp_laddr 48 0 1008 16369 0 254 48384 0 malloc-2048 2048 9 13 1742 0 8 45056 0 Files 80 249 301 99908 0 126 44000 0 clpbuf 2624 0 16 20 0 16 41984 0 malloc-4096 4096 3 7 510 0 2 40960 0 malloc-4096 4096 7 3 368 0 2 40960 0 malloc-1024 1024 37 3 39 0 16 40960 0 malloc-512 512 48 32 318 0 30 40960 0 malloc-512 512 27 53 30865 0 30 40960 0 malloc-512 512 39 41 32300 0 30 40960 0 tcp_bbr_pcb 832 4 41 4626 0 16 37440 0 pipe 744 23 27 809 0 16 37200 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 140464 0 16 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 malloc-512 512 26 46 4147 0 30 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_rack_pcb 832 0 36 1993 0 16 29952 0 malloc-4096 4096 2 5 640 0 2 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 607832 0 62 28000 0 8 Bucket 80 89 261 7762 0 126 28000 0 malloc-2048 2048 9 3 21 0 8 24576 0 PWD 32 23 733 29744 0 254 24192 0 2 Bucket 32 278 478 10259 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 sctp_readq 152 0 156 1627 0 254 23712 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 9 1 9 0 8 20480 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 ripcb 488 5 35 628 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-2048 2048 2 6 15 0 8 16384 0 ertt 72 12 212 12202 0 126 16128 0 vtnet_tx_hdr 24 2 666 9358142 0 254 16032 0 udp_inpcb 488 6 26 682 0 254 15616 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-2048 2048 5 1 5 0 8 12288 0 sctp_stream_msg_out 112 27 81 2969 0 254 12096 0 tcp_rack_map 112 0 108 3801 0 126 12096 0 4 Bucket 48 7 245 619 0 254 12096 0 kenv 258 15 30 1042 0 30 11610 0 unpcb 256 20 25 1337 0 254 11520 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 99 0 126 8096 0 rl_entry 40 85 117 85 0 254 8080 0 udpcb 32 6 246 743 0 254 8064 0 AIO 208 0 38 4 0 62 7904 0 cryptop 280 0 28 105 0 30 7840 0 udplite_inpcb 488 0 16 61 0 254 7808 0 AIOCB 552 0 14 5 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0