panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:434 cpuid = 0 time = 1624803518 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051650100 vpanic() at vpanic+0x1cc/frame 0xfffffe0051650160 panic() at panic+0x43/frame 0xfffffe00516501c0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe0051650220 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe0051650240 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe00516502b0 sctp_process_control() at sctp_process_control+0x9034/frame 0xfffffe0051650740 sctp_common_input_processing() at sctp_common_input_processing+0x83a/frame 0xfffffe00516508c0 sctp_input_with_port() at sctp_input_with_port+0x30a/frame 0xfffffe00516509b0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00516509d0 ip_input() at ip_input+0x38b/frame 0xfffffe0051650a90 swi_net() at swi_net+0x20e/frame 0xfffffe0051650b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0051650bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0051650bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0051650bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x164086e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81132000 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00516500e0 rbp 0xfffffe0051650100 rsi 0 rdi 0xffffffff81132036 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164ffd0 r11 0x1ffaefff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a6e500 r14 0xffffffff81a7500b r15 0xffffffff81a7500b rip 0xffffffff81129097 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x164086e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c74a60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271ce70 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271ce70 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271dad0 (map 0xffffffff8271dad0) (map.pmap 0xffffffff8271db90) (pmap 0xffffffff8271dbf0) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 33534 809 809 0 RE CPU 1 syz-executor.3 33529 788 788 0 S (threaded) syz-executor.2 142983 S nanslp 0xffffffff8273d0a0 syz-executor.2 143274 S connec 0xfffff80026908490 syz-executor.2 143281 S uwait 0xfffff8003ce9bb00 syz-executor.2 33527 783 783 0 S (threaded) syz-executor.0 142810 S nanslp 0xffffffff8273d0a0 syz-executor.0 143271 S connec 0xfffff80029fcc490 syz-executor.0 143275 S uwait 0xfffff8003c398100 syz-executor.0 33468 1 784 0 S uwait 0xfffff80015dfe900 syz-executor.1 33465 1 784 0 S uwait 0xfffff8002c30b900 syz-executor.1 30058 1 788 0 SV uwait 0xfffff80015ad6700 syz-executor.2 29324 1 788 0 S uwait 0xfffff8003caaef00 syz-executor.2 29322 1 784 0 S uwait 0xfffff8003caa8300 syz-executor.1 29315 1 788 0 S uwait 0xfffff80015dfe300 syz-executor.2 29312 1 784 0 S uwait 0xfffff8003c4a6700 syz-executor.1 29305 1 788 0 S uwait 0xfffff8003caae100 syz-executor.2 29304 1 784 0 S uwait 0xfffff800294afd00 syz-executor.1 29296 1 788 0 S uwait 0xfffff800294af700 syz-executor.2 29290 1 788 0 S uwait 0xfffff8003cf05100 syz-executor.2 29286 1 788 0 S uwait 0xfffff80015e21f00 syz-executor.2 27610 27607 783 0 SV uwait 0xfffff800157ed100 syz-executor.0 27607 1 783 0 DV ppwait 0xfffff80015e98f40 syz-executor.0 27349 1 788 0 SV uwait 0xfffff8003cb5b500 syz-executor.2 27348 1 788 0 SV uwait 0xfffff8003c398900 syz-executor.2 23565 1 788 0 S uwait 0xfffff8003caaed00 syz-executor.2 23564 1 788 0 S uwait 0xfffff8003c398b00 syz-executor.2 17741 1 788 0 SV uwait 0xfffff8003ce9b700 syz-executor.2 17734 1 788 0 SV sigwait 0xfffffe00952c3000 syz-executor.2 14257 1 809 0 S uwait 0xfffff8003ce9b300 syz-executor.3 14256 1 809 0 S uwait 0xfffff8003caa8100 syz-executor.3 7558 1 7558 65 Ss select 0xfffff8003c6e8ec0 dhclient 6442 1 784 0 S uwait 0xfffff80015ad6100 syz-executor.1 6438 1 784 0 S uwait 0xfffff8003cb5bb00 syz-executor.1 4749 1 4749 0 Ss select 0xfffff800297725c0 dhclient 4739 1 4739 0 Ss select 0xfffff800297e0ec0 dhclient 4700 1 4700 65 Ss select 0xfffff8002c45ba40 dhclient 3701 1 3701 0 Ss select 0xfffff80029622d40 dhclient 3698 1 3698 0 Ss select 0xfffff8003cc63bc0 dhclient 3679 1 3679 65 Ss select 0xfffff800296ec740 dhclient 2578 1 2578 0 Ss select 0xfffff800297e0d40 dhclient 2575 1 2575 0 Ss select 0xfffff80029622440 dhclient 2548 1 2548 65 Ss select 0xfffff8003c7448c0 dhclient 1958 0 0 0 DL aiordy 0xfffff800293de530 [aiod4] 1957 0 0 0 DL aiordy 0xfffff80015f13530 [aiod3] 1956 0 0 0 DL aiordy 0xfffff8003cdf7530 [aiod2] 1955 0 0 0 DL aiordy 0xfffff8003c3cda60 [aiod1] 819 1 819 0 Ss select 0xfffff80015e2ea40 dhclient 813 1 813 0 Ss select 0xfffff8003c43bec0 dhclient 809 780 809 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.3 788 780 788 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.2 784 780 784 0 Ss piperd 0xfffff80015e818b8 syz-executor.1 783 780 783 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100126 S uwait 0xfffff8003caa8500 syz-fuzzer 100127 S nanslp 0xffffffff8273d0a0 syz-fuzzer 100128 S uwait 0xfffff8003c38d700 syz-fuzzer 100129 S uwait 0xfffff8003c38d900 syz-fuzzer 100130 S uwait 0xfffff8003caa8700 syz-fuzzer 100131 S uwait 0xfffff8003c38db00 syz-fuzzer 100132 S uwait 0xfffff8003c38dd00 syz-fuzzer 100134 S uwait 0xfffff8003caa8b00 syz-fuzzer 101200 S kqread 0xfffff8003c398700 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003c53a5e0 csh 776 694 776 0 Ss select 0xfffff80015cc62c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015ac74b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015ac7cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015acb4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015acbcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ace4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015acecb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015ad24b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015ad2cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff8003c47bec0 sshd 507 1 507 0 Ss select 0xfffff80015e78140 syslogd 436 1 436 0 Ss select 0xfffff80015e2e8c0 devd 435 1 435 65 Ss select 0xfffff8003c47bd40 dhclient 350 1 350 0 Ss select 0xfffff80015cc65c0 dhclient 347 1 347 0 Ss select 0xfffff80015e1dbc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c69530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c50e0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830de8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82ef2410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100069 D - 0xffffffff81e218c0 [deadlkres] 100074 D - 0xfffff80015a4f900 [acpi_task_0] 100075 D - 0xfffff80015a4f900 [acpi_task_1] 100076 D - 0xfffff80015a4f900 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 33534 (syz-executor.3) thread 0xfffffe0095002720 (140956) shared sx filedesc structure (filedesc structure) r = 0 (0xfffffe009541e940) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_mqueue.c:2483 Process 12 (intr) thread 0xfffffe00042be900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00952a9a90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 pcb 133 1058K 50528 newblk 10 1037K 37910 vfscache 3 1035K 3 filedesc 64 1020K 65081 subproc 196 826K 33643 inodedep 223 742K 32909 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 76 linker 348 270K 409 kdtrace 276 220K 76819 DEVFS1 107 214K 124 module 510 192K 510 umtx 418 183K 418 vnet_data 1 176K 1 pf_osfp 443 167K 443 tidhash 3 164K 3 pagedep 10 141K 32527 tfo_ccache 1 136K 1 sem 4 120K 4 dirrem 214 107K 32787 UMA 270 102K 270 audit_evclass 236 89K 294 sctp_timw 176 88K 176 mtx_pool 2 80K 2 freefile 213 80K 32761 temp 35 77K 3546 syncache 1 76K 1 vmem 3 72K 5 routetbl 130 70K 418 msg 4 68K 4 sctp_atcl 66 66K 28404 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 DEVFSP 115 44K 11255 ithread 99 43K 99 kqueue 92 43K 33686 rman 84 42K 425 lltable 46 40K 229 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 pwddesc 90 34K 33536 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 19 sctp_atky 82 31K 40248 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 369 ksem 19 25K 223 sctp_athm 66 25K 29891 ifnet 7 25K 7 plimit 24 24K 589 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 451986 sctp_stro 10 20K 8044 pfs_nodes 20 20K 20 proc-args 52 20K 758 UART 12 18K 12 session 35 18K 60 bmsafemap 2 17K 32996 rpc 2 16K 2 shmfd 1 16K 63 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 xform 37 14K 12409 sglist 5 13K 5 lockf 33 13K 158 MCA 32 12K 32 CAM DEV 3 12K 510 inpcbpolicy 31 12K 21658 vt 11 11K 11 Unitno 29 11K 51 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 12 10K 47 osd 24 10K 17844 uidinfo 3 9K 26 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 sctp_map 20 8K 16080 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 93 sctp_stri 7 7K 2950 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 ip6opt 10 5K 227 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 65008 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 34462 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 60359 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 32777 vnodemarker 2 2K 164 NFSD session 1 2K 1 tcp_fsb 5 2K 2549 newdirblk 5 2K 32504 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 125 crypto 4 2K 248 diradd 4 2K 32831 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 50 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 12499 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 2 pf_table 0 0K 0 pf_rule 0 0K 936 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 0 cubic data 0 0K 0 tcp_do 0 0K 0 chd data 0 0K 0 dctcp data 0 0K 2 vegas data 0 0K 5 htcp data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 30373 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 79 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 2950 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 7 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 32853 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 2906 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 13421 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 5 lio 0 0K 20 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 184 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39311 ioctlops 0 0K 9080 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1171 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 4 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree tcp_log 416 0 113112 284286 0 254 47054592 0 mbuf_jumbo_page 4096 8320 981 1258655 0 254 38096896 0 malloc-384 384 35512 108 55145 0 30 13678080 0 ertt_txseginfo 40 3239 162300 8476074 0 254 6621560 0 malloc-1024 1024 4174 6 4206 0 16 4280320 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 mbuf 256 8883 1512 11404108 0 254 2661120 0 256 Bucket 2048 880 402 64102 0 8 2625536 0 pbuf 2624 0 973 0 0 2 2553152 0 RADIX NODE 144 15210 355 847355 0 63 2241360 0 BUF TRIE 144 189 13279 6666 0 62 1939392 0 malloc-1024 1024 133 1619 32399 0 16 1794048 0 malloc-1024 1024 303 1381 34091 0 16 1724416 0 UMA Slabs 0 112 13813 8 13813 0 126 1547952 0 mbuf_cluster 2048 630 2 630 0 254 1294336 0 malloc-32768 32768 34 4 32541 0 1 1245184 0 malloc-512 512 352 1392 33374 0 30 892928 0 malloc-384 384 816 1344 175254 0 30 829440 0 tcp_bbr_map 128 1086 5176 1888211 0 126 801536 0 malloc-8192 8192 92 4 33537 0 1 786432 0 malloc-8192 8192 51 34 18889 0 1 696320 0 malloc-384 384 1728 42 53871 0 30 679680 0 malloc-65536 65536 3 7 2803 0 1 655360 0 FFS inode 1160 538 22 33299 0 8 649600 0 malloc-384 384 1269 191 575432 0 30 560640 0 socket 944 98 454 43625 0 254 521088 0 VM OBJECT 264 1791 69 482362 0 30 491040 0 malloc-16384 16384 24 1 27 0 1 409600 0 THREAD 1808 185 24 43283 0 8 377872 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 tcpcb 1080 20 288 17832 0 254 332640 0 malloc-512 512 32 616 38773 0 30 331776 0 malloc-384 384 630 190 22367 0 30 314880 0 malloc-1024 1024 244 56 62406 0 16 307200 0 VNODE 448 576 99 33339 0 30 302400 0 MAP ENTRY 96 2795 271 1832243 0 126 294336 0 sctp_ep 1280 49 161 18884 0 254 268800 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 125 3 149 0 8 262144 0 tcp_inpcb 488 20 516 17832 0 254 261568 0 malloc-384 384 541 69 48175 0 30 234240 0 DEVCTL 1024 0 220 153 0 0 225280 0 malloc-384 384 390 190 144900 0 30 222720 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 3 66 0 1 212992 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-4096 4096 7 38 14382 0 2 184320 0 sctp_asoc 2288 10 70 8040 0 254 183040 0 VMSPACE 2544 60 9 33502 0 4 175536 0 malloc-384 384 365 65 47234 0 30 165120 0 vmem btag 56 2867 73 2867 0 254 164640 0 malloc-1024 1024 78 82 31375 0 16 163840 0 mbuf_packet 256 51 579 103231 0 254 161280 0 S VFS Cache 104 1070 373 34561 0 126 150072 0 FFS2 dinode 256 538 47 33299 0 62 149760 0 tcp_bbr_pcb 832 4 176 10505 0 16 149760 0 malloc-512 512 228 60 33001 0 30 147456 0 malloc-512 512 201 79 72287 0 30 143360 0 PROC 1328 89 16 33534 0 8 139440 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 sctp_raddr 736 45 131 15165 0 254 129536 0 128 Bucket 1024 81 42 22148 0 16 125952 0 malloc-1024 1024 118 2 125 0 16 122880 0 filedesc0 1072 90 22 33536 0 8 120064 0 malloc-2048 2048 12 46 9403 0 8 118784 0 ksiginfo 112 90 954 2643 0 126 116928 0 malloc-512 512 190 10 431 0 30 102400 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 32 0 1 98304 0 malloc-512 512 137 55 33507 0 30 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 32 Bucket 256 211 119 17662 0 62 84480 0 clpbuf 2624 0 32 21 0 16 83968 0 g_bio 408 0 190 51131 0 30 77520 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 2 2 9 0 1 65536 0 malloc-8192 8192 3 5 26 0 1 65536 0 malloc-2048 2048 10 20 536 0 8 61440 0 16 Bucket 144 263 157 6709 0 62 60480 0 malloc-8192 8192 2 5 35109 0 1 57344 0 malloc-4096 4096 12 2 421 0 2 57344 0 64 Bucket 512 49 63 11914 0 30 57344 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 14 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 7 5 577 0 2 49152 0 Files 80 344 256 112858 0 126 48000 0 pipe 744 23 37 1477 0 16 44640 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 24 0 8 40960 0 malloc-512 512 27 53 1470 0 30 40960 0 pcpu-8 8 4733 387 8576 0 254 40960 0 NAMEI 1024 0 36 173244 0 16 36864 0 malloc-4096 4096 2 7 3767 0 2 36864 0 udplite_inpcb 488 0 72 2631 0 254 35136 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 6 2 12 0 2 32768 0 malloc-2048 2048 2 14 157 0 8 32768 0 malloc-512 512 34 30 3213 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_rack_pcb 832 5 31 2549 0 16 29952 0 KNOTE 160 28 147 610902 0 62 28000 0 sctp_chunk 152 34 148 9226 0 254 27664 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 110 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 37 719 32619 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 95 205 8107 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 64 0 2 20480 0 tcp_rack_map 112 10 170 4157 0 126 20160 0 ertt 72 20 260 17832 0 126 20160 0 2 Bucket 32 119 511 10007 0 254 20160 0 SLEEPQUEUE 88 210 14 210 0 126 19712 0 udp_inpcb 488 6 34 573 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 3008 0 254 19200 0 vtnet_tx_hdr 24 1 667 8769889 0 254 16032 0 ripcb 488 5 27 622 0 254 15616 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 sctp_laddr 48 0 252 9659 0 254 12096 0 kenv 258 15 30 1038 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 13 0 16 8192 0 malloc-1024 1024 0 8 17 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 60 0 126 8096 0 rl_entry 40 103 99 103 0 254 8080 0 sctp_asconf_ack 48 0 168 2 0 254 8064 0 sctp_stream_msg_out 112 0 72 1438 0 254 8064 0 udpcb 32 6 246 3204 0 254 8064 0 4 Bucket 48 7 161 695 0 254 8064 0 sctp_readq 152 3 49 1299 0 254 7904 0 AIO 208 0 38 69 0 62 7904 0 cryptop 280 0 28 89 0 30 7840 0 AIOCB 552 0 14 106 0 16 7728 0 AIOLIO 272 0 28 20 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 18 0 126 6448 0 domainset 40 0 126 9 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 0 84 1 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 itimer 352 0 11 4 0 30 3872 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0