panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:434 cpuid = 0 time = 1622713008 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005164c100 vpanic() at vpanic+0x1c7/frame 0xfffffe005164c160 panic() at panic+0x43/frame 0xfffffe005164c1c0 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe005164c220 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe005164c240 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe005164c2b0 sctp_process_control() at sctp_process_control+0x9040/frame 0xfffffe005164c740 sctp_common_input_processing() at sctp_common_input_processing+0x7d0/frame 0xfffffe005164c8c0 sctp_input_with_port() at sctp_input_with_port+0x30a/frame 0xfffffe005164c9b0 sctp_input() at sctp_input+0x1f/frame 0xfffffe005164c9d0 ip_input() at ip_input+0x38b/frame 0xfffffe005164ca90 swi_net() at swi_net+0x20d/frame 0xfffffe005164cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe005164cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe005164cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe005164cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x163655e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff8113bc00 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe005164c0e0 rbp 0xfffffe005164c100 rsi 0 rdi 0xffffffff8113bc36 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164bfd0 r11 0x1ffaefff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a7c877 r15 0xffffffff81a7c877 rip 0xffffffff81132c27 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163655e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c6fa60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c6b0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c6b0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271d310 (map 0xffffffff8271d310) (map.pmap 0xffffffff8271d3d0) (pmap 0xffffffff8271d430) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 11024 784 784 0 R (threaded) syz-executor.1 107244 RunQ syz-executor.1 110370 S connec 0xfffff800494c7840 syz-executor.1 110378 RunQ syz-executor.1 110379 Run CPU 1 syz-executor.1 9312 1 786 0 S uwait 0xfffff80016372700 syz-executor.2 9311 1 786 0 S uwait 0xfffff800164b3f00 syz-executor.2 8382 1 837 0 S umtxn 0xfffff80015e42d00 syz-executor.3 8376 1 837 0 S uwait 0xfffff80049f88700 syz-executor.3 7892 1 784 0 S uwait 0xfffff80049bec900 syz-executor.1 7889 1 784 0 S uwait 0xfffff800162ab700 syz-executor.1 7648 7620 7648 0 Ss select 0xfffff80016f265c0 dhclient 7631 1 7631 0 Ss select 0xfffff80016f07bc0 dhclient 7620 7599 436 65 S select 0xfffff80016f26a40 dhclient 7599 436 436 0 S wait 0xfffff80015e2ca60 sh 7565 1 7565 65 Ss select 0xfffff80016e2c5c0 dhclient 6071 1 786 0 S uwait 0xfffff80049a36500 syz-executor.2 6066 1 786 0 S uwait 0xfffff80015e42700 syz-executor.2 6054 1 786 0 S uwait 0xfffff80016372500 syz-executor.2 6049 1 786 0 S uwait 0xfffff80049571900 syz-executor.2 6039 1 786 0 S uwait 0xfffff80004ca4f00 syz-executor.2 6028 1 786 0 S uwait 0xfffff800494b8d00 syz-executor.2 6020 1 786 0 S uwait 0xfffff800494b8f00 syz-executor.2 6012 1 786 0 S uwait 0xfffff80049571100 syz-executor.2 5998 1 784 0 S uwait 0xfffff80049f88f00 syz-executor.1 5993 1 784 0 S uwait 0xfffff80049571f00 syz-executor.1 2556 1 2556 0 Ss select 0xfffff80049fb88c0 dhclient 2549 1 2549 0 Ss select 0xfffff800160c1bc0 dhclient 2400 1 784 0 S uwait 0xfffff80049becf00 syz-executor.1 2399 1 784 0 S uwait 0xfffff80049dbdd00 syz-executor.1 2236 1 784 0 S uwait 0xfffff80049becd00 syz-executor.1 2235 1 784 0 S uwait 0xfffff80049571700 syz-executor.1 837 780 837 0 Ss piperd 0xfffff8004941b000 syz-executor.3 786 780 786 0 Ss piperd 0xfffff80015dabba0 syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273c8e0 syz-executor.1 783 780 783 0 Ss piperd 0xfffff80015db6000 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100116 S uwait 0xfffff800494b8300 syz-fuzzer 100117 S uwait 0xfffff80049506900 syz-fuzzer 100118 S uwait 0xfffff80049506b00 syz-fuzzer 100119 S uwait 0xfffff80049506d00 syz-fuzzer 100120 S uwait 0xfffff800494b8500 syz-fuzzer 100121 S uwait 0xfffff800494b8700 syz-fuzzer 100122 S uwait 0xfffff800494b8900 syz-fuzzer 100123 S kqread 0xfffff80015eec700 syz-fuzzer 100125 S uwait 0xfffff80015eed100 syz-fuzzer 100126 S uwait 0xfffff80015eed300 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800494295e0 csh 776 694 776 0 Ss select 0xfffff800499dcd40 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001541bcb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a3e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a3ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a424b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a42cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a454b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a45cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a4b4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a4bcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff800492d32c0 sshd 507 1 507 0 Ss select 0xfffff800491812c0 syslogd 436 1 436 0 Ss wait 0xfffff80015e2c000 devd 435 1 435 65 Ss select 0xfffff800492d35c0 dhclient 350 1 350 0 Ss select 0xfffff800492d3440 dhclient 347 1 347 0 Ss select 0xfffff800491815c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c5ba60 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100100 D sdflush 0xfffff80015e39ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d0510 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82eb8828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82fe93c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d3dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d3dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4ad00 [thr_0] 100029 D - 0xfffff80004c4ad80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443a500 [if_io_tqg_0] 100006 D - 0xfffff8000443a100 [if_io_tqg_1] 100007 D - 0xfffff80004c73d00 [if_config_tqg_0] 100008 D - 0xfffff80004c73900 [softirq_0] 100009 D - 0xfffff80004c73500 [softirq_1] 100010 D - 0xfffff80004c73100 [aiod_kick taskq] 100012 D - 0xfffff80004c70900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70500 [pci_hp taskq] 100015 D - 0xfffff80004c66d00 [inm_free taskq] 100017 D - 0xfffff80004c66500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66100 [thread taskq] 100019 D - 0xfffff80004c63d00 [in6m_free taskq] 100020 D - 0xfffff80004c63900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c63900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c63900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c63900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c63100 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015361d00 [vtnet0 txq 0] 100057 D - 0xfffff80015361900 [vtnet0 rxq 1] 100058 D - 0xfffff80015361500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015372300 [virtio_balloon] 100064 D - 0xfffff80015361100 [mca taskq] 100066 D - 0xffffffff81e29511 [deadlkres] 100074 D - 0xfffff80015a4f900 [acpi_task_0] 100075 D - 0xfffff80015a4f900 [acpi_task_1] 100076 D - 0xfffff80015a4f900 [acpi_task_2] 100077 D - 0xfffff80004db8500 [CAM taskq] db> show all locks Process 11024 (syz-executor.1) thread 0xfffffe009511e720 (110378) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff800680b4488) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7011 Process 12 (intr) thread 0xfffffe00042bd900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0095521c70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 pcb 632 3060K 28648 kobj 328 2624K 488 vtbuf 24 2064K 46 inodedep 1492 2011K 10163 newblk 8 1036K 10712 vfscache 3 1035K 3 filedesc 52 826K 20227 dirrem 1483 742K 10091 subproc 169 694K 11126 acpica 1674 649K 54692 freefile 1483 557K 10075 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_atcl 509 509K 17452 sctp_stro 240 480K 3458 intr 4 480K 4 bus 990 378K 3485 sctp_atky 749 281K 21035 linker 348 270K 409 DEVFS1 107 214K 124 BPF 30 203K 32 kdtrace 245 199K 21412 module 512 192K 512 sctp_athm 509 191K 17552 sctp_map 480 180K 6916 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 10 141K 10096 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 sctp_timw 180 90K 180 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2489 syncache 1 76K 1 routetbl 139 73K 1495 vmem 3 72K 5 msg 4 68K 4 ifaddr 69 65K 71 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 lltable 50 44K 59 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 kqueue 77 37K 11050 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 inpcbpolicy 87 33K 3448 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 in6_multi 71 31K 71 DEVFSP 76 29K 1612 GEOM 60 29K 489 pwddesc 75 29K 11032 osd 73 28K 2179 kbdmux 6 28K 6 ifnet 7 25K 7 cred 24 24K 222 kcovinfo 64 24K 68 plimit 22 22K 379 ksem 4 21K 27 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 47 18K 622 UART 12 18K 12 bmsafemap 2 17K 10134 rpc 2 16K 2 shmfd 1 16K 13 pfs_vncache 1 16K 1 tcp_fsb 42 16K 745 selfd 38 15K 167630 ufs_dirhash 24 14K 24 session 28 14K 44 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 pf_ifnet 11 9K 200 lockf 24 9K 40 uidinfo 3 9K 8 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 select 13 5K 58 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 pf_rule 1 4K 147 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 20164 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 12938 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 34 NFSD session 1 2K 1 freework 4 2K 10075 newdirblk 5 2K 10082 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 diradd 4 2K 10126 freeblks 3 2K 10074 pfil 4 2K 4 CAM path 4 2K 1034 procdesc 3 2K 14 tcpfunc 3 2K 3 loginclass 3 2K 7 filecaps 3 2K 97 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 1628 entropy 2 1K 40 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 dctcp data 0 0K 8 chd data 0 0K 0 cdg data 0 0K 15 tcp_do 0 0K 0 cubic data 0 0K 0 pf_table 0 0K 264 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 0 mqdata 0 0K 0 vegas data 0 0K 17 sctp_mcore 0 0K 0 sctp_socko 0 0K 6936 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 317 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 8163 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 14 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 10301 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 12 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2210 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 109 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 18646 ioctlops 0 0K 816 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 679 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 981 1376890 0 254 38100992 0 malloc-384 384 35889 31 54839 0 30 13793280 0 malloc-1024 1024 4169 3731 12339 0 16 8089600 0 malloc-8192 8192 673 9 25200 0 1 5586944 0 malloc-1024 1024 1513 2255 10192 0 16 3858432 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8945 625 2206396 0 254 2449920 0 RADIX NODE 144 16376 225 320773 0 62 2390544 0 tcp_log 416 40 5126 24746 0 254 2149056 0 BUF TRIE 144 195 13273 767 0 62 1939392 0 malloc-512 512 1507 2245 10115 0 30 1921024 0 UMA Slabs 0 112 14896 5 14896 0 126 1668912 0 malloc-384 384 2099 2201 35898 0 30 1651200 0 mbuf_cluster 2048 555 1 555 0 254 1138688 0 malloc-32768 32768 25 7 10111 0 1 1048576 0 sctp_asoc 2288 240 115 3458 0 254 812240 0 malloc-1024 1024 723 29 28235 0 16 770048 0 malloc-384 384 1792 48 70810 0 30 706560 0 malloc-384 384 1696 44 53644 0 30 668160 0 FFS inode 1160 524 22 10599 0 8 633360 0 malloc-2048 2048 244 6 3629 0 8 512000 0 sctp_ep 1280 269 94 13679 0 254 464640 0 malloc-1024 1024 401 35 13820 0 16 446464 0 VM OBJECT 264 1400 100 155930 0 30 396000 0 malloc-384 384 1015 15 8227 0 30 395520 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 sctp_raddr 736 240 233 4243 0 254 348128 0 THREAD 1808 169 18 10379 0 8 338096 0 malloc-512 512 60 580 11023 0 30 327680 0 malloc-16384 16384 19 0 19 0 1 311296 0 VNODE 448 562 77 10639 0 30 286272 0 tcp_bbr_map 128 4 2166 5551 0 126 277760 0 MAP ENTRY 96 2386 428 593527 0 126 270144 0 malloc-65536 65536 4 0 4 0 1 262144 0 256 Bucket 2048 119 9 17910 0 8 262144 0 malloc-384 384 637 33 201817 0 30 257280 0 malloc-2048 2048 120 4 139 0 8 253952 0 DEVCTL 1024 6 210 132 0 0 221184 0 malloc-4096 4096 2 52 2807 0 2 221184 0 malloc-512 512 378 54 10547 0 30 221184 0 socket 944 148 80 18307 0 254 215232 0 malloc-384 384 439 61 26831 0 30 192000 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 8 3 13 0 1 180224 0 malloc-8192 8192 18 4 75 0 1 180224 0 vmem btag 56 3048 108 3048 0 254 176736 0 malloc-32768 32768 4 1 19 0 1 163840 0 VMSPACE 2544 52 11 11010 0 4 160272 0 malloc-16384 16384 6 3 40 0 1 147456 0 FFS2 dinode 256 524 31 10599 0 62 142080 0 mbuf_packet 256 44 511 15392 0 254 142080 0 S VFS Cache 104 1012 353 11173 0 126 141960 0 tcp_inpcb 488 87 201 2167 0 254 140544 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 177 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 PROC 1328 74 19 11031 0 8 123504 0 tcpcb 1064 69 43 2167 0 254 119168 0 ertt_txseginfo 40 0 2929 34289 0 254 117160 0 ksiginfo 112 76 968 1188 0 126 116928 0 filedesc0 1072 75 23 11032 0 8 105056 0 32 Bucket 256 238 122 17687 0 62 92160 0 malloc-1024 1024 63 25 895 0 16 90112 0 malloc-512 512 164 12 570 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 16 Bucket 144 431 185 4590 0 62 88704 0 g_bio 408 0 210 6287 0 30 85680 0 clpbuf 2624 0 32 21 0 16 83968 0 128 Bucket 1024 49 30 1075 0 16 80896 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-4096 4096 12 5 461 0 2 69632 0 malloc-1024 1024 62 6 713 0 16 69632 0 malloc-512 512 104 32 31191 0 30 69632 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 3 5 10302 0 1 65536 0 malloc-2048 2048 11 21 1647 0 8 65536 0 malloc-512 512 122 6 527 0 30 65536 0 malloc-4096 4096 8 7 532 0 2 61440 0 sctp_chunk 152 221 143 1186 0 254 55328 0 pcpu-8 8 4693 1963 10263 0 254 53248 0 tcp_rack_pcb 832 42 21 745 0 16 52416 0 malloc-384 384 114 16 405 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 pipe 744 37 28 2283 0 16 48360 0 64 Bucket 512 49 39 9569 0 30 45056 0 malloc-512 512 68 12 1694 0 30 40960 0 malloc-512 512 12 68 1412 0 30 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 56154 0 16 36864 0 Files 80 290 160 42104 0 126 36000 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 130 0 1 32768 0 malloc-16384 16384 1 1 232 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 1 1 3 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 6 0 1 32768 0 malloc-8192 8192 2 2 741 0 1 32768 0 malloc-4096 4096 2 6 275 0 2 32768 0 malloc-4096 4096 6 2 22 0 2 32768 0 malloc-4096 4096 3 5 450 0 2 32768 0 malloc-2048 2048 3 13 152 0 8 32768 0 malloc-2048 2048 16 0 16 0 8 32768 0 malloc-1024 1024 3 29 788 0 16 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 169124 0 62 28000 0 malloc-4096 4096 6 0 6 0 2 24576 0 sctp_laddr 48 400 104 5465 0 254 24192 0 PWD 32 31 725 10171 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 39 261 2755 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 2 25 562 0 16 22464 0 2 Bucket 32 101 529 5168 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 ripcb 488 7 33 1055 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 tcp_rack_map 112 92 52 1770 0 126 16128 0 vtnet_tx_hdr 24 0 668 697533 0 254 16032 0 malloc-1024 1024 9 3 14 0 16 12288 0 ertt 72 69 99 2167 0 126 12096 0 udp_inpcb 488 6 18 206 0 254 11712 0 kenv 258 15 30 1043 0 30 11610 0 routing nhops 256 27 18 35 0 62 11520 0 malloc-4096 4096 2 0 2 0 2 8192 0 malloc-2048 2048 2 2 2 0 8 8192 0 rtentry 176 31 15 35 0 62 8096 0 tcptw 88 4 88 4 0 254 8096 0 PGRP 88 28 64 44 0 126 8096 0 rl_entry 40 43 159 43 0 254 8080 0 sctp_stream_msg_out 112 0 72 540 0 254 8064 0 udpcb 32 7 245 226 0 254 8064 0 4 Bucket 48 7 161 285 0 254 8064 0 sctp_readq 152 0 52 47 0 254 7904 0 udplite_inpcb 488 1 15 20 0 254 7808 0 unpcb 256 14 16 1150 0 254 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0