panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:13039 cpuid = 0 time = 1625250428 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00887e6480 vpanic() at vpanic+0x1cc/frame 0xfffffe00887e64e0 panic() at panic+0x43/frame 0xfffffe00887e6540 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe00887e65a0 sctp_lower_sosend() at sctp_lower_sosend+0x29f8/frame 0xfffffe00887e6790 sctp_sosend() at sctp_sosend+0x49b/frame 0xfffffe00887e68d0 sosend() at sosend+0xc6/frame 0xfffffe00887e6940 kern_sendit() at kern_sendit+0x33c/frame 0xfffffe00887e69f0 sendit() at sendit+0x23f/frame 0xfffffe00887e6a50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe00887e6ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe00887e6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00887e6bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x287eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 22016 tid 123149 ] Stopped at kdb_enter+0x67: movq $0,0x164025e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0098000000 rdx 0x3ffff rbx 0 rsp 0xfffffe00887e6460 rbp 0xfffffe00887e6480 rsi 0x40001 rdi 0xffffffff81132646 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00887e6350 r11 0x1ff77fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6e500 r14 0xffffffff81a74fb1 r15 0xffffffff81a74fb1 rip 0xffffffff811296a7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164025e(%rip) db> show proc Process 22016 (syz-executor.2) at 0xfffff8002a231538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 794 at 0xfffff8002a3cf000 ABI: FreeBSD ELF64 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bda538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0095385000 (map 0xfffffe0095385000) (map.pmap 0xfffffe00953850c0) (pmap 0xfffffe0095385120) threads: 2 120158 s syz-executor.2 123149 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 22016 794 794 0 T (threaded) syz-executor.2 120158 s syz-executor.2 123149 Run CPU 0 syz-executor.2 6994 1 6994 65 Ss select 0xfffff80058e442c0 dhclient 6139 1 6139 0 Ss select 0xfffff800580da740 dhclient 6136 1 6136 0 Ss select 0xfffff8001db30d40 dhclient 6117 1 6117 65 Ss select 0xfffff80058034440 dhclient 4430 1 4430 0 Ss select 0xfffff8001db262c0 dhclient 4427 1 4427 0 Ss select 0xfffff8001d5365c0 dhclient 4408 1 4408 65 Ss select 0xfffff8001db16ec0 dhclient 2781 1 2781 0 Ss select 0xfffff8001d536440 dhclient 2778 1 2778 0 Ss select 0xfffff8001d3b9d40 dhclient 2751 1 2751 65 Ss select 0xfffff8001d40c5c0 dhclient 844 1 784 0 SV uwait 0xfffff8002aa6a300 syz-executor.1 843 842 784 0 S uwait 0xfffff8002aa6d500 syz-executor.1 842 1 784 0 SV uwait 0xfffff80015dc8f00 syz-executor.1 840 1 784 0 S uwait 0xfffff8002a364500 syz-executor.1 826 1 826 0 Ss select 0xfffff8002ae22140 dhclient 821 1 821 0 Ss select 0xfffff8002aa59bc0 dhclient 794 780 794 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.2 784 780 784 0 Ss piperd 0xfffff8002a233000 syz-executor.1 783 780 783 0 Ss piperd 0xfffff80015dd0000 syz-executor.3 782 780 782 0 Ss piperd 0xfffff80015dd08b8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100090 S uwait 0xfffff80015d57f00 syz-fuzzer 100119 S uwait 0xfffff8002a364b00 syz-fuzzer 100120 S uwait 0xfffff8002aa6d700 syz-fuzzer 100121 S uwait 0xfffff8002aa6d900 syz-fuzzer 100122 S uwait 0xfffff8002aa6db00 syz-fuzzer 100123 S uwait 0xfffff8002aa6dd00 syz-fuzzer 100124 S uwait 0xfffff8002aa6df00 syz-fuzzer 100125 S kqread 0xfffff8002aa6af00 syz-fuzzer 101814 S uwait 0xfffff8002abbb500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e430b0 csh 776 694 776 0 Ss select 0xfffff80015db4ec0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff8002a3f82c0 sshd 507 1 507 0 Ss select 0xfffff8002a2ef440 syslogd 436 1 436 0 Ss select 0xfffff80015ed45c0 devd 435 1 435 65 Ss select 0xfffff80015db4140 dhclient 350 1 350 0 Ss select 0xfffff80015dfa5c0 dhclient 347 1 347 0 Ss select 0xfffff80015f51ec0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100097 D sdflush 0xfffff80015927ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c5980 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82fd78b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830e9410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda538 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ebd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153eb900 [vtnet0 txq 0] 100057 D - 0xfffff800153eb500 [vtnet0 rxq 1] 100058 D - 0xfffff800153eb100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015468900 [mca taskq] 100066 D - 0xffffffff81e218d1 [deadlkres] 100074 D - 0xfffff80015a3b100 [acpi_task_0] 100075 D - 0xfffff80015a3b100 [acpi_task_1] 100076 D - 0xfffff80015a3b100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1262 6167K 48242 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 sctp_atcl 1232 1232K 36088 sctp_stro 615 1230K 11675 newblk 9 1036K 21734 vfscache 3 1035K 3 inodedep 485 1004K 21534 sctp_atky 2093 789K 50612 acpica 1674 649K 54806 subproc 149 597K 22109 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_athm 1232 462K 38029 sctp_map 1230 462K 23282 bus 986 377K 3469 BPF 46 337K 51 filedesc 20 308K 42223 linker 348 270K 409 dirrem 476 238K 21441 DEVFS1 107 214K 124 module 510 192K 510 kdtrace 225 185K 45183 freefile 476 179K 21438 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 9 140K 21118 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2439 syncache 1 76K 1 routetbl 128 69K 414 msg 4 68K 4 sctp_timw 133 67K 133 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 lltable 41 35K 70 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 kqueue 66 33K 22040 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 DEVFSP 80 30K 795 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 280 ifnet 7 25K 7 plimit 24 24K 456 kcovinfo 64 24K 68 pwddesc 64 24K 22024 CAM queue 5 21K 1528 selfd 55 21K 288293 pfs_nodes 20 20K 20 proc-args 52 20K 671 UART 12 18K 12 session 35 18K 49 bmsafemap 2 17K 21505 ksem 1 16K 1 rpc 2 16K 2 shmfd 1 16K 72 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 60 Unitno 31 12K 47 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 11 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 73 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 4885 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 4132 ipsec 3 3K 3 mkdir 8 3K 42192 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 21105 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 21104 vnodemarker 2 2K 70 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 soname 5 2K 32920 filecaps 5 2K 100 crypto 4 2K 4 newdirblk 4 2K 21096 diradd 4 2K 21481 pfil 4 2K 4 CAM path 4 2K 1034 sctp_aadr 3 2K 27 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 779 entropy 2 1K 46 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 28930 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 14860 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_stri 0 0K 3818 tcp_do 0 0K 0 tcp_fsb 0 0K 222 chd data 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 0 cdg data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 15741 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 31 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 9 ip6_msource 0 0K 0 ip6_moptions 0 0K 315 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 21285 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 171 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2610 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 793 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 128 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 134 eventfd 0 0K 2 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 885 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 11232 1531 942188 0 254 52277248 0 malloc-384 384 36727 1723 62341 0 30 14764800 0 malloc-8192 8192 619 852 22543 0 1 12050432 0 malloc-1024 1024 4174 6 4194 0 16 4280320 0 mbuf 256 12564 2076 1616440 0 254 3747840 0 sctp_asoc 2288 615 860 11641 0 254 3374800 0 malloc-384 384 4375 4065 404835 0 30 3240960 0 malloc-2048 2048 617 857 12848 0 8 3018752 0 malloc-1024 1024 1237 1711 39919 0 16 3018752 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-1024 1024 560 1744 22105 0 16 2359296 0 mbuf_cluster 2048 1140 2 1140 0 254 2338816 0 UMA Slabs 0 112 20296 5 20296 0 126 2273712 0 tcp_log 416 0 5238 22291 0 254 2179008 0 malloc-1024 1024 133 1823 17392 0 16 2002944 0 BUF TRIE 144 185 13283 1074 0 62 1939392 0 sctp_ep 1280 617 880 22538 0 254 1916160 0 RADIX NODE 144 12062 227 600155 0 62 1769616 0 malloc-1024 1024 787 877 45841 0 16 1703936 0 malloc-512 512 614 1762 22026 0 30 1216512 0 sctp_raddr 736 615 870 11641 0 254 1092960 0 malloc-384 384 1016 1764 105260 0 30 1067520 0 malloc-384 384 1725 35 53817 0 30 675840 0 FFS inode 1160 518 28 21956 0 8 633360 0 malloc-32768 32768 11 8 21112 0 1 622592 0 malloc-8192 8192 66 8 22026 0 1 606208 0 malloc-16384 16384 24 2 44 0 1 425984 0 VM OBJECT 264 1298 112 311741 0 30 372240 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 256 Bucket 2048 141 39 21327 0 8 368640 0 THREAD 1808 160 27 23158 0 8 338096 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-512 512 31 593 23637 0 30 319488 0 mbuf_packet 256 278 862 73101 0 254 291840 0 VNODE 448 556 83 21996 0 30 286272 0 malloc-2048 2048 125 3 143 0 8 262144 0 malloc-384 384 616 64 6678 0 30 261120 0 tcp_inpcb 488 4 516 4120 0 254 253760 0 vmem btag 56 4517 7 4517 0 254 253344 0 socket 944 44 224 32846 0 254 252992 0 DEVCTL 1024 0 220 153 0 0 225280 0 malloc-8192 8192 23 3 39 0 1 212992 0 MAP ENTRY 96 1682 460 1187949 0 126 205632 0 sctp_chunk 152 574 778 5617 0 254 205504 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-16384 16384 11 1 247 0 1 196608 0 malloc-4096 4096 7 41 3571 0 2 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 ertt_txseginfo 40 0 4343 58280 0 254 173720 0 malloc-384 384 355 75 89236 0 30 165120 0 S VFS Cache 104 1026 378 22600 0 126 146016 0 32 Bucket 256 401 169 23398 0 62 145920 0 FFS2 dinode 256 518 37 21956 0 62 142080 0 VMSPACE 2544 40 14 22000 0 4 137376 0 malloc-512 512 196 68 43149 0 30 135168 0 malloc-384 384 282 68 24162 0 30 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 sctp_stream_msg_out 112 464 652 4855 0 254 124992 0 malloc-512 512 205 35 21325 0 30 122880 0 ksiginfo 112 69 975 1454 0 126 116928 0 PROC 1336 63 21 22023 0 8 112224 0 malloc-1024 1024 97 3 102 0 16 102400 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 32 0 1 98304 0 malloc-512 512 179 5 411 0 30 94208 0 tcp_bbr_map 128 0 713 8716 0 126 91264 0 tcpcb 1080 4 80 4120 0 254 90720 0 filedesc0 1072 64 20 22024 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 16 Bucket 144 432 156 6172 0 62 84672 0 clpbuf 2624 0 32 21 0 16 83968 0 g_bio 408 0 190 7887 0 30 77520 0 malloc-512 512 119 25 21788 0 30 73728 0 128 Bucket 1024 37 30 1853 0 16 68608 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-4096 4096 12 3 147 0 2 61440 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-8192 8192 2 5 21309 0 1 57344 0 malloc-384 384 92 48 35035 0 30 53760 0 malloc-4096 4096 7 6 31 0 2 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 6 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 6 0 1 49152 0 malloc-2048 2048 16 4 24 0 8 40960 0 malloc-512 512 23 57 1440 0 30 40960 0 pcpu-8 8 4701 419 4892 0 254 40960 0 Files 80 236 264 64217 0 126 40000 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 101094 0 16 36864 0 64 Bucket 512 49 23 16790 0 30 36864 0 unpcb 256 20 115 5379 0 254 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-512 512 34 30 208 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 2 Bucket 32 521 487 7511 0 254 32256 0 8 Bucket 80 150 250 5015 0 126 32000 0 tcp_bbr_pcb 832 0 36 2732 0 16 29952 0 malloc-4096 4096 6 1 8 0 2 28672 0 malloc-2048 2048 2 12 151 0 8 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 279199 0 62 28000 0 pipe 744 23 12 386 0 16 26040 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 60 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 20 736 21193 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 59 0 2 20480 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 6 0 2 16384 0 vtnet_tx_hdr 24 0 668 482109 0 254 16032 0 udplite_inpcb 488 0 32 454 0 254 15616 0 tcp_rack_pcb 832 0 18 222 0 16 14976 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 ripcb 488 5 19 97 0 254 11712 0 udp_inpcb 488 6 18 214 0 254 11712 0 kenv 258 15 30 1038 0 30 11610 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 9 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 49 0 126 8096 0 rl_entry 40 80 122 80 0 254 8080 0 sctp_laddr 48 84 84 3124 0 254 8064 0 tcp_rack_map 112 0 72 376 0 126 8064 0 udpcb 32 6 246 668 0 254 8064 0 ertt 72 4 108 4120 0 126 8064 0 4 Bucket 48 7 161 455 0 254 8064 0 sctp_readq 152 0 52 527 0 254 7904 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0