panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:3275 cpuid = 0 time = 98 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00036360a0 vpanic() at vpanic+0x1c7/frame 0xfffffe0003636100 panic() at panic+0x43/frame 0xfffffe0003636160 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe00036361c0 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5dd/frame 0xfffffe0003636230 sctp_ulp_notify() at sctp_ulp_notify+0x288/frame 0xfffffe0003636290 sctp_handle_cookie_ack() at sctp_handle_cookie_ack+0x252/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x1939/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x1488216(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810deee0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003636080 rbp 0xfffffe00036360a0 rsi 0 rdi 0xffffffff810def16 vprintf+0x176 r8 0 r9 0xffffffff r10 0xfffffe00036367dc r11 0xbf r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff819643fa r15 0xffffffff819643fa rip 0xffffffff810d33e7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1488216(%rip) db> show proc Process 12 (intr) at 0xfffff800042b9a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ebb0 ABI: null reaper: 0xffffffff8250ebb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f800 (map 0xffffffff8250f800) (map.pmap 0xffffffff8250f8c0) (pmap 0xffffffff8250f920) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 17364 801 801 0 R (threaded) syz-executor.2 103624 Run CPU 1 syz-executor.2 118204 S connec 0xfffff800718ca0e0 syz-executor.2 118208 S uwait 0xfffff8003f069a00 syz-executor.2 118216 RunQ syz-executor.2 16855 762 16855 0 Ss piperd 0xfffff8003f65e000 syz-executor.3 6584 6569 6584 0 Ss select 0xfffff80026ea1040 dhclient 6575 1 6575 0 Ss select 0xfffff80026ea10c0 dhclient 6569 6559 424 65 S select 0xfffff8003f069dc0 dhclient 6559 424 424 0 S wait 0xfffff8003f75da50 sh 6545 1 6545 65 Ss select 0xfffff8003f7d1ac0 dhclient 801 762 801 0 Ss nanslp 0xffffffff8252ed91 syz-executor.2 800 1 800 0 Ss select 0xfffff8003f7d1cc0 dhclient 794 1 794 0 Ss select 0xfffff8003f069d40 dhclient 766 762 766 0 Ss piperd 0xfffff8003f65eba0 syz-executor.1 765 762 765 0 Ss piperd 0xfffff80004ab58b8 syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100099 S kqread 0xfffff80004aa8700 syz-fuzzer 100109 S uwait 0xfffff80026e74400 syz-fuzzer 100110 S uwait 0xfffff80026e74500 syz-fuzzer 100111 S uwait 0xfffff80026e74600 syz-fuzzer 100112 S uwait 0xfffff80026e74700 syz-fuzzer 100113 S uwait 0xfffff80026e74800 syz-fuzzer 100114 S uwait 0xfffff80026e74000 syz-fuzzer 100115 S uwait 0xfffff80004953d80 syz-fuzzer 100116 S uwait 0xfffff8003f069500 syz-fuzzer 760 758 760 0 Ss pause 0xfffff80004b04b00 csh 758 682 758 0 Ss select 0xfffff8003f069cc0 sshd 742 1 742 0 Ss+ ttyin 0xfffff800046a1cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff8000499f0b0 getty 740 1 740 0 Ss+ ttyin 0xfffff8000499f4b0 getty 739 1 739 0 Ss+ ttyin 0xfffff8000499f8b0 getty 738 1 738 0 Ss+ ttyin 0xfffff8000499fcb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800049950b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800049954b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049958b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004995cb0 getty 686 1 686 0 Ss nanslp 0xffffffff8252ed90 cron 682 1 682 0 Ss select 0xfffff80026e749c0 sshd 495 1 495 0 Ss select 0xfffff80026e74a40 syslogd 424 1 424 0 Ss wait 0xfffff80004b3d000 devd 423 1 423 65 Ss select 0xfffff80026e74c40 dhclient 338 1 338 0 Ss select 0xfffff80026e74cc0 dhclient 335 1 335 0 Ss select 0xfffff80026e74d40 dhclient 23 0 0 0 DL vlruwt 0xfffff800049f1a50 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261c138 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b200 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100086 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826426c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636b38 [dom0] 100075 D launds 0xffffffff82636b44 [laundry: dom0] 100076 D umarcl 0xffffffff814def40 [uma] 18 0 0 0 DL - 0xffffffff82363278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c57818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e47390 [pf purge] 15 0 0 0 DL - 0xffffffff8261a7dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261a7dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261a7dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261a7dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223afc0 [doneq0] 100067 D - 0xffffffff8223ae90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004189c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004189c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634030 [crypto] 14 0 0 0 DL seqstat 0xfffff80004300488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e620 [g_event] 100026 D - 0xffffffff8250e628 [g_up] 100027 D - 0xffffffff8250e630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff82634550 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ebb0 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 D - 0xfffff80004183200 [in6m_free taskq] 100012 D - 0xfffff800042bcd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bcb00 [inm_free taskq] 100016 D - 0xfffff800042bc500 [aiod_kick taskq] 100017 D - 0xfffff800042bc300 [thread taskq] 100024 D - 0xfffff800042cda00 [firmware taskq] 100029 D - 0xfffff800042cd300 [crypto_0] 100030 D - 0xfffff800042cd300 [crypto_1] 100044 D - 0xfffff80004342300 [vtnet0 rxq 0] 100045 D - 0xfffff80004342200 [vtnet0 txq 0] 100046 D - 0xfffff80004342100 [vtnet0 rxq 1] 100047 D - 0xfffff80004342000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004486880 [virtio_balloon] 100053 D - 0xfffff800046ade00 [mca taskq] 100056 D - 0xffffffff81d0b211 [deadlkres] 100062 D - 0xfffff8000498fd00 [acpi_task_0] 100063 D - 0xfffff8000498fd00 [acpi_task_1] 100064 D - 0xfffff8000498fd00 [acpi_task_2] 100066 D - 0xfffff80004342b00 [CAM taskq] db> show all locks Process 17364 (syz-executor.2) thread 0xfffffe0025800a00 (118216) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80071718e88) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7005 Process 12 (intr) thread 0xfffffe00048b2a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002e8281a0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4242 tcp_hpts 5 3201K 5 pcb 1637 2312K 65781 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 5 1025K 17369 vfscache 3 1025K 3 sctp_stro 782 782K 17676 sctp_atcl 1573 590K 51977 inodedep 10 516K 18242 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 131 249K 17448 acpica 1674 184K 52503 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 10 131K 33306 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 sctp_atky 2370 100K 73232 linker 254 97K 297 filedesc 12 89K 33116 sctp_timw 320 80K 320 bus 979 79K 3035 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 BPF 30 53K 30 umtx 324 41K 324 vmem 3 34K 6 kdtrace 176 34K 52885 temp 35 33K 2057 hostcache 1 32K 1 shm 1 32K 21 DEVFS3 124 31K 134 msg 4 30K 4 gtaskqueue 18 26K 18 sctp_athm 1573 25K 54073 sctp_map 1564 25K 35346 ifaddr 76 23K 77 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 lltable 53 17K 128 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 ether_multi 172 14K 215 bus-sc 30 14K 1416 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 129 11K 129 in6_multi 89 11K 105 GEOM 60 10K 489 rman 82 10K 423 cred 35 9K 504 bmsafemap 2 9K 16715 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 76 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 57 6K 17462 plimit 22 6K 408 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 96 pf_ifnet 10 5K 21 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 85 evdev 4 4K 4 routetbl 23 4K 25 session 28 4K 41 pgrp 28 4K 45 pwddesc 55 4K 17372 hhook 13 4K 13 lockf 29 4K 67 terminal 11 3K 11 acpisem 22 3K 22 proc-args 47 3K 582 selfd 38 3K 222907 sctp_ifa 18 3K 22 uidinfo 3 3K 26 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 23 select 13 2K 116 CAM XPT 22 2K 543 Unitno 27 2K 59 in_multi 6 2K 9 inpcbpolicy 45 2K 5686 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 4292 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 74 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 22 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 33142 diradd 5 1K 16671 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 16571 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 10 osd 3 1K 9 vnodes 1 1K 12 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 pf_osfp 2 1K 2 loginclass 3 1K 6 prison 6 1K 6 soname 6 1K 34764 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 16645 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 94 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 4 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 22546 sctp_iter 0 0K 265 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 251 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 sctp_aadr 0 0K 1431 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 36526 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 54943 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 34 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 dirrem 0 0K 16633 freefile 0 0K 16626 freeblks 0 0K 16584 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 113 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 194 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 7 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 6 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 0 statfs 0 0K 16744 namei_tracker 0 0K 20 export_host 0 0K 0 cl_savebuf 0 0K 2 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 168 accf 0 0K 0 pts 0 0K 0 iov 0 0K 40818 ioctlops 0 0K 613 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 635 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 8 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9713 1 9713 0 254 19894272 0 sctp_asoc 2288 782 4178 17673 0 254 11348480 0 malloc-2048 2048 789 4175 68547 0 8 10166272 0 sctp_ep 1280 789 4179 32020 0 254 6359040 0 malloc-1024 1024 784 4180 17715 0 16 5083136 0 RADIX NODE 144 14236 12557 539552 0 62 3858192 0 malloc-384 384 1626 8364 52030 0 30 3836160 0 sctp_raddr 736 787 4174 18797 0 254 3651296 0 mbuf_packet 256 8313 1272 1117837 0 254 2453760 0 mbuf_jumbo_page 4096 3 580 3467 0 254 2387968 0 BUF TRIE 144 190 13278 29782 0 62 1939392 0 malloc-384 384 4138 2 4144 0 30 1589760 0 mbuf 256 630 5070 740188 0 254 1459200 0 malloc-4096 4096 336 1 496 0 2 1380352 0 malloc-128 128 10487 53 10892 0 126 1349120 0 malloc-256 256 800 4240 48929 0 62 1290240 0 UMA Slabs 0 112 10126 23 10126 0 126 1136688 0 pbuf 832 0 985 0 0 2 819520 0 256 Bucket 2048 368 2 13337 0 8 757760 0 sctp_chunk 152 662 4200 29000 0 254 739024 0 FFS inode 1128 515 45 17156 0 9 631680 0 sctp_laddr 48 2954 7714 36407 0 254 512064 0 malloc-16 16 13784 8716 47641 0 254 360000 0 VM OBJECT 264 1229 76 244608 0 30 344520 0 malloc-32 32 1902 8556 50592 0 254 334656 0 tcpcb 1048 40 279 1989 0 254 334312 0 malloc-65536 65536 3 2 11 0 1 327680 0 malloc-64 64 820 4283 22034 0 254 326592 0 socket 944 67 277 39217 0 254 324736 0 VNODE 488 552 88 17195 0 30 312320 0 THREAD 1792 141 21 18216 0 8 290304 0 malloc-4096 4096 58 11 17872 0 3 282624 0 malloc-65536 65536 4 0 4 0 1 262144 0 tcp_bbr_pcb 832 0 261 1361 0 16 217152 0 DEVCTL 1024 10 198 127 0 0 212992 0 malloc-16384 16384 6 7 16556 0 1 212992 0 tcp_inpcb 488 40 376 1989 0 254 203008 0 vmem btag 56 3351 21 3351 0 254 188832 0 malloc-64 64 2755 80 2808 0 254 181440 0 malloc-32 32 4812 732 27054 0 254 177408 0 UMA Zones 768 226 3 226 0 16 175872 0 MAP ENTRY 96 1321 443 932904 0 126 169344 0 FFS2 dinode 256 515 130 17156 0 62 165120 0 malloc-16 16 1632 8618 54601 0 254 164000 0 malloc-32768 32768 0 5 98 0 1 163840 0 malloc-256 256 366 249 17863 0 62 157440 0 malloc-128 128 1127 82 24453 0 126 154752 0 S VFS Cache 104 1008 396 18040 0 126 146016 0 malloc-65536 65536 0 2 105 0 1 131072 0 malloc-65536 65536 0 2 114 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-4096 4096 31 0 42 0 2 126976 0 malloc-1024 1024 117 3 143 0 16 122880 0 32 Bucket 256 348 132 11339 0 62 122880 0 ksiginfo 112 61 983 1978 0 126 116928 0 malloc-384 384 9 291 18241 0 30 115200 0 VMSPACE 2544 32 13 17350 0 4 114480 0 64 Bucket 512 142 66 17199 0 30 106496 0 PROC 1320 54 21 17371 0 8 99000 0 128 Bucket 1024 56 39 3415 0 16 97280 0 malloc-256 256 204 171 69450 0 62 96000 0 tcp_bbr_map 128 0 744 3812 0 126 95232 0 malloc-256 256 152 193 55706 0 62 88320 0 malloc-128 128 157 525 50686 0 126 87296 0 filedesc0 1072 55 22 17372 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 sctp_stream_msg_out 112 29 691 4579 0 254 80640 0 malloc-64 64 39 1221 2956 0 254 80640 0 malloc-128 128 309 280 17814 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 malloc-64 64 569 565 241311 0 254 72576 0 16 Bucket 144 342 134 34902 0 62 68544 0 malloc-32768 32768 2 0 2 0 1 65536 0 g_bio 408 0 150 143758 0 30 61200 0 8 Bucket 80 556 194 34978 0 126 60000 0 malloc-64 64 267 552 34980 0 254 52416 0 malloc-128 128 134 269 16817 0 126 51584 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 6 0 1 49152 0 malloc-2048 2048 9 13 520 0 8 45056 0 malloc-64 64 524 169 1605 0 254 44352 0 malloc-256 256 26 139 50647 0 62 42240 0 pipe 744 21 34 1235 0 16 40920 0 Files 80 205 295 67988 0 126 40000 0 malloc-384 384 96 4 446 0 30 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 83115 0 16 36864 0 pcpu-8 8 4247 361 4271 0 254 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 112 0 1 32768 0 malloc-8192 8192 2 2 5 0 1 32768 0 malloc-8192 8192 2 2 101 0 1 32768 0 malloc-512 512 2 62 4292 0 30 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 malloc-4096 4096 3 4 11 0 2 28672 0 malloc-64 64 325 116 14894 0 254 28224 0 4 Bucket 48 11 577 10858 0 254 28224 0 KNOTE 160 28 147 191981 0 62 28000 0 malloc-128 128 147 70 1551 0 126 27776 0 clpbuf 832 0 32 145 0 16 26624 0 malloc-8192 8192 1 2 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 4 2 9 0 2 24576 0 malloc-4096 4096 1 5 16748 0 2 24576 0 PWD 32 17 739 16629 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 udplite_inpcb 488 0 48 3063 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 75 15 625 0 62 23040 0 TURNSTILE 136 163 5 163 0 62 22848 0 malloc-2048 2048 5 5 279 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 2 Bucket 32 61 569 13696 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 30 20 106 0 30 19200 0 malloc-256 256 49 26 316 0 62 19200 0 malloc-256 256 59 16 6837 0 62 19200 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 136 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 3 5 41 0 8 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 vtnet_tx_hdr 24 0 668 548161 0 254 16032 0 malloc-128 128 55 69 4370 0 126 15872 0 unpcb 256 14 46 1446 0 254 15360 0 malloc-384 384 29 11 30 0 30 15360 0 malloc-2048 2048 3 3 16 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 6 6 1111 0 16 12288 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-64 64 75 114 109 0 254 12096 0 ripcb 488 3 21 349 0 254 11712 0 udp_inpcb 488 2 22 285 0 254 11712 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 332 0 8 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 4 4 2172 0 16 8192 0 malloc-1024 1024 3 5 17 0 16 8192 0 malloc-512 512 8 8 14 0 30 8192 0 malloc-512 512 2 14 516 0 30 8192 0 malloc-512 512 3 13 53 0 30 8192 0 malloc-512 512 2 14 74 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 34 12 43 0 62 8096 0 rl_entry 40 50 152 50 0 254 8080 0 sctp_asconf_ack 48 0 168 386 0 254 8064 0 udpcb 32 2 250 3348 0 254 8064 0 malloc-32 32 100 152 15450 0 254 8064 0 malloc-32 32 77 175 2098 0 254 8064 0 malloc-32 32 57 195 1447 0 254 8064 0 malloc-32 32 3 249 198 0 254 8064 0 malloc-32 32 30 222 2654 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 30 470 41081 0 254 8000 0 malloc-16 16 183 317 14115 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 273 0 254 8000 0 malloc-16 16 27 473 23643 0 254 8000 0 malloc-128 128 17 45 93 0 126 7936 0 sctp_readq 152 0 52 111 0 254 7904 0 kenv 258 3 27 1004 0 30 7740 0 routing nhops 256 27 3 43 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 60 0 126 6448 0 domainset 40 0 126 40 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 8 118 40 0 254 4032 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0