panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:3275 cpuid = 1 time = 160 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xffffffff82c020a0 vpanic() at vpanic+0x1c7/frame 0xffffffff82c02100 panic() at panic+0x43/frame 0xffffffff82c02160 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xffffffff82c021c0 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5dd/frame 0xffffffff82c02230 sctp_ulp_notify() at sctp_ulp_notify+0x288/frame 0xffffffff82c02290 sctp_handle_cookie_ack() at sctp_handle_cookie_ack+0x252/frame 0xffffffff82c022d0 sctp_process_control() at sctp_process_control+0x1939/frame 0xffffffff82c02750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xffffffff82c028e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xffffffff82c029d0 sctp_input() at sctp_input+0x1f/frame 0xffffffff82c029f0 ip_input() at ip_input+0x388/frame 0xffffffff82c02a90 swi_net() at swi_net+0x20d/frame 0xffffffff82c02b10 ithread_loop() at ithread_loop+0x33f/frame 0xffffffff82c02bb0 fork_exit() at fork_exit+0xb3/frame 0xffffffff82c02bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffffff82c02bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x1471be6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810f67b0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xffffffff82c02080 rbp 0xffffffff82c020a0 rsi 0 rdi 0xffffffff810f67e6 vprintf+0x176 r8 0 r9 0xffffffff r10 0x829 r11 0x2f4e ll+0x2f2d r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197cda4 r15 0xffffffff8197cda4 rip 0xffffffff810eab17 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1471be6(%rip) db> show proc Process 12 (intr) at 0xfffff8000447aa50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250fcb0 ABI: null reaper: 0xffffffff8250fcb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82510900 (map 0xffffffff82510900) (map.pmap 0xffffffff825109c0) (pmap 0xffffffff82510a20) threads: 23 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 9724 776 776 0 S (threaded) syz-executor.0 100394 S nanslp 0xffffffff8252fea0 syz-executor.0 109418 S accept 0xfffff8002b3bc158 syz-executor.0 109422 S uwait 0xfffff8003e460380 syz-executor.0 9720 818 818 0 R (threaded) syz-executor.3 103776 Run CPU 0 syz-executor.3 109413 RunQ syz-executor.3 109419 S uwait 0xfffff8003e98ff00 syz-executor.3 109423 RunQ syz-executor.3 4001 3987 4001 0 Ss select 0xfffff8003ed94640 dhclient 3990 1 3990 0 Ss select 0xfffff8003e98f4c0 dhclient 3987 3980 436 65 S select 0xfffff8003ed946c0 dhclient 3980 436 436 0 S wait 0xfffff80004e7e000 sh 3971 1 3971 65 Ss select 0xfffff8003ed94740 dhclient 818 774 818 0 Ss nanslp 0xffffffff8252fea0 syz-executor.3 815 774 815 0 Ss piperd 0xfffff80004e465d0 syz-executor.2 813 1 813 0 Ss select 0xfffff8003eb96e40 dhclient 808 1 808 0 Ss select 0xfffff8003e460840 dhclient 777 774 777 0 Ss piperd 0xfffff8003e850ba0 syz-executor.1 776 774 776 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100103 S uwait 0xfffff80004e41100 syz-fuzzer 100110 S uwait 0xfffff8003e320100 syz-fuzzer 100111 S uwait 0xfffff8003e320200 syz-fuzzer 100112 S uwait 0xfffff8003e320300 syz-fuzzer 100113 S uwait 0xfffff8003e320400 syz-fuzzer 100114 S uwait 0xfffff80004b7c500 syz-fuzzer 100115 S uwait 0xfffff8003e320500 syz-fuzzer 100116 S uwait 0xfffff8003e320600 syz-fuzzer 100121 S kqread 0xfffff8003e21f000 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004e4ab00 csh 770 694 770 0 Ss select 0xfffff8003e460b40 sshd 754 1 754 0 Ss+ ttyin 0xfffff8000488acb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b6b8b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b6bcb0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b630b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b634b0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b638b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b63cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b020b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b024b0 getty 698 1 698 0 Ss nanslp 0xffffffff8252fea0 cron 694 1 694 0 Ss select 0xfffff8003e320840 sshd 507 1 507 0 Ss select 0xfffff8003e3208c0 syslogd 436 1 436 0 Ss wait 0xfffff80004ebd000 devd 435 1 435 65 Ss select 0xfffff8003e320ac0 dhclient 350 1 350 0 Ss select 0xfffff80004e414c0 dhclient 347 1 347 0 Ss select 0xfffff80004e41dc0 dhclient 23 0 0 0 DL syncer 0xffffffff8261d238 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004b7f528 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261c300 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800043408e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82643788 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637bf8 [dom0] 100076 D launds 0xffffffff82637c04 [laundry: dom0] 100077 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff82364278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82d4f818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e48390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b8dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261b8dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261b8dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261b8dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223bfc0 [doneq0] 100067 D - 0xffffffff8223be90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000450fd90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000450fd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82635110 [crypto] 14 0 0 0 DL seqstat 0xfffff800044e9888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f720 [g_event] 100026 D - 0xffffffff8250f728 [g_up] 100027 D - 0xffffffff8250f730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004472300 [thr_0] 100019 D - 0xfffff80004472380 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff82635630 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fcb0 [swapper] 100005 D - 0xfffff80004477e00 [if_io_tqg_0] 100006 D - 0xfffff80004477d00 [if_io_tqg_1] 100007 D - 0xfffff80004477c00 [if_config_tqg_0] 100008 D - 0xfffff80004477b00 [softirq_0] 100009 D - 0xfffff80004477a00 [softirq_1] 100010 D - 0xfffff80004342200 [in6m_free taskq] 100011 D - 0xfffff80004342000 [thread taskq] 100013 D - 0xfffff80004478b00 [inm_free taskq] 100014 D - 0xfffff80004478900 [kqueue_ctx taskq] 100017 D - 0xfffff80004478300 [aiod_kick taskq] 100024 D - 0xfffff80004495800 [firmware taskq] 100029 D - 0xfffff80004495100 [crypto_0] 100030 D - 0xfffff80004495100 [crypto_1] 100044 D - 0xfffff80004512100 [vtnet0 rxq 0] 100045 D - 0xfffff80004512000 [vtnet0 txq 0] 100046 D - 0xfffff8000486ae00 [vtnet0 rxq 1] 100047 D - 0xfffff8000486ad00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000465da80 [virtio_balloon] 100053 D - 0xfffff80004884c00 [mca taskq] 100054 D - 0xffffffff81d254f1 [deadlkres] 100063 D - 0xfffff80004b57c00 [acpi_task_0] 100064 D - 0xfffff80004b57c00 [acpi_task_1] 100065 D - 0xfffff80004b57c00 [acpi_task_2] 100066 D - 0xfffff80004512900 [CAM taskq] db> show all locks Process 9720 (syz-executor.3) thread 0xfffffe0094c67000 (109423) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff8002b2a4488) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7005 Process 12 (intr) thread 0xfffffe000389ea00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094f8b8b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 pcb 1759 2488K 30614 vtbuf 24 1968K 46 sysctloid 29250 1706K 29315 kobj 337 1348K 498 newblk 5 1025K 11565 vfscache 3 1025K 3 sctp_stro 863 863K 4927 sctp_atcl 1733 650K 22329 inodedep 8 515K 9946 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 132 253K 9803 acpica 1674 184K 54318 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 9 130K 17910 tfo_ccache 1 128K 1 sctp_atky 2596 109K 27298 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 17801 linker 254 97K 294 bus 994 81K 3318 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 BPF 30 53K 30 umtx 324 41K 324 kdtrace 200 40K 19151 sctp_timw 134 34K 134 temp 35 33K 1973 hostcache 1 32K 1 shm 1 32K 4 DEVFS3 124 31K 134 msg 4 30K 4 sctp_athm 1733 28K 22333 sctp_map 1726 27K 9854 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 70 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 31 14K 1555 lltable 43 14K 50 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 pf_rule 12 12K 12 kenv 92 12K 92 eventhandler 125 11K 125 GEOM 60 10K 489 rman 82 10K 423 in6_multi 65 9K 65 bmsafemap 2 9K 8989 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 11 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 301 kqueue 58 6K 9778 plimit 22 6K 468 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 pf_ifnet 10 5K 19 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 routetbl 24 4K 24 session 28 4K 40 pgrp 28 4K 42 pwddesc 56 4K 9727 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 lockf 24 3K 54 proc-args 47 3K 585 selfd 38 3K 123048 uidinfo 4 3K 15 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 sctp_ifa 13 2K 15 select 13 2K 80 CAM XPT 22 2K 543 in_multi 6 2K 8 Unitno 25 2K 53 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 1470 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 158 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 17786 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 8893 diradd 4 1K 8952 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 10 osd 3 1K 9 inpcbpolicy 9 1K 1569 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 8903 tcpfunc 2 1K 2 soname 5 1K 12097 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 39 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 76 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 7433 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 25214 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 29248 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 78 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 dirrem 0 0K 8917 freefile 0 0K 8915 freeblks 0 0K 8902 freefrag 0 0K 9 allocindir 0 0K 0 indirdep 0 0K 14 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 13 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 3 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 3 VN POLL 0 0K 0 statfs 0 0K 9072 namei_tracker 0 0K 12 export_host 0 0K 0 cl_savebuf 0 0K 28 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 103 accf 0 0K 0 pts 0 0K 0 iov 0 0K 20669 ioctlops 0 0K 257 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 651 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 6 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9743 1 9743 0 254 19955712 0 pbuf 2632 0 957 0 0 2 2518824 0 mbuf_packet 256 8327 1288 1011098 0 254 2461440 0 sctp_asoc 2288 863 62 4927 0 254 2116400 0 RADIX NODE 144 13467 586 314666 0 63 2023632 0 BUF TRIE 144 353 13115 18418 0 62 1939392 0 malloc-2048 2048 868 28 40428 0 8 1835008 0 malloc-384 384 4139 11 4141 0 30 1593600 0 malloc-4096 4096 337 1 498 0 2 1384448 0 malloc-128 128 10489 20 10846 0 126 1345152 0 sctp_ep 1280 868 110 15213 0 254 1251840 0 malloc-1024 1024 865 35 4969 0 16 921600 0 sctp_raddr 736 873 359 12257 0 254 906752 0 UMA Slabs 0 112 6488 25 6488 0 126 729456 0 malloc-384 384 1786 74 22382 0 30 714240 0 FFS inode 1128 510 29 9434 0 8 607992 0 mbuf 256 1695 510 577436 0 254 564480 0 VM OBJECT 264 1169 91 137259 0 30 332640 0 256 Bucket 2048 138 16 8496 0 8 315392 0 VNODE 488 546 94 9472 0 30 312320 0 malloc-256 256 180 990 11870 0 62 299520 0 THREAD 1792 143 19 9423 0 8 290304 0 mbuf_jumbo_page 4096 0 67 193 0 254 274432 0 malloc-256 256 879 186 24152 0 62 272640 0 malloc-4096 4096 59 6 10329 0 2 266240 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 malloc-16 16 13959 541 22160 0 254 232000 0 socket 944 34 206 18102 0 254 226560 0 DEVCTL 1024 8 204 128 0 0 217088 0 malloc-16384 16384 7 6 8899 0 1 212992 0 sctp_chunk 152 1030 322 8350 0 254 205504 0 g_bio 408 0 490 91961 0 30 199920 0 malloc-64 64 2754 81 2795 0 254 181440 0 UMA Zones 768 226 3 226 0 16 175872 0 malloc-32 32 4788 630 15291 0 254 173376 0 MAP ENTRY 96 1371 393 520410 0 126 169344 0 FFS2 dinode 256 510 135 9432 0 62 165120 0 malloc-128 128 1126 83 25316 0 126 154752 0 S VFS Cache 104 1006 398 10087 0 126 146016 0 vmem btag 56 2346 90 2346 0 254 136416 0 malloc-65536 65536 0 2 91 0 1 131072 0 malloc-65536 65536 0 2 130 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-4096 4096 31 0 42 0 2 126976 0 malloc-1024 1024 117 7 135 0 16 126976 0 clpbuf 2632 0 48 599 0 16 126336 0 ksiginfo 112 64 980 1263 0 126 116928 0 VMSPACE 2544 33 12 9705 0 4 114480 0 PROC 1320 55 20 9726 0 8 99000 0 128 Bucket 1024 56 35 3497 0 16 93184 0 malloc-256 256 216 129 27677 0 62 88320 0 filedesc0 1072 56 21 9727 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-128 128 312 277 9503 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 64 Bucket 512 74 70 5759 0 30 73728 0 malloc-256 256 152 133 29825 0 62 72960 0 malloc-64 64 574 560 133743 0 254 72576 0 malloc-32 32 2032 236 20674 0 254 72576 0 malloc-64 64 901 170 6468 0 254 68544 0 malloc-128 128 149 378 27600 0 126 67456 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 126 0 1 65536 0 malloc-16384 16384 3 1 5 0 1 65536 0 32 Bucket 256 80 130 6111 0 62 53760 0 malloc-64 64 257 562 19661 0 254 52416 0 malloc-128 128 133 270 9095 0 126 51584 0 malloc-384 384 7 123 9945 0 30 49920 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-2048 2048 9 15 516 0 8 49152 0 tcpcb 1048 4 40 1029 0 254 46112 0 malloc-64 64 523 170 1624 0 254 44352 0 NAMEI 1024 0 40 49255 0 16 40960 0 malloc-384 384 96 4 443 0 30 38400 0 malloc-256 256 25 125 27539 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 pcpu-8 8 4260 348 4264 0 254 36864 0 malloc-16 16 1792 458 22864 0 254 36000 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-16384 16384 0 2 153 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-512 512 2 62 1470 0 30 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 Files 80 210 190 34725 0 126 32000 0 4 Bucket 48 6 582 7635 0 254 28224 0 KNOTE 160 28 147 101078 0 62 28000 0 ttyinq 160 135 40 300 0 62 28000 0 8 Bucket 80 44 306 35850 0 126 28000 0 pipe 744 21 14 348 0 16 26040 0 TURNSTILE 136 163 26 163 0 62 25704 0 malloc-8192 8192 2 1 102 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 4 2 8 0 2 24576 0 malloc-4096 4096 1 5 9076 0 2 24576 0 malloc-1024 1024 18 6 1112 0 16 24576 0 PWD 32 18 738 8979 0 254 24192 0 malloc-64 64 325 53 14565 0 254 24192 0 16 Bucket 144 47 121 12847 0 62 24192 0 malloc-128 128 142 44 1152 0 126 23808 0 tcp_inpcb 488 4 44 1029 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 62 28 976 0 62 23040 0 malloc-256 256 69 21 596 0 62 23040 0 malloc-4096 4096 3 2 7 0 2 20480 0 malloc-2048 2048 6 4 262 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 sctp_stream_msg_out 112 122 58 1566 0 254 20160 0 sctp_laddr 48 264 156 894 0 254 20160 0 2 Bucket 32 66 564 9434 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 49 26 63 0 62 19200 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 vtnet_tx_hdr 24 0 668 495849 0 254 16032 0 unpcb 256 14 46 1277 0 254 15360 0 malloc-384 384 20 20 28 0 30 15360 0 malloc-384 384 23 17 23 0 30 15360 0 tcp_bbr_pcb 832 0 18 3 0 16 14976 0 malloc-2048 2048 3 3 15 0 8 12288 0 malloc-2048 2048 3 3 13 0 8 12288 0 malloc-1024 1024 4 8 926 0 16 12288 0 malloc-512 512 1 23 119 0 30 12288 0 ripcb 488 3 21 91 0 254 11712 0 udplite_inpcb 488 0 24 250 0 254 11712 0 udp_inpcb 488 2 22 199 0 254 11712 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 139 0 8 8192 0 malloc-2048 2048 3 1 194 0 8 8192 0 malloc-1024 1024 3 5 19 0 16 8192 0 malloc-512 512 8 8 8 0 30 8192 0 malloc-512 512 2 14 515 0 30 8192 0 malloc-512 512 3 13 49 0 30 8192 0 malloc-512 512 2 14 158 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 rl_entry 40 38 164 38 0 254 8080 0 udpcb 32 2 250 449 0 254 8064 0 malloc-64 64 75 51 92 0 254 8064 0 malloc-64 64 3 123 67 0 254 8064 0 malloc-32 32 8 244 29 0 254 8064 0 malloc-32 32 101 151 3329 0 254 8064 0 malloc-32 32 74 178 1999 0 254 8064 0 malloc-32 32 58 194 1339 0 254 8064 0 malloc-32 32 3 249 103 0 254 8064 0 malloc-32 32 30 222 2724 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 29 471 11951 0 254 8000 0 malloc-16 16 188 312 7027 0 254 8000 0 malloc-16 16 256 244 260 0 254 8000 0 malloc-16 16 27 473 24504 0 254 8000 0 tcp_bbr_map 128 0 62 7 0 126 7936 0 malloc-128 128 18 44 82 0 126 7936 0 malloc-128 128 55 7 3121 0 126 7936 0 sctp_readq 152 0 52 422 0 254 7904 0 kenv 258 3 27 1008 0 30 7740 0 routing nhops 256 28 2 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 28 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 2 2 2 0 16 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 pf tags 104 1 38 1 0 126 4056 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 malloc-16 16 8 242 8 0 254 4000 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 15 0 254 2520 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 62 0 0 mdpbuf 2632 0 0 0 0 4 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0