panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:3275 cpuid = 0 time = 1604815853 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00036360a0 vpanic() at vpanic+0x1c7/frame 0xfffffe0003636100 panic() at panic+0x43/frame 0xfffffe0003636160 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe00036361c0 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5dd/frame 0xfffffe0003636230 sctp_ulp_notify() at sctp_ulp_notify+0x288/frame 0xfffffe0003636290 sctp_handle_cookie_ack() at sctp_handle_cookie_ack+0x252/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x1939/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x147c996(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810eb6e0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003636080 rbp 0xfffffe00036360a0 rsi 0 rdi 0xffffffff810eb716 vprintf+0x176 r8 0 r9 0xffffffff r10 0x6aed ll+0x6acc r11 0x234e ll+0x232d r12 0xffffffff820671a0 ddb_dbbe r13 0 r14 0xffffffff8196ef5d r15 0xffffffff8196ef5d rip 0xffffffff810dfc67 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x147c996(%rip) db> show proc Process 12 (intr) at 0xfffff800042a3a40: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ee70 ABI: null reaper: 0xffffffff8250ee70 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250fac0 (map 0xffffffff8250fac0) (map.pmap 0xffffffff8250fb80) (pmap 0xffffffff8250fbe0) threads: 23 100012 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 2395 765 765 0 R (threaded) syz-executor.0 100116 Run CPU 1 syz-executor.0 100192 S connec 0xfffff80044af3870 syz-executor.0 100199 RunQ syz-executor.0 100203 S uwait 0xfffff800449a8700 syz-executor.0 100204 RunQ syz-executor.0 1687 1681 1687 0 Ss select 0xfffff80004ab9140 dhclient 1684 1 1684 0 Ss select 0xfffff80044984ac0 dhclient 1681 1674 424 65 S select 0xfffff800446e5f40 dhclient 1674 424 424 0 S wait 0xfffff800449b8a40 sh 1670 1 1670 65 Ss select 0xfffff80044984b40 dhclient 1075 1 1075 0 Ss select 0xfffff8001fee93c0 dhclient 1072 1 1072 0 Ss select 0xfffff800446e5dc0 dhclient 781 762 781 0 Ss piperd 0xfffff80004afe2f8 syz-executor.3 778 762 778 0 Ss piperd 0xfffff8004467e000 syz-executor.2 766 762 766 0 Ss piperd 0xfffff8004467ebe0 syz-executor.1 765 762 765 0 Rs syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100081 S uwait 0xfffff800046e1400 syz-fuzzer 100106 S uwait 0xfffff8001fef4380 syz-fuzzer 100107 S uwait 0xfffff8001fef4480 syz-fuzzer 100108 S uwait 0xfffff8001fef4580 syz-fuzzer 100109 S uwait 0xfffff8001fef4680 syz-fuzzer 100110 S uwait 0xfffff800440b9e00 syz-fuzzer 100111 S kqread 0xfffff80004aaa600 syz-fuzzer 100112 S uwait 0xfffff80004a13500 syz-fuzzer 760 758 760 0 Ss pause 0xfffff80004b035c8 csh 758 682 758 0 Ss select 0xfffff8001ffc0bc0 sshd 742 1 742 0 Ss+ ttyin 0xfffff800046fb8b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004a04cb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004a004b0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004a00cb0 getty 738 1 738 0 Ss+ ttyin 0xfffff800049fb4b0 getty 737 1 737 0 Ss+ ttyin 0xfffff800049fbcb0 getty 736 1 736 0 Ss+ ttyin 0xfffff800049f84b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049f8cb0 getty 734 1 734 0 Ss+ ttyin 0xfffff800049f24b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252fd71 cron 682 1 682 0 Ss select 0xfffff8001fee9640 sshd 495 1 495 0 Ss select 0xfffff80004be52c0 syslogd 424 1 424 0 Ss wait 0xfffff80004bbb520 devd 423 1 423 65 Ss select 0xfffff80004be51c0 dhclient 338 1 338 0 Ss select 0xfffff80004ab91c0 dhclient 335 1 335 0 Ss select 0xfffff80004be5740 dhclient 23 0 0 0 DL syncer 0xffffffff8261d0f8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004a53a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261c1d0 [bufdaemon] 100077 D - 0xffffffff8200ac00 [bufspacedaemon-0] 100086 D sdflush 0xfffff800047048e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82643688 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637af8 [dom0] 100075 D launds 0xffffffff82637b04 [laundry: dom0] 100076 D umarcl 0xffffffff814e77c0 [uma] 18 0 0 0 DL - 0xffffffff823634f8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82d0d818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e48390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b7a4 [soaiod4] 9 0 0 0 DL - 0xffffffff8261b7a4 [soaiod3] 8 0 0 0 DL - 0xffffffff8261b7a4 [soaiod2] 7 0 0 0 DL - 0xffffffff8261b7a4 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223b240 [doneq0] 100067 D - 0xffffffff8223b110 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004327d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004327d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634ff0 [crypto] 14 0 0 0 DL seqstat 0xfffff800042f4c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e8e0 [g_event] 100026 D - 0xffffffff8250e8e8 [g_up] 100027 D - 0xffffffff8250e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b0e00 [thr_0] 100019 D - 0xfffff800042b0e80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004285520 [init] 10 0 0 0 DL audit_w 0xffffffff82635510 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ee70 [swapper] 100005 D - 0xfffff8000429ce00 [if_io_tqg_0] 100006 D - 0xfffff8000429cd00 [if_io_tqg_1] 100007 D - 0xfffff8000429cc00 [if_config_tqg_0] 100008 D - 0xfffff8000429cb00 [softirq_0] 100009 D - 0xfffff8000429ca00 [softirq_1] 100010 D - 0xfffff8000429c900 [inm_free taskq] 100011 D - 0xfffff8000429c800 [kqueue_ctx taskq] 100013 D - 0xfffff8000429c600 [aiod_kick taskq] 100015 D - 0xfffff8000429c400 [in6m_free taskq] 100016 D - 0xfffff8000429c300 [thread taskq] 100024 D - 0xfffff8000429c100 [firmware taskq] 100029 D - 0xfffff800042ea600 [crypto_0] 100030 D - 0xfffff800042ea600 [crypto_1] 100044 D - 0xfffff800046e4e00 [vtnet0 rxq 0] 100045 D - 0xfffff800046e4d00 [vtnet0 txq 0] 100046 D - 0xfffff800046e4c00 [vtnet0 rxq 1] 100047 D - 0xfffff800046e4b00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004475980 [virtio_balloon] 100053 D - 0xfffff800046e4a00 [mca taskq] 100056 D - 0xffffffff81d16d00 [deadlkres] 100062 D - 0xfffff800042ea100 [acpi_task_0] 100063 D - 0xfffff800042ea100 [acpi_task_1] 100064 D - 0xfffff800042ea100 [acpi_task_2] 100066 D - 0xfffff800042ea000 [CAM taskq] db> show all locks Process 2395 (syz-executor.0) thread 0xfffffe00257ad000 (100204) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80044aa9488) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7005 Process 12 (intr) thread 0xfffffe00048b2a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002582da90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28272 1649K 28336 kobj 336 1344K 496 newblk 9 1026K 2100 vfscache 3 1025K 3 inodedep 322 673K 1582 pcb 143 670K 7910 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 128 257K 2476 acpica 1674 185K 52508 vnet_data 1 168K 1 pagedep 10 131K 1510 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 15 101K 3015 linker 254 99K 294 bus 979 79K 3033 dirrem 313 79K 1510 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 sctp_atcl 118 59K 8062 sctp_stro 56 56K 2074 BPF 30 53K 30 umtx 324 41K 324 freefile 313 40K 1508 kdtrace 176 34K 7008 temp 35 33K 2000 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 sctp_timw 107 27K 107 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 ifaddr 74 25K 74 vmem 3 22K 5 kbdmux 6 22K 6 lltable 48 18K 52 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 182 bus-sc 30 14K 1414 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 sctp_atky 265 11K 10719 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 2 9K 1551 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 7 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 cred 23 6K 225 kqueue 57 6K 2413 plimit 22 6K 379 vt 11 6K 11 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 pf_ifnet 10 5K 19 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 UMA 245 4K 245 routetbl 24 4K 24 session 28 4K 42 pgrp 28 4K 42 selfd 53 4K 28178 hhook 13 4K 13 select 25 4K 25 terminal 11 3K 11 acpisem 22 3K 22 lockf 24 3K 58 proc-args 47 3K 597 uidinfo 3 3K 8 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 sctp_athm 118 2K 8109 sctp_map 112 2K 4148 Unitno 31 2K 2272 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 freework 5 2K 1503 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 1523 softdep 1 1K 1 mkdir 8 1K 2992 freeblks 4 1K 1502 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 26 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 19 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 newdirblk 5 1K 1496 encap_export_host 12 1K 12 crypto 3 1K 3 diradd 4 1K 1545 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 osd 3 1K 9 inpcbpolicy 9 1K 482 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 soname 6 1K 6438 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 96 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2249 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 5 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 scsi_pass 0 0K 0 ciss_data 0 0K 0 smartpqi 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 iavf 0 0K 0 ixl 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 agp 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 nvme_da 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twa_commands 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 vm_fictitious 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2069 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 823 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 10 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 PUC 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ppbusdev 0 0K 0 statfs 0 0K 1675 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 2 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 119 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16170 ioctlops 0 0K 158 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 638 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9698 2 9698 0 254 19865600 0 mbuf_packet 256 8214 1356 1115657 0 254 2449920 0 malloc-512 512 4123 13 4124 0 30 2117632 0 RADIX NODE 144 13330 219 105955 0 62 1951056 0 BUF TRIE 144 174 13294 731 0 62 1939392 0 malloc-4096 4096 355 1 530 0 2 1458176 0 malloc-128 128 9296 128 13850 0 126 1206272 0 pbuf 832 0 985 0 0 2 819520 0 UMA Slabs 0 112 6373 32 6373 0 126 717360 0 VM OBJECT 264 1149 96 36289 0 30 328680 0 VNODE 496 547 69 2058 0 30 305536 0 THREAD 1792 138 24 2274 0 8 290304 0 sctp_raddr 736 66 319 9219 0 254 283360 0 mbuf 256 543 522 615048 0 254 272640 0 256 Bucket 2048 124 6 9309 0 8 266240 0 sctp_ep 1280 60 147 3801 0 254 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 2 2 112 0 1 262144 0 malloc-4096 4096 55 7 2403 0 2 253952 0 sctp_asoc 2288 56 49 2074 0 254 240240 0 malloc-512 512 395 29 1657 0 30 217088 0 DEVCTL 1024 8 200 125 0 0 212992 0 malloc-16384 16384 5 7 1641 0 1 196608 0 malloc-256 256 200 565 5499 0 62 195840 0 malloc-16 16 11813 187 11867 0 254 192000 0 malloc-64 64 2704 131 30837 0 254 181440 0 malloc-2048 2048 65 21 3807 0 8 176128 0 UMA Zones 768 220 2 220 0 16 170496 0 MAP ENTRY 96 1320 402 125411 0 126 165312 0 malloc-128 128 1208 63 25352 0 126 162688 0 socket 960 33 135 5423 0 254 161280 0 malloc-32 32 4606 182 4637 0 254 153216 0 FFS2 dinode 256 510 30 2018 0 62 138240 0 S VFS Cache 104 1005 282 2556 0 126 133848 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 113 0 1 131072 0 malloc-1024 1024 121 7 138 0 16 131072 0 malloc-128 128 932 91 5062 0 126 130944 0 malloc-256 256 17 463 840 0 62 122880 0 malloc-2048 2048 8 50 2841 0 8 118784 0 ksiginfo 112 57 987 1100 0 126 116928 0 malloc-256 256 405 45 4781 0 62 115200 0 VMSPACE 2536 32 13 2381 0 4 114120 0 malloc-512 512 143 73 8091 0 30 110592 0 FFS inode 160 510 165 2019 0 62 108000 0 vmem btag 56 1808 52 1808 0 254 104160 0 malloc-256 256 247 143 8473 0 62 99840 0 mbuf_jumbo_page 4096 0 24 63 0 254 98304 0 PROC 1312 54 18 2402 0 8 94464 0 malloc-1024 1024 59 33 2217 0 16 94208 0 filedesc0 1080 55 22 2403 0 8 83160 0 g_bio 408 0 200 5930 0 30 81600 0 UMA Kegs 384 206 0 206 0 30 79104 0 128 Bucket 1024 46 25 862 0 16 72704 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 112 0 1 65536 0 malloc-8192 8192 5 3 33 0 1 65536 0 64 Bucket 512 75 37 6051 0 30 57344 0 sctp_chunk 152 63 301 7339 0 254 55328 0 malloc-4096 4096 13 0 15 0 2 53248 0 malloc-128 128 364 39 1240 0 126 51584 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 6 0 1 49152 0 malloc-4096 4096 9 3 2138 0 2 49152 0 malloc-64 64 614 142 5541 0 254 48384 0 malloc-128 128 340 32 434 0 126 47616 0 malloc-256 256 173 7 1401 0 62 46080 0 32 Bucket 256 43 137 1169 0 62 46080 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 0 40 19343 0 16 40960 0 malloc-8192 8192 3 2 94 0 1 40960 0 malloc-512 512 57 15 707 0 30 36864 0 pcpu-8 8 4183 425 4187 0 254 36864 0 malloc-64 64 456 111 691 0 254 36288 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-512 512 6 58 1877 0 30 32768 0 mt_stats_zone 64 450 62 450 0 254 32768 0 malloc-64 64 407 97 2855 0 254 32256 0 Files 80 208 192 13606 0 126 32000 0 8 Bucket 80 52 298 15457 0 126 28000 0 malloc-128 128 166 51 1663 0 126 27776 0 clpbuf 832 0 32 139 0 16 26624 0 TURNSTILE 136 163 26 163 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 4 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-32 32 493 263 9475 0 254 24192 0 KNOTE 160 28 122 57629 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 tcpcb 1048 4 18 50 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 pipe 760 21 9 391 0 16 22800 0 Mountpoints 2816 2 6 2 0 4 22528 0 malloc-4096 4096 4 1 6 0 2 20480 0 malloc-2048 2048 8 2 8 0 8 20480 0 malloc-1024 1024 17 3 32 0 16 20480 0 malloc-512 512 39 1 40 0 30 20480 0 PWD 32 17 613 1583 0 254 20160 0 malloc-128 128 108 47 631 0 126 19840 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 3 5 18 0 8 16384 0 malloc-1024 1024 4 12 54 0 16 16384 0 malloc-1024 1024 12 4 12 0 16 16384 0 sctp_laddr 48 204 132 1156 0 254 16128 0 4 Bucket 48 7 329 13195 0 254 16128 0 vtnet_tx_hdr 24 0 668 548351 0 254 16032 0 malloc-256 256 36 24 355 0 62 15360 0 tcp_bbr_pcb 832 0 18 26 0 16 14976 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 8 4 9 0 16 12288 0 malloc-1024 1024 1 11 1109 0 16 12288 0 malloc-512 512 21 3 21 0 30 12288 0 malloc-512 512 20 4 20 0 30 12288 0 malloc-64 64 77 112 2462 0 254 12096 0 16 Bucket 144 49 35 2911 0 62 12096 0 2 Bucket 32 60 318 13669 0 254 12096 0 malloc-16 16 368 382 32065 0 254 12000 0 ripcb 488 3 21 207 0 254 11712 0 udplite_inpcb 488 0 24 36 0 254 11712 0 tcp_inpcb 488 4 20 50 0 254 11712 0 udp_inpcb 488 2 22 189 0 254 11712 0 routing nhops 256 28 17 39 0 62 11520 0 unpcb 256 14 31 1110 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 2 0 2 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 0 4 63 0 8 8192 0 rtentry 176 35 11 39 0 62 8096 0 rl_entry 40 43 159 43 0 254 8080 0 sctp_stream_msg_out 112 0 72 524 0 254 8064 0 udpcb 32 2 250 225 0 254 8064 0 malloc-64 64 90 36 95 0 254 8064 0 malloc-64 64 52 74 14967 0 254 8064 0 malloc-64 64 83 43 104 0 254 8064 0 malloc-32 32 8 244 2368 0 254 8064 0 malloc-32 32 101 151 232 0 254 8064 0 malloc-32 32 85 167 1096 0 254 8064 0 malloc-32 32 40 212 2329 0 254 8064 0 malloc-32 32 98 154 811 0 254 8064 0 malloc-32 32 19 233 1064 0 254 8064 0 malloc-16 16 29 471 979 0 254 8000 0 malloc-16 16 44 456 3683 0 254 8000 0 malloc-16 16 194 306 3336 0 254 8000 0 malloc-16 16 27 473 51 0 254 8000 0 malloc-16 16 140 360 4225 0 254 8000 0 tcp_bbr_map 128 0 62 50 0 126 7936 0 malloc-128 128 19 43 27 0 126 7936 0 sctp_readq 152 0 52 521 0 254 7904 0 procdesc 136 3 55 14 0 62 7888 0 KMAP ENTRY 96 12 69 12 0 126 7776 0 kenv 258 3 27 1007 0 30 7740 0 malloc-256 256 11 19 327 0 62 7680 0 malloc-256 256 11 19 89 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 sctp_asconf_ack 48 0 84 4 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 vmem 1856 1 1 1 0 8 3712 0 pcpu-4 4 32 480 32 0 254 2048 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-16 16 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0