panic: mtx_lock() of destroyed mutex @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4855 cpuid = 0 time = 1605904693 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003636120 vpanic() at vpanic+0x1c7/frame 0xfffffe0003636180 panic() at panic+0x43/frame 0xfffffe00036361e0 __mtx_lock_flags() at __mtx_lock_flags+0x1e2/frame 0xfffffe0003636240 sctp_free_assoc() at sctp_free_assoc+0x83e/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x8a98/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x14883c6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810ded30 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003636100 rbp 0xfffffe0003636120 rsi 0 rdi 0xffffffff810ded66 vprintf+0x176 r8 0 r9 0xffffffff r10 0xfffffe00036367dc r11 0xbf r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff81964445 r15 0xffffffff81964445 rip 0xffffffff810d3237 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x14883c6(%rip) db> show proc Process 12 (intr) at 0xfffff800042b9a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ebb0 ABI: null reaper: 0xffffffff8250ebb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f800 (map 0xffffffff8250f800) (map.pmap 0xffffffff8250f8c0) (pmap 0xffffffff8250f920) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 47738 47101 47101 0 R (threaded) syz-executor.1 100082 RunQ syz-executor.1 148585 RunQ syz-executor.1 47736 46528 46528 0 RE CPU 1 syz-executor.3 47255 47249 47255 0 Ss select 0xfffff8003f6fa8c0 dhclient 47252 1 47252 0 Ss select 0xfffff8003f6c3340 dhclient 47249 47242 424 65 S select 0xfffff8003fb478c0 dhclient 47242 424 424 0 S wait 0xfffff8003f66da50 sh 47241 1 47241 65 Ss select 0xfffff8003fb474c0 dhclient 47101 762 47101 0 Rs syz-executor.1 46528 762 46528 0 Ss nanslp 0xffffffff8252ed90 syz-executor.3 46217 762 46217 0 Ds biowr 0xfffffe0003f31180 syz-executor.2 43265 1 43265 0 Ss select 0xfffff8003fb477c0 dhclient 43255 1 43255 0 Ss select 0xfffff8003f6fa0c0 dhclient 43236 762 43236 0 Rs syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100105 S uwait 0xfffff80004a1b480 syz-fuzzer 100108 S uwait 0xfffff80004a1b780 syz-fuzzer 100109 S uwait 0xfffff80004a1b880 syz-fuzzer 100110 S uwait 0xfffff80004a1b980 syz-fuzzer 100111 S uwait 0xfffff80026f52180 syz-fuzzer 100112 S uwait 0xfffff8003f0c0e00 syz-fuzzer 100113 S uwait 0xfffff80026f52280 syz-fuzzer 100114 S uwait 0xfffff80026f5e980 syz-fuzzer 100116 S kqread 0xfffff80026f95100 syz-fuzzer 760 758 760 0 SWs pause 0xfffff8003f10f0b0 csh 758 682 758 0 Ss select 0xfffff8003f0c0bc0 sshd 742 1 742 0 Ss+ ttyin 0xfffff800046a1cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff800049a28b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800049a2cb0 getty 739 1 739 0 Ss+ ttyin 0xfffff8000499a0b0 getty 738 1 738 0 Ss+ ttyin 0xfffff8000499a4b0 getty 737 1 737 0 Ss+ ttyin 0xfffff8000499a8b0 getty 736 1 736 0 Ss+ ttyin 0xfffff8000499acb0 getty 735 1 735 0 Ss+ ttyin 0xfffff8000493f0b0 getty 734 1 734 0 Ss+ ttyin 0xfffff8000493f4b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252ed90 cron 682 1 682 0 Ss select 0xfffff80026f528c0 sshd 495 1 495 0 Ss select 0xfffff80026f52940 syslogd 424 1 424 0 Ss wait 0xfffff80004acf000 devd 423 1 423 65 Ss select 0xfffff80026e216c0 dhclient 338 1 338 0 Ss select 0xfffff80026e21440 dhclient 335 1 335 0 Ss select 0xfffff80004a6b040 dhclient 23 0 0 0 DL vlruwt 0xfffff800049f5528 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261c138 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b200 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100086 D sdflush 0xfffff800041818e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826426c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636b38 [dom0] 100075 D launds 0xffffffff82636b44 [laundry: dom0] 100076 D umarcl 0xffffffff814def20 [uma] 18 0 0 0 DL - 0xffffffff82363278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c95818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82dd0390 [pf purge] 15 0 0 0 DL - 0xffffffff8261a7dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261a7dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261a7dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261a7dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223afc0 [doneq0] 100067 D - 0xffffffff8223ae90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004189c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004189c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634030 [crypto] 14 0 0 0 DL seqstat 0xfffff80004300488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e620 [g_event] 100026 D - 0xffffffff8250e628 [g_up] 100027 D - 0xffffffff8250e630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b3300 [thr_0] 100019 D - 0xfffff800042b3380 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004291528 [init] 10 0 0 0 DL audit_w 0xffffffff82634550 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ebb0 [swapper] 100005 D - 0xfffff800042b8e00 [if_io_tqg_0] 100006 D - 0xfffff800042b8d00 [if_io_tqg_1] 100007 D - 0xfffff800042b8c00 [if_config_tqg_0] 100008 D - 0xfffff800042b8b00 [softirq_0] 100009 D - 0xfffff800042b8a00 [softirq_1] 100010 D - 0xfffff80004183200 [in6m_free taskq] 100012 D - 0xfffff800042bcd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bcb00 [inm_free taskq] 100016 D - 0xfffff800042bc500 [aiod_kick taskq] 100017 D - 0xfffff800042bc300 [thread taskq] 100024 D - 0xfffff800042cda00 [firmware taskq] 100029 D - 0xfffff800042cd300 [crypto_0] 100030 D - 0xfffff800042cd300 [crypto_1] 100044 D - 0xfffff80004342300 [vtnet0 rxq 0] 100045 D - 0xfffff80004342200 [vtnet0 txq 0] 100046 D - 0xfffff80004342100 [vtnet0 rxq 1] 100047 D - 0xfffff80004342000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004486880 [virtio_balloon] 100053 D - 0xfffff800046ade00 [mca taskq] 100055 D - 0xffffffff81d0b191 [deadlkres] 100062 D - 0xfffff800048c9200 [acpi_task_0] 100063 D - 0xfffff800048c9200 [acpi_task_1] 100064 D - 0xfffff800048c9200 [acpi_task_2] 100066 D - 0xfffff80004342b00 [CAM taskq] db> show all locks Process 46217 (syz-executor.2) thread 0xfffffe0025879300 (100159) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003f31200) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3875 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8003fbf6440) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1047 Process 12 (intr) thread 0xfffffe00048b2a00 (100020) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe002592dab0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4837 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002592da90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4836 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff8003fc42968) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4835 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe000493d2d0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4834 db> show malloc Type InUse MemUse Requests sctp_stro 385 37240K 2173 pf_hash 5 11524K 5 devbuf 4214 4339K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 pcb 796 1405K 39294 kobj 336 1344K 496 newblk 16 1028K 51876 vfscache 3 1025K 3 inodedep 97 548K 55962 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 771 290K 21181 subproc 138 255K 47821 acpica 1674 184K 52503 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 42 139K 104559 tfo_ccache 1 128K 1 filedesc 18 121K 92808 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 429 bus 979 79K 3035 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 BPF 30 53K 102 sctp_atky 1156 49K 23354 umtx 342 43K 342 ifaddr 128 42K 218 pf_osfp 300 37K 300 kdtrace 177 34K 143982 temp 35 33K 7503 hostcache 1 32K 1 shm 1 32K 365 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 28K 6 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 dirrem 71 18K 52086 cred 70 18K 1754 sctp_timw 69 18K 69 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 49 16K 277 ether_multi 172 14K 1292 bus-sc 30 14K 1416 KTRACE 100 13K 100 ifnet 7 13K 7 sctp_athm 771 13K 21181 sctp_map 770 13K 4346 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 733 GEOM 60 10K 489 rman 82 10K 423 freefile 69 9K 52084 bmsafemap 2 9K 53085 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 sctp_ifa 62 8K 154 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 58 6K 47747 plimit 22 6K 859 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 17 5K 27 DEVFSP 74 5K 906 pf_ifnet 11 5K 54 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 833 evdev 4 4K 4 routetbl 20 4K 69 diradd 28 4K 52294 session 28 4K 117 pgrp 28 4K 117 pwddesc 55 4K 47739 hhook 13 4K 13 lockf 26 3K 108 terminal 11 3K 11 acpisem 22 3K 22 proc-args 47 3K 1618 selfd 38 3K 622594 uidinfo 3 3K 203 local_apic 1 2K 1 io_apic 1 2K 1 CAM CCB 1 2K 116202 ipsec-saq 2 2K 2 ip6ndp 12 2K 110 mkdir 14 2K 102462 newdirblk 13 2K 51231 select 13 2K 1752 CAM XPT 22 2K 543 Unitno 27 2K 45 in_multi 6 2K 54 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 savedino 4 1K 120038 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 12 vnodemarker 2 1K 48 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 154 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 36 osd 3 1K 9 inpcbpolicy 9 1K 9472 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 51084 tcpfunc 2 1K 2 soname 5 1K 15162 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 96 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 177 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1109 sctp_iter 0 0K 144 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 144 sctp_aadr 0 0K 9710 sctp_stri 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 22 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 51083 freefrag 0 0K 16 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 320 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 32 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 51314 namei_tracker 0 0K 717 export_host 0 0K 0 cl_savebuf 0 0K 3 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 1491 accf 0 0K 0 pts 0 0K 0 iov 0 0K 33599 ioctlops 0 0K 12356 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 1235 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 120 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9235 499 9997 0 251 19935232 0 RADIX NODE 144 5745 27600 1778408 0 62 4801680 0 mbuf_packet 256 8384 723 122880 0 254 2331392 0 mbuf_jumbo_page 4096 46 469 14146 0 251 2109440 0 BUF TRIE 144 187 13281 74192 0 62 1939392 0 sctp_asoc 2288 385 355 2173 0 251 1693120 0 malloc-384 384 4138 12 4140 0 30 1593600 0 malloc-2048 2048 388 328 135211 0 8 1466368 0 malloc-4096 4096 336 4 496 0 2 1392640 0 malloc-128 128 10548 54 12846 0 126 1357056 0 sctp_ep 1280 386 505 19008 0 251 1140480 0 pbuf 832 0 985 0 0 2 819520 0 FFS inode 1128 684 30 52768 0 8 805392 0 UMA Slabs 0 112 6785 16 6809 0 126 761712 0 malloc-1024 1024 378 334 2070 0 16 729088 0 malloc-384 384 824 676 21234 0 30 576000 0 sctp_raddr 736 385 363 2173 0 251 550528 0 mbuf 256 1166 752 188728 0 254 491008 0 VM OBJECT 264 1522 173 682864 0 30 447480 0 socket 944 28 428 32736 0 251 430464 0 VNODE 488 721 87 52807 0 30 394304 0 256 Bucket 2048 153 7 8378 0 8 327680 0 malloc-4096 4096 59 16 49270 0 3 307200 0 THREAD 1792 146 25 48585 0 8 306432 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 3 1 11 0 1 262144 0 malloc-256 256 468 522 71249 0 62 253440 0 malloc-16 16 12990 1010 16797 0 254 224000 0 malloc-16384 16384 7 6 46380 0 2 212992 0 FFS2 dinode 256 684 126 52768 0 62 207360 0 MAP ENTRY 96 1361 613 2622895 0 126 189504 0 malloc-128 128 1405 21 24732 0 126 182528 0 malloc-64 64 2753 82 2866 0 254 181440 0 UMA Zones 768 226 3 226 0 16 175872 0 malloc-32 32 4777 515 60679 0 254 169344 0 malloc-4096 4096 31 10 78 0 2 167936 0 S VFS Cache 104 1063 380 60921 0 126 150072 0 malloc-384 384 96 264 55961 0 30 138240 0 DEVCTL 1024 18 114 215 0 0 135168 0 vmem btag 56 2300 64 2348 0 254 132384 0 malloc-65536 65536 0 2 591 0 1 131072 0 malloc-65536 65536 0 2 118 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 VMSPACE 2544 33 18 47717 0 4 129744 0 malloc-1024 1024 117 3 135 0 16 122880 0 64 Bucket 512 175 65 33443 0 30 122880 0 sctp_chunk 152 437 343 935 0 251 118560 0 malloc-256 256 127 293 52197 0 62 107520 0 PROC 1320 55 26 47738 0 8 106920 0 malloc-256 256 239 151 200648 0 62 99840 0 128 Bucket 1024 49 46 10050 0 16 97280 0 malloc-256 256 156 204 123286 0 62 92160 0 malloc-128 128 235 478 157217 0 126 91264 0 filedesc0 1072 56 28 47739 0 8 90048 0 UMA Kegs 384 212 1 212 0 30 81792 0 udplite_inpcb 488 0 160 5558 0 251 78080 0 malloc-128 128 318 271 52024 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 malloc-64 64 569 565 671956 0 254 72576 0 malloc-64 64 3 1131 10404 0 254 72576 0 g_bio 408 4 166 462462 0 30 69360 0 malloc-32 32 1094 1048 22085 0 254 68544 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 112 0 1 65536 0 malloc-256 256 58 182 158839 0 62 61440 0 malloc-128 128 157 308 52512 0 126 59520 0 32 Bucket 256 83 127 167294 0 62 53760 0 malloc-64 64 272 547 96221 0 254 52416 0 malloc-64 64 421 398 2321 0 254 52416 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 8 4 53 0 2 49152 0 malloc-2048 2048 9 15 516 0 8 49152 0 malloc-384 384 102 18 695 0 30 46080 0 pipe 744 21 39 10378 0 16 44640 0 malloc-64 64 542 151 1624 0 254 44352 0 DIRHASH 1024 18 22 36 0 16 40960 0 NAMEI 1024 1 39 266075 0 16 40960 0 malloc-2048 2048 2 18 526 0 8 40960 0 pcpu-8 8 4453 667 5086 0 254 40960 0 Files 80 203 297 130332 0 126 40000 0 malloc-64 64 325 242 29501 0 254 36288 0 tcpcb 1048 4 29 1357 0 251 34584 0 malloc-384 384 81 9 171 0 30 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 5 0 1 32768 0 malloc-16384 16384 0 2 136 0 1 32768 0 malloc-8192 8192 2 2 11 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 sctp_laddr 48 232 440 11258 0 254 32256 0 16 Bucket 144 72 152 55959 0 62 32256 0 malloc-16 16 830 1170 21836 0 254 32000 0 unpcb 256 14 106 4100 0 251 30720 0 malloc-256 256 73 47 1185 0 62 30720 0 malloc-4096 4096 4 3 855 0 2 28672 0 malloc-4096 4096 1 6 51319 0 2 28672 0 TURNSTILE 136 172 38 172 0 62 28560 0 ksiginfo 112 66 186 1523 0 126 28224 0 4 Bucket 48 15 573 6476 0 254 28224 0 KNOTE 160 28 147 373873 0 62 28000 0 8 Bucket 80 86 264 28674 0 126 28000 0 clpbuf 832 0 32 140 0 16 26624 0 malloc-8192 8192 2 1 91 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 PWD 32 17 739 46274 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 142 44 495 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 5 5 261 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 malloc-64 64 75 240 857 0 254 20160 0 2 Bucket 32 66 564 20733 0 254 20160 0 ripcb 488 3 37 1883 0 251 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 49 26 60 0 62 19200 0 malloc-256 256 59 16 2432 0 62 19200 0 SLEEPQUEUE 88 172 20 172 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 vtnet_tx_hdr 24 0 668 64891 0 254 16032 0 tcp_inpcb 488 4 28 1357 0 251 15616 0 udp_inpcb 488 2 30 674 0 251 15616 0 routing nhops 256 25 35 224 0 62 15360 0 malloc-384 384 26 14 255 0 30 15360 0 tcp_bbr_pcb 832 0 18 11 0 16 14976 0 malloc-2048 2048 3 3 15 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 6 6 3251 0 16 12288 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-512 512 8 16 26 0 30 12288 0 rtentry 176 31 38 224 0 62 12144 0 sctp_stream_msg_out 112 46 62 1556 0 251 12096 0 udpcb 32 2 376 6232 0 254 12096 0 malloc-128 128 55 38 3962 0 126 11904 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-2048 2048 1 3 4123 0 8 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 4 4 147 0 16 8192 0 malloc-1024 1024 3 5 48 0 16 8192 0 malloc-512 512 2 14 510 0 30 8192 0 malloc-512 512 3 13 4929 0 30 8192 0 malloc-512 512 2 14 48 0 30 8192 0 malloc-512 512 9 7 9 0 30 8192 0 rl_entry 40 75 127 75 0 254 8080 0 ipq 56 0 144 15 0 254 8064 0 malloc-32 32 100 152 3795 0 254 8064 0 malloc-32 32 74 178 3624 0 254 8064 0 malloc-32 32 57 195 945 0 254 8064 0 malloc-32 32 3 249 566 0 254 8064 0 malloc-32 32 29 223 2654 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 29 471 11192 0 254 8000 0 malloc-16 16 183 317 2339 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 259 0 254 8000 0 malloc-16 16 22 478 23645 0 254 8000 0 malloc-128 128 17 45 296 0 126 7936 0 kenv 258 3 27 1090 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 251 4032 0 syncache 168 0 24 4 0 251 4032 0 malloc-32 32 8 118 29 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 251 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 251 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 251 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 251 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 251 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 251 0 0 mbuf_jumbo_9k 9216 0 0 0 0 251 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 59 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0