panic: mtx_lock() of destroyed mutex @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4852 cpuid = 1 time = 1601419477 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe000364c0a0 vpanic() at vpanic+0x1c7/frame 0xfffffe000364c100 panic() at panic+0x43/frame 0xfffffe000364c160 __mtx_lock_flags() at __mtx_lock_flags+0x1e2/frame 0xfffffe000364c1c0 sctp_free_assoc() at sctp_free_assoc+0x83e/frame 0xfffffe000364c250 sctp_process_control() at sctp_process_control+0x89ef/frame 0xfffffe000364c6d0 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe000364c860 sctp6_input_with_port() at sctp6_input_with_port+0x300/frame 0xfffffe000364c960 sctp6_input() at sctp6_input+0x1f/frame 0xfffffe000364c980 ip6_input() at ip6_input+0x1821/frame 0xfffffe000364ca90 swi_net() at swi_net+0x20d/frame 0xfffffe000364cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe000364cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe000364cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000364cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x14813e6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xffffffff810dc060 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe000364c080 rbp 0xfffffe000364c0a0 rsi 0 rdi 0xffffffff810dc096 vprintf+0x176 r8 0 r9 0xffffffff r10 0xfffffe000364c75c r11 0xbf ll+0x9e r12 0xffffffff82066ae0 ddb_dbbe r13 0 r14 0xffffffff81937756 r15 0xffffffff81937756 rip 0xffffffff810d0c97 kdb_enter+0x67 rflags 0x82 ll+0x61 kdb_enter+0x67: movq $0,0x14813e6(%rip) db> show proc Process 12 (intr) at 0xfffff80004310520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82504d10 ABI: null reaper: 0xffffffff82504d10 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82505960 (map 0xffffffff82505960) (map.pmap 0xffffffff82505a20) (pmap 0xffffffff82505a80) threads: 23 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 2190 769 769 0 RE CPU 0 syz-executor.0 2186 768 768 0 S (threaded) syz-executor.1 100173 S nanslp 0xffffffff82525801 syz-executor.1 100580 S connec 0xfffff80004e5a870 syz-executor.1 100582 S uwait 0xfffff80004ec4d80 syz-executor.1 2185 771 771 0 S (threaded) syz-executor.3 100291 S nanslp 0xffffffff82525800 syz-executor.3 100578 S connec 0xfffff80004dffc30 syz-executor.3 100581 S uwait 0xfffff80004ec4600 syz-executor.3 2184 776 776 0 S (threaded) syz-executor.2 100124 S nanslp 0xffffffff82525800 syz-executor.2 100579 S connec 0xfffff80004e640f0 syz-executor.2 100584 S connec 0xfffff80004e650f0 syz-executor.2 100590 S uwait 0xfffff80004ec4c80 syz-executor.2 1616 1604 1616 0 Ss select 0xfffff80004ec3540 dhclient 1609 1 1609 0 Ss select 0xfffff80004863940 dhclient 1604 1595 424 65 S select 0xfffff800048639c0 dhclient 1595 424 424 0 S wait 0xfffff8001962e520 sh 776 762 776 0 Ss nanslp 0xffffffff82525801 syz-executor.2 771 762 771 0 Ss nanslp 0xffffffff82525800 syz-executor.3 769 762 769 0 Ss nanslp 0xffffffff82525801 syz-executor.0 768 762 768 0 Ss nanslp 0xffffffff82525801 syz-executor.1 762 760 760 0 S (threaded) syz-fuzzer 100106 S uwait 0xfffff8000453dc80 syz-fuzzer 100107 S uwait 0xfffff80004a9c100 syz-fuzzer 100108 S uwait 0xfffff80004a9c000 syz-fuzzer 100109 S uwait 0xfffff80004ec6000 syz-fuzzer 100110 S uwait 0xfffff80004ec6100 syz-fuzzer 100111 S uwait 0xfffff80004ec3780 syz-fuzzer 100112 S uwait 0xfffff80004ec6200 syz-fuzzer 100114 S kqread 0xfffff80004c29600 syz-fuzzer 100116 S uwait 0xfffff80004ec6300 syz-fuzzer 100118 S uwait 0xfffff80004ec3100 syz-fuzzer 760 758 760 0 Ss pause 0xfffff800195e90a8 csh 758 682 758 0 Ss select 0xfffff80004ec3340 sshd 742 1 742 0 Ss+ ttyin 0xfffff80004415cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff800044130b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800044134b0 getty 739 1 739 0 Ss+ ttyin 0xfffff800044138b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004413cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800044120b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800044124b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800044128b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004412cb0 getty 686 1 686 0 Ss nanslp 0xffffffff82525800 cron 682 1 682 0 Ss select 0xfffff80004ec35c0 sshd 495 1 495 0 Ss select 0xfffff80004a9dec0 syslogd 424 1 424 0 Ss wait 0xfffff80004d89000 devd 423 1 423 65 Ss select 0xfffff80004a9df40 dhclient 338 1 338 0 Ss select 0xfffff80004a9c640 dhclient 335 1 335 0 Ss select 0xfffff80004479f40 dhclient 23 0 0 0 DL syncer 0xffffffff826128e8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004bbb000 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82611c50 [bufdaemon] 100077 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100089 D sdflush 0xfffff80004d2cce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82638ec8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8262d2f8 [dom0] 100075 D launds 0xffffffff8262d304 [laundry: dom0] 100076 D umarcl 0xffffffff814d54b0 [uma] 18 0 0 0 DL - 0xffffffff82359388 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82d991b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b55390 [pf purge] 15 0 0 0 DL - 0xffffffff8261122c [soaiod4] 9 0 0 0 DL - 0xffffffff8261122c [soaiod3] 8 0 0 0 DL - 0xffffffff8261122c [soaiod2] 7 0 0 0 DL - 0xffffffff8261122c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff822310c0 [doneq0] 100067 D - 0xffffffff82230f90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004209d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004209d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262a7e0 [crypto] 14 0 0 0 DL seqstat 0xfffff8000435a888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82504770 [g_event] 100026 D - 0xffffffff82504778 [g_up] 100027 D - 0xffffffff82504780 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004218000 [thr_0] 100019 D - 0xfffff80004218080 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004313000 [init] 10 0 0 0 DL audit_w 0xffffffff8262ad00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82504d10 [swapper] 100005 D - 0xfffff8000433b100 [if_io_tqg_0] 100006 D - 0xfffff8000433b000 [if_io_tqg_1] 100007 D - 0xfffff80004338e00 [if_config_tqg_0] 100008 D - 0xfffff80004338d00 [softirq_0] 100009 D - 0xfffff80004338c00 [softirq_1] 100010 D - 0xfffff800040ed600 [thread taskq] 100012 D - 0xfffff800040ed300 [inm_free taskq] 100013 D - 0xfffff800040ed200 [kqueue_ctx taskq] 100014 D - 0xfffff800040ed100 [aiod_kick taskq] 100017 D - 0xfffff800040ecb00 [in6m_free taskq] 100024 D - 0xfffff800040ec500 [firmware taskq] 100029 D - 0xfffff800040ec400 [crypto_0] 100030 D - 0xfffff800040ec400 [crypto_1] 100044 D - 0xfffff800040ebc00 [vtnet0 rxq 0] 100045 D - 0xfffff800040ebb00 [vtnet0 txq 0] 100046 D - 0xfffff800040eba00 [vtnet0 rxq 1] 100047 D - 0xfffff800040eb900 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800045c9800 [virtio_balloon] 100053 D - 0xfffff800040eb200 [mca taskq] 100056 D - 0xffffffff81cdd2e0 [deadlkres] 100062 D - 0xfffff800040eb000 [acpi_task_0] 100063 D - 0xfffff800040eb000 [acpi_task_1] 100064 D - 0xfffff800040eb000 [acpi_task_2] 100066 D - 0xfffff800040ec300 [CAM taskq] db> show all locks Process 12 (intr) thread 0xfffffe00049cee00 (100020) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe002651e1c0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4834 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002651e1a0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4833 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80019eb5e68) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4832 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00049411e0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4831 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 kobj 335 1340K 494 inodedep 1235 1129K 1405 newblk 44 1035K 2621 vfscache 4 1025K 4 pcb 53 571K 3243 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 dirrem 1224 306K 1321 subproc 128 257K 2264 acpica 1674 185K 52414 vnet_data 1 168K 1 freefile 1223 153K 1317 filedesc 21 149K 2639 pagedep 10 131K 1322 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 294 bus 975 79K 3020 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 umtx 342 43K 342 BPF 22 36K 22 kdtrace 183 36K 5939 temp 35 33K 1908 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 4 gtaskqueue 18 26K 18 sctp_timw 97 25K 97 ifaddr 73 25K 73 kbdmux 6 22K 6 lltable 47 18K 50 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 177 sctp_atcl 27 14K 3827 bus-sc 30 14K 1405 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 sctp_stro 11 11K 1268 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 3 9K 1366 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 57 6K 2197 freework 23 6K 1410 vt 11 6K 11 plimit 21 6K 366 cred 21 6K 225 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 72 5K 76 pf_ifnet 10 5K 21 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 routetbl 24 4K 24 select 26 4K 26 hhook 13 4K 13 session 25 4K 39 pgrp 25 4K 39 acpisem 22 3K 22 terminal 11 3K 11 freeblks 10 3K 1325 proc-args 44 3K 573 uidinfo 3 3K 12 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 lockf 19 2K 29 ip6ndp 12 2K 21 Unitno 33 2K 968 CAM XPT 22 2K 543 sctp_atky 38 2K 6084 in_multi 6 2K 7 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 2612 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 22 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 19 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 1355 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_stri 1 1K 1970 newdirblk 4 1K 1306 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 sctp_athm 27 1K 4812 sctp_map 22 1K 3518 osd 3 1K 9 inpcbpolicy 9 1K 349 indirdep 1 1K 122 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 soname 8 1K 5933 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 91 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 1355 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 tcp_log_dev 0 0K 0 xen_intr 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 acpi_perf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 2668 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 77 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 9 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 lDevFlags * malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 ag_portal_data_t malloc 0 0K 0 statfs 0 0K 1483 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 114 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15623 ioctlops 0 0K 112 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 602 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 65536 65536 4 107 187 0 1 7274496 0 32768 32768 0 112 114 0 1 3670016 0 mbuf_jumbo_page 4096 0 762 946 0 254 3121152 0 mbuf_packet 256 8199 1453 918522 0 254 2470912 0 16384 16384 13 125 1461 0 1 2260992 0 512 512 4174 130 4624 0 30 2203648 0 BUF TRIE 144 231 13237 1366 0 62 1939392 0 RADIX NODE 144 13270 195 87213 0 62 1938960 0 4096 4096 335 3 496 0 2 1384448 0 128 128 9327 252 11946 0 126 1226112 0 sctp_asoc 2288 11 499 1268 0 254 1166880 0 mbuf 256 484 3079 1114227 0 254 912128 0 UMA Slabs 0 112 7953 33 7953 0 126 894432 0 pbuf 832 0 953 0 0 2 792896 0 8192 8192 11 77 120 0 1 720896 0 512 512 1269 27 1442 0 30 663552 0 sctp_ep 1280 15 495 1574 0 254 652800 0 tcpcb 1040 4 513 29 0 254 537680 0 socket 960 31 477 3032 0 254 487680 0 256 Bucket 2048 179 21 4650 0 8 409600 0 sctp_raddr 736 11 506 1268 0 254 380512 0 256 256 1299 66 1731 0 62 349440 0 VM OBJECT 264 1120 110 32779 0 30 324720 0 VNODE 496 545 87 1865 0 30 313472 0 THREAD 1792 145 26 1629 0 8 306432 0 4096 4096 9 58 467 0 2 274432 0 4096 4096 56 8 2192 0 2 262144 0 ripcb 488 2 510 14 0 254 249856 0 udplite_inpcb 488 0 512 136 0 254 249856 0 tcp_inpcb 488 4 508 29 0 254 249856 0 udp_inpcb 488 3 509 170 0 254 249856 0 256 256 289 611 3157 0 62 230400 0 2048 2048 21 91 5202 0 8 229376 0 DEVCTL 1024 12 196 125 0 0 212992 0 1024 1024 116 84 1378 0 16 204800 0 16 16 11833 417 11883 0 254 196000 0 g_bio 408 0 450 8326 0 30 183600 0 64 64 2712 123 2718 0 254 181440 0 128 128 1216 179 24712 0 126 178560 0 128 128 1322 73 4089 0 126 178560 0 UMA Zones 768 226 1 226 0 16 174336 0 MAP ENTRY 96 1359 405 113284 0 126 169344 0 32768 32768 0 5 104 0 1 163840 0 sctp_chunk 152 10 1030 130259 0 254 158080 0 32 32 4445 217 4572 0 254 149184 0 vmem btag 56 2390 262 2390 0 254 148512 0 FFS2 dinode 256 509 61 1826 0 62 145920 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 0 2 46 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 unpcb 256 11 499 1082 0 254 130560 0 ksiginfo 112 57 987 897 0 126 116928 0 VMSPACE 2536 32 13 2169 0 4 114120 0 FFS inode 160 509 191 1827 0 62 112000 0 128 128 754 83 1877 0 126 107136 0 S VFS Cache 104 614 400 2489 0 126 105456 0 128 128 620 155 3557 0 126 99200 0 PROC 1312 54 18 2190 0 8 94464 0 128 Bucket 1024 48 35 345 0 16 84992 0 filedesc0 1080 55 22 2191 0 8 83160 0 UMA Kegs 384 212 4 212 0 30 82944 0 2048 2048 5 35 52 0 8 81920 0 256 256 154 161 5383 0 62 80640 0 sctp_readq 152 1 519 807 0 254 79040 0 64 64 601 470 2137 0 254 68544 0 64 64 578 493 3833 0 254 68544 0 65536 65536 1 0 1 0 1 65536 0 64 Bucket 512 76 52 1617 0 30 65536 0 256 256 134 121 1964 0 62 65280 0 sctp_stream_msg_out 112 2 538 848 0 254 60480 0 4096 4096 12 2 29 0 2 57344 0 clpbuf 832 0 64 244 0 16 53248 0 64 64 266 553 2448 0 254 52416 0 32 Bucket 256 56 139 608 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 18283 0 16 49152 0 1024 1024 12 36 1275 0 16 49152 0 1024 1024 22 26 37 0 16 49152 0 512 512 28 68 5831 0 30 49152 0 512 512 46 50 46 0 30 49152 0 512 512 75 21 76 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 8192 8192 4 1 6 0 1 40960 0 4096 4096 10 0 10 0 2 40960 0 pipe 760 20 30 369 0 16 38000 0 64 pcpu 8 4147 461 4155 0 254 36864 0 selfd 64 50 517 14044 0 254 36288 0 64 64 75 492 18016 0 254 36288 0 64 64 190 377 194 0 254 36288 0 64 64 1 566 20 0 254 36288 0 64 64 14 553 14 0 254 36288 0 128 128 66 213 66 0 126 35712 0 128 128 0 279 146 0 126 35712 0 128 128 9 270 9 0 126 35712 0 routing nhops 256 27 108 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 37 98 1411 0 62 34560 0 256 256 65 70 2319 0 62 34560 0 256 256 23 112 226 0 62 34560 0 256 256 20 115 1341 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 SLEEPQUEUE 88 172 212 172 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 4096 4096 7 1 7 0 2 32768 0 2048 2048 2 14 10 0 8 32768 0 2048 2048 8 8 8 0 8 32768 0 2048 2048 6 10 8 0 8 32768 0 2048 2048 3 13 3 0 8 32768 0 1024 1024 2 30 2 0 16 32768 0 1024 1024 9 23 9 0 16 32768 0 1024 1024 14 18 14 0 16 32768 0 1024 1024 1 31 3 0 16 32768 0 512 512 22 42 531 0 30 32768 0 512 512 5 59 5 0 30 32768 0 mt_stats_zone 64 445 67 445 0 254 32768 0 2 Bucket 32 294 714 13639 0 254 32256 0 KNOTE 160 28 172 46247 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 196 204 10472 0 126 32000 0 cpuset 104 7 272 7 0 126 29016 0 pf tags 104 0 273 2 0 126 28392 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 18 864 1394 0 254 28224 0 32 32 296 586 2204 0 254 28224 0 4 Bucket 48 7 581 13012 0 254 28224 0 8192 8192 1 2 3 0 1 24576 0 8192 8192 2 1 4 0 1 24576 0 rtentry 176 35 103 39 0 62 24288 0 rl_entry 40 49 557 49 0 254 24240 0 vtnet_tx_hdr 24 0 1002 447247 0 254 24048 0 8 Bucket 80 58 242 21245 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 3 627 306 0 254 20160 0 32 32 69 561 5853 0 254 20160 0 32 32 16 614 951 0 254 20160 0 32 32 237 393 2364 0 254 20160 0 32 32 39 591 2724 0 254 20160 0 32 32 6 624 19 0 254 20160 0 32 32 14 616 360 0 254 20160 0 16 Bucket 144 50 90 209 0 62 20160 0 procdesc 136 2 143 12 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 2 2 1485 0 2 16384 0 2048 2048 2 6 2 0 8 16384 0 1024 1024 1 15 1 0 16 16384 0 512 512 2 30 2 0 30 16384 0 mt_zone 24 445 223 445 0 254 16032 0 16 16 515 485 4201 0 254 16000 0 KMAP ENTRY 96 12 153 12 0 126 15840 0 kenv 258 3 57 1003 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 16 16 34 716 5484 0 254 12000 0 16 16 14 736 15 0 254 12000 0 16 16 18 732 24959 0 254 12000 0 16 16 1 749 114 0 254 12000 0 16 16 44 706 330 0 254 12000 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 1 1 1 0 2 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 16 16 3 497 3 0 254 8000 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 2048 2048 0 0 0 0 8 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0