Warning: Permanently added '10.128.0.162' (ECDSA) to the list of known hosts. 2020/11/17 07:42:57 parsed 1 programs 2020/11/17 07:42:57 executed programs: 0 login: panic: mtx_lock() of destroyed mutex @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4855 cpuid = 1 time = 1605598977 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003636120 vpanic() at vpanic+0x1c7/frame 0xfffffe0003636180 panic() at panic+0x43/frame 0xfffffe00036361e0 __mtx_lock_flags() at __mtx_lock_flags+0x1e2/frame 0xfffffe0003636240 sctp_free_assoc() at sctp_free_assoc+0x83e/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x8a98/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x147a516(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x80 rdx 0xffffffff818cc271 rbx 0 rsp 0xfffffe0003636100 rbp 0xfffffe0003636120 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0xfffffe00036367dc r11 0xbf r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197455d r15 0xffffffff8197455d rip 0xffffffff810e1067 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x147a516(%rip) db> show proc Process 12 (intr) at 0xfffff800042b0a40: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ee30 ABI: null reaper: 0xffffffff8250ee30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250fa80 (map 0xffffffff8250fa80) (map.pmap 0xffffffff8250fb40) (pmap 0xffffffff8250fba0) threads: 23 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 884 791 791 0 RE CPU 0 syz-executor.3 880 1 880 0 Ss select 0xfffff80050378640 rtsol 878 1 878 0 Ss select 0xfffff8005045b0c0 rtsol 877 1 877 0 Ss select 0xfffff800503786c0 rtsol 870 778 424 0 S kqread 0xfffff800503bc800 rtsol 793 767 793 0 Ds getblk 0xfffffe0003e46500 syz-executor.2 791 767 791 0 Ss nanslp 0xffffffff8252ece1 syz-executor.3 778 773 424 0 S wait 0xfffff80004af9520 sh 773 424 424 0 S wait 0xfffff8005005a000 sh 771 767 771 0 Ds biowr 0xfffffe0003e46480 syz-executor.0 769 767 769 0 Ds getblk 0xfffffe0003e46500 syz-executor.1 767 765 765 0 S (threaded) syz-execprog 100080 S uwait 0xfffff800049a7980 syz-execprog 100113 S uwait 0xfffff800048f0200 syz-execprog 100114 S kqread 0xfffff8005012a800 syz-execprog 100115 S uwait 0xfffff80025e97a00 syz-execprog 100116 S uwait 0xfffff80025eae800 syz-execprog 100117 S uwait 0xfffff80025e97b00 syz-execprog 100118 S uwait 0xfffff80025eae900 syz-execprog 100119 S uwait 0xfffff80025eaea00 syz-execprog 100120 S uwait 0xfffff80025e97900 syz-execprog 100122 S uwait 0xfffff80025e97c00 syz-execprog 100121 S uwait 0xfffff800500da680 syz-execprog 765 763 765 0 Ss pause 0xfffff80004a7d5c8 csh 763 682 763 0 Ss select 0xfffff800500dae40 sshd 742 1 742 0 Ss+ ttyin 0xfffff80004697cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff800049940b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800049944b0 getty 739 1 739 0 Ss+ ttyin 0xfffff800049948b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004994cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff8000498a0b0 getty 736 1 736 0 Ss+ ttyin 0xfffff8000498a4b0 getty 735 1 735 0 Ss+ ttyin 0xfffff8000498a8b0 getty 734 1 734 0 Ss+ ttyin 0xfffff8000498acb0 getty 732 1 24 0 S+ piperd 0xfffff80004ab65d0 logger 731 730 24 0 S+ nanslp 0xffffffff8252ece1 sleep 730 1 24 0 S+ wait 0xfffff80004af9000 sh 686 1 686 0 Ss nanslp 0xffffffff8252ece0 cron 682 1 682 0 Ss select 0xfffff80025eaec40 sshd 495 1 495 0 Ss select 0xfffff80025e97ec0 syslogd 424 1 424 0 Ss wait 0xfffff80025eb9000 devd 423 1 423 65 Ss select 0xfffff80004b707c0 dhclient 338 1 338 0 Ss select 0xfffff80025eaebc0 dhclient 335 1 335 0 Ss select 0xfffff80025e97f40 dhclient 23 0 0 0 DL syncer 0xffffffff8261c0b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff800049e8a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b180 [bufdaemon] 100077 D - 0xffffffff8200acc0 [bufspacedaemon-0] 100086 D sdflush 0xfffff80004a5ace8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82642648 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636ab8 [dom0] 100075 D launds 0xffffffff82636ac4 [laundry: dom0] 100076 D umarcl 0xffffffff814ec3b0 [uma] 18 0 0 0 DL - 0xffffffff823634f8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e16818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82c95390 [pf purge] 15 0 0 0 DL - 0xffffffff8261a75c [soaiod4] 9 0 0 0 DL - 0xffffffff8261a75c [soaiod3] 8 0 0 0 DL - 0xffffffff8261a75c [soaiod2] 7 0 0 0 DL - 0xffffffff8261a75c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223b240 [doneq0] 100067 D - 0xffffffff8223b110 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000417eb90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000417eb30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82633fb0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004302888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e8a0 [g_event] 100026 D - 0xffffffff8250e8a8 [g_up] 100027 D - 0xffffffff8250e8b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004184d00 [thr_0] 100019 D - 0xfffff80004184d80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004292520 [init] 10 0 0 0 DL audit_w 0xffffffff826344d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ee30 [swapper] 100005 D - 0xfffff800042aee00 [if_io_tqg_0] 100006 D - 0xfffff800042aed00 [if_io_tqg_1] 100007 D - 0xfffff800042aec00 [if_config_tqg_0] 100008 D - 0xfffff800042aeb00 [softirq_0] 100009 D - 0xfffff800042aea00 [softirq_1] 100010 D - 0xfffff800042ae900 [inm_free taskq] 100013 D - 0xfffff800042ae600 [aiod_kick taskq] 100014 D - 0xfffff800042ae500 [thread taskq] 100015 D - 0xfffff800042ae400 [in6m_free taskq] 100017 D - 0xfffff800042ae200 [kqueue_ctx taskq] 100024 D - 0xfffff800042ae100 [firmware taskq] 100029 D - 0xfffff800042f5400 [crypto_0] 100030 D - 0xfffff800042f5400 [crypto_1] 100044 D - 0xfffff800044c3000 [vtnet0 rxq 0] 100045 D - 0xfffff8000467de00 [vtnet0 txq 0] 100046 D - 0xfffff8000467dd00 [vtnet0 rxq 1] 100047 D - 0xfffff8000467dc00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004686480 [virtio_balloon] 100053 D - 0xfffff8000467d000 [mca taskq] 100056 D - 0xffffffff81d1c491 [deadlkres] 100063 D - 0xfffff8000447de00 [acpi_task_0] 100064 D - 0xfffff8000447de00 [acpi_task_1] 100065 D - 0xfffff8000447de00 [acpi_task_2] 100066 D - 0xfffff8000447dc00 [CAM taskq] db> show all locks Process 793 (syz-executor.2) thread 0xfffffe00257f7300 (100124) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80050383810) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1047 Process 771 (syz-executor.0) thread 0xfffffe0023b5b100 (100081) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003e46500) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3875 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8005036b070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1047 Process 769 (syz-executor.1) thread 0xfffffe0025793300 (100101) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80050383dc8) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1047 Process 12 (intr) thread 0xfffffe00048b2a00 (100020) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe002582cab0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4837 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002582ca90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4836 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff8005038fe68) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4835 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0004941200) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4834 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4239 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 403 1125K 480 vfscache 3 1025K 3 pcb 26 539K 182 inodedep 38 526K 132 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 124 254K 952 acpica 1674 184K 52377 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 16 132K 137 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 16 105K 110 linker 254 97K 294 bus 979 79K 3034 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 288 36K 288 kdtrace 181 35K 1864 temp 35 33K 1778 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 gtaskqueue 18 26K 18 vmem 3 22K 4 kbdmux 6 22K 6 ifaddr 72 21K 72 DEVFS_RULE 56 20K 56 BPF 14 19K 14 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 47 15K 47 ether_multi 172 14K 182 bus-sc 30 14K 1415 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 5 9K 87 UART 12 9K 12 devstat 4 9K 4 kqueue 61 9K 891 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sctp_timw 25 7K 25 CAM DEV 3 6K 510 dirrem 24 6K 51 cred 22 6K 234 plimit 21 6K 350 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 ip6ndp 20 4K 21 routetbl 24 4K 24 session 27 4K 38 pgrp 27 4K 38 hhook 13 4K 13 freefile 23 3K 48 terminal 11 3K 11 acpisem 22 3K 22 proc-args 49 3K 542 indirdep 10 3K 10 uidinfo 3 3K 8 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 CAM CCB 1 2K 2079 ipsec-saq 2 2K 2 selfd 32 2K 7263 Unitno 28 2K 45 CAM XPT 22 2K 543 lockf 15 2K 22 in_multi 6 2K 8 diradd 11 2K 80 select 11 2K 35 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_stro 1 1K 43 softdep 1 1K 1 savedino 4 1K 78 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 19 sctp_atcl 2 1K 91 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 CAM SIM 2 1K 2 procdesc 4 1K 10 cdev 2 1K 2 mkdir 3 1K 80 chacha20random 1 1K 1 DEVFSP 6 1K 6 osd 3 1K 9 inpcbpolicy 8 1K 178 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 7 prison 6 1K 6 sctp_atky 3 1K 134 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 49 newdirblk 1 1K 40 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 3151 filecaps 4 1K 75 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 41 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 sctp_athm 2 1K 91 sctp_map 2 1K 86 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 48 sctp_iter 0 0K 6 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 6 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 scsi_pass 0 0K 0 ciss_data 0 0K 0 smartpqi 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 iavf 0 0K 0 ixl 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 agp 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 nvme_da 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twa_commands 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 vm_fictitious 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 48 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 PUC 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ppbusdev 0 0K 0 statfs 0 0K 223 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 111 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13400 ioctlops 0 0K 95 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 594 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9188 0 9188 0 254 18817024 0 mbuf_packet 256 8192 868 23262 0 254 2319360 0 BUF TRIE 144 170 13298 649 0 62 1939392 0 malloc-4096 4096 393 4 1381 0 2 1626112 0 malloc-384 384 4188 2 4461 0 30 1608960 0 malloc-128 128 9603 69 9679 0 126 1238016 0 pbuf 832 0 969 0 0 2 806208 0 UMA Slabs 0 112 5395 2 5395 0 126 604464 0 FFS inode 1128 501 24 549 0 8 592200 0 malloc-65536 65536 4 2 175 0 1 393216 0 RADIX NODE 144 2352 137 22743 0 62 358416 0 VM OBJECT 264 1068 57 14274 0 30 297000 0 VNODE 488 535 57 585 0 30 288896 0 THREAD 1792 132 12 159 0 8 258048 0 256 Bucket 2048 105 13 6228 0 8 241664 0 DEVCTL 1024 14 194 125 0 0 212992 0 malloc-16 16 12224 276 12303 0 254 200000 0 malloc-64 64 2988 99 3852 0 254 197568 0 malloc-256 256 679 41 1712 0 62 184320 0 malloc-16384 16384 5 6 52 0 1 180224 0 UMA Zones 768 226 3 226 0 16 175872 0 malloc-128 128 1205 35 24488 0 126 158720 0 malloc-32 32 4772 142 5907 0 254 157248 0 mbuf 256 437 133 2336 0 254 145920 0 FFS2 dinode 256 501 24 549 0 62 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-1024 1024 118 10 1321 0 16 131072 0 MAP ENTRY 96 1153 149 42678 0 126 124992 0 ksiginfo 112 50 994 77 0 126 116928 0 malloc-2048 2048 8 48 2324 0 8 114688 0 S VFS Cache 104 997 95 1063 0 126 113568 0 VMSPACE 2544 34 8 863 0 4 106848 0 malloc-128 128 791 15 1815 0 126 103168 0 vmem btag 56 1737 51 1737 0 254 100128 0 PROC 1312 56 10 884 0 8 86592 0 malloc-16384 16384 5 0 144 0 1 81920 0 malloc-8192 8192 7 3 124 0 1 81920 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-128 128 574 46 3616 0 126 79360 0 filedesc0 1080 57 13 885 0 8 75600 0 g_bio 408 4 176 5967 0 30 73440 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 13 2 25 0 2 61440 0 malloc-4096 4096 14 0 14 0 2 57344 0 128 Bucket 1024 33 22 959 0 16 56320 0 malloc-2048 2048 7 17 559 0 8 49152 0 malloc-256 256 147 33 1051 0 62 46080 0 malloc-64 64 577 116 2563 0 254 44352 0 malloc-384 384 62 48 156 0 30 42240 0 malloc-256 256 90 75 275 0 62 42240 0 32 Bucket 256 41 124 855 0 62 42240 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 3 37 12746 0 16 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-64 64 597 33 827 0 254 40320 0 clpbuf 832 0 48 99 0 16 39936 0 pcpu-8 8 4203 405 4207 0 254 36864 0 malloc-32768 32768 0 1 112 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 pcpu-64 64 451 61 451 0 254 32768 0 malloc-384 384 68 12 94 0 30 30720 0 socket 944 24 8 1326 0 254 30208 0 malloc-4096 4096 5 2 457 0 2 28672 0 malloc-4096 4096 6 1 9 0 2 28672 0 64 Bucket 512 49 7 678 0 30 28672 0 ttyinq 160 135 15 300 0 62 24000 0 tcpcb 1048 3 19 7 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 84 6 499 0 62 23040 0 sctp_asoc 2288 1 9 43 0 254 22880 0 TURNSTILE 136 145 23 145 0 62 22848 0 pipe 744 20 10 336 0 16 22320 0 malloc-1024 1024 16 4 19 0 16 20480 0 malloc-1024 1024 16 4 16 0 16 20480 0 malloc-128 128 108 47 160 0 126 19840 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 24 51 334 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 6 2 6 0 8 16384 0 malloc-2048 2048 7 1 8 0 8 16384 0 sctp_raddr 736 1 21 43 0 254 16192 0 malloc-32 32 262 242 3048 0 254 16128 0 4 Bucket 48 23 313 5174 0 254 16128 0 Files 80 127 73 7209 0 126 16000 0 malloc-384 384 34 6 34 0 30 15360 0 malloc-256 256 40 20 51 0 62 15360 0 SLEEPQUEUE 88 145 15 145 0 126 14080 0 malloc-1024 1024 7 5 7 0 16 12288 0 malloc-512 512 5 19 672 0 30 12288 0 malloc-64 64 23 166 13328 0 254 12096 0 malloc-64 64 131 58 135 0 254 12096 0 malloc-64 64 39 150 7296 0 254 12096 0 malloc-32 32 200 178 1627 0 254 12096 0 16 Bucket 144 43 41 397 0 62 12096 0 KNOTE 160 29 46 269 0 62 12000 0 malloc-16 16 513 237 1910 0 254 12000 0 8 Bucket 80 42 108 6600 0 126 12000 0 malloc-128 128 70 23 80 0 126 11904 0 malloc-128 128 33 60 286 0 126 11904 0 udp_inpcb 488 2 22 165 0 254 11712 0 sctp_ep 1280 1 8 48 0 254 11520 0 unpcb 256 14 31 1074 0 254 11520 0 mbuf_jumbo_page 4096 0 2 10 0 254 8192 0 malloc-4096 4096 0 2 223 0 2 8192 0 malloc-4096 4096 2 0 2 0 2 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 0 4 256 0 8 8192 0 malloc-1024 1024 4 4 9 0 16 8192 0 malloc-1024 1024 5 3 5 0 16 8192 0 malloc-1024 1024 2 6 44 0 16 8192 0 malloc-512 512 9 7 9 0 30 8192 0 malloc-512 512 3 13 9 0 30 8192 0 malloc-512 512 2 14 3 0 30 8192 0 rtentry 176 34 12 38 0 62 8096 0 rl_entry 40 45 157 45 0 254 8080 0 sctp_laddr 48 0 168 16 0 254 8064 0 udpcb 32 2 250 165 0 254 8064 0 PWD 32 14 238 130 0 254 8064 0 malloc-64 64 3 123 20 0 254 8064 0 malloc-64 64 6 120 32 0 254 8064 0 malloc-32 32 51 201 361 0 254 8064 0 malloc-32 32 13 239 30 0 254 8064 0 malloc-32 32 56 196 103 0 254 8064 0 malloc-32 32 11 241 135 0 254 8064 0 malloc-32 32 17 235 35 0 254 8064 0 2 Bucket 32 52 200 8689 0 254 8064 0 vtnet_tx_hdr 24 0 334 915 0 254 8016 0 malloc-16 16 1 499 308 0 254 8000 0 malloc-16 16 5 495 5 0 254 8000 0 malloc-16 16 10 490 49 0 254 8000 0 malloc-16 16 33 467 23679 0 254 8000 0 malloc-16 16 8 492 120 0 254 8000 0 malloc-16 16 5 495 96 0 254 8000 0 malloc-128 128 15 47 277 0 126 7936 0 ripcb 488 3 13 6 0 254 7808 0 tcp_inpcb 488 3 13 7 0 254 7808 0 kenv 258 3 27 999 0 30 7740 0 routing nhops 256 27 3 38 0 62 7680 0 malloc-384 384 3 17 92 0 30 7680 0 malloc-384 384 12 8 13 0 30 7680 0 malloc-256 256 3 27 384 0 62 7680 0 malloc-256 256 20 10 277 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 2 6 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 5 0 254 4032 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0