panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/dev/hyperv/hvsock/hv_sock.c:291 cpuid = 1 time = 1590172326 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002940e8d0 vpanic() at vpanic+0x1c7/frame 0xfffffe002940e930 panic() at panic+0x43/frame 0xfffffe002940e990 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe002940e9f0 hvs_trans_listen() at hvs_trans_listen+0x83/frame 0xfffffe002940ea40 solisten() at solisten+0x7a/frame 0xfffffe002940ea80 kern_listen() at kern_listen+0x13c/frame 0xfffffe002940eac0 amd64_syscall() at amd64_syscall+0x262/frame 0xfffffe002940ebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe002940ebf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28289a, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 1674 tid 100726 ] Stopped at kdb_enter+0x67: movq $0,0x14ab366(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe002d600000 rdx 0x3ffff rbx 0 rsp 0xfffffe002940e8b0 rbp 0xfffffe002940e8d0 rsi 0x40001 rdi 0xffffffff810b71f6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe002585c500 r12 0xffffffff82068e40 ddb_dbbe r13 0 r14 0xffffffff819482dc r15 0xffffffff819482dc rip 0xffffffff810ac507 kdb_enter+0x67 rflags 0x82 ll+0x61 kdb_enter+0x67: movq $0,0x14ab366(%rip) db> show proc Process 1674 (syz-executor.2) at 0xfffff8000ca30000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 1620 at 0xfffff8000cb51000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80003311000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00257869e8 (map 0xfffffe00257869e8) (map.pmap 0xfffffe0025786aa8) (pmap 0xfffffe0025786b08) threads: 2 100657 Run CPU 0 syz-executor.2 100726 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 1674 1620 1620 0 R (threaded) syz-executor.2 100657 Run CPU 0 syz-executor.2 100726 Run CPU 1 syz-executor.2 1671 775 775 60928 S (threaded) syz-executor.3 100459 S nanslp 0xffffffff8252c1e1 syz-executor.3 100723 S sbwait 0xfffffe00239c5a8c syz-executor.3 100724 S uwait 0xfffff80003ca0000 syz-executor.3 1670 773 773 0 S (threaded) syz-executor.1 100123 S nanslp 0xffffffff8252c1e0 syz-executor.1 100715 S sbwait 0xfffffe00239cf37c syz-executor.1 100716 S sbwait 0xfffffe001cfcfe14 syz-executor.1 100717 S uwait 0xfffff8000cbc7400 syz-executor.1 100718 S uwait 0xfffff80003ca0380 syz-executor.1 100719 S uwait 0xfffff80003ca0c80 syz-executor.1 1669 772 772 0 S (threaded) syz-executor.0 100704 S nanslp 0xffffffff8252c1e0 syz-executor.0 100705 S sbwait 0xfffffe001cfd0c6c syz-executor.0 100707 S sbwait 0xfffffe00239c5704 syz-executor.0 100709 S connec 0xfffffe00239cf9a8 syz-executor.0 100710 S uwait 0xfffff8000cbce100 syz-executor.0 100712 S uwait 0xfffff80003c9f900 syz-executor.0 1620 768 1620 0 Ss nanslp 0xffffffff8252c1e0 syz-executor.2 1449 1443 1449 0 Ss select 0xfffff8000cbceec0 dhclient 1446 1 1446 0 Ss select 0xfffff8000c4911c0 dhclient 1443 1436 424 65 S select 0xfffff8000cbc8ac0 dhclient 1436 424 424 0 S wait 0xfffff80003ce3000 sh 1420 1 1420 65 Ss select 0xfffff8000c166c40 dhclient 989 1 989 0 Ss select 0xfffff80003ca04c0 dhclient 984 1 984 0 Ss select 0xfffff80003c9d140 dhclient 775 768 775 0 Ss nanslp 0xffffffff8252c1e1 syz-executor.3 773 768 773 0 Ss nanslp 0xffffffff8252c1e0 syz-executor.1 772 768 772 0 Ss nanslp 0xffffffff8252c1e0 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100100 S kqread 0xfffff80003201800 syz-fuzzer 100108 S uwait 0xfffff80003c9fb00 syz-fuzzer 100109 S uwait 0xfffff80003ca1900 syz-fuzzer 100110 S uwait 0xfffff80003ca1a00 syz-fuzzer 100111 S uwait 0xfffff80003ca1f00 syz-fuzzer 100112 S uwait 0xfffff80003ca1b00 syz-fuzzer 100113 S uwait 0xfffff8000c166080 syz-fuzzer 100114 S uwait 0xfffff80003ca1c00 syz-fuzzer 100115 S uwait 0xfffff8000c166180 syz-fuzzer 100116 S uwait 0xfffff80003ca1d00 syz-fuzzer 766 764 766 0 Ss pause 0xfffff8000c3fd0a8 csh 764 682 764 0 Ss select 0xfffff80003c9f1c0 sshd 748 1 748 0 Ss+ ttyin 0xfffff8000383ecb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b334b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b338b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b33cb0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b360b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b364b0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b368b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b36cb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b350b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252c1e1 cron 682 1 682 0 Ss select 0xfffff8000c166bc0 sshd 495 1 495 0 Ss select 0xfffff80003ca25c0 syslogd 424 1 424 0 Ss wait 0xfffff80003cf4520 devd 423 1 423 65 Ss select 0xfffff80003ca1840 dhclient 338 1 338 0 Ss select 0xfffff80003c9fcc0 dhclient 335 1 335 0 Ss select 0xfffff8000c166b40 dhclient 23 0 0 0 DL syncer 0xffffffff82618118 [syncer] 22 0 0 0 DL vlruwt 0xfffff800033dca40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff82617430 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80003c6dce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263e308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff826328d8 [dom0] 100074 D launds 0xffffffff826328e4 [laundry: dom0] 100075 D umarcl 0xffffffff81544500 [uma] 18 0 0 0 DL - 0xffffffff8235fe58 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c4e3a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff8261a890 [sctp_iterator] 15 0 0 0 DL - 0xffffffff82616a2c [soaiod4] 9 0 0 0 DL - 0xffffffff82616a2c [soaiod3] 8 0 0 0 DL - 0xffffffff82616a2c [soaiod2] 7 0 0 0 DL - 0xffffffff82616a2c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff82237bc0 [doneq0] 100066 D - 0xffffffff82237a90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000320ce90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000320ce30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826300c0 [crypto] 14 0 0 0 DL seqstat 0xfffff800030d6088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250b180 [g_event] 100025 D - 0xffffffff8250b188 [g_up] 100026 D - 0xffffffff8250b190 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003326600 [thr_0] 100018 D - 0xfffff80003326640 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi1: netisr 0] 100022 I [swi3: vm] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003311000 [init] 10 0 0 0 DL audit_w 0xffffffff82630598 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250b710 [swapper] 100005 D - 0xfffff8000321bb00 [softirq_0] 100006 D - 0xfffff8000321b900 [softirq_1] 100007 D - 0xfffff8000321b700 [if_io_tqg_0] 100008 D - 0xfffff8000321b500 [if_io_tqg_1] 100009 D - 0xfffff8000321b300 [if_config_tqg_0] 100010 D - 0xfffff80003204e00 [in6m_free taskq] 100011 D - 0xfffff80003204d00 [thread taskq] 100013 D - 0xfffff80003204b00 [kqueue_ctx taskq] 100014 D - 0xfffff80003204a00 [aiod_kick taskq] 100023 D - 0xfffff80003204700 [firmware taskq] 100028 D - 0xfffff80003204500 [crypto_0] 100029 D - 0xfffff80003204500 [crypto_1] 100043 D - 0xfffff80003204200 [vtnet0 rxq 0] 100044 D - 0xfffff80003204100 [vtnet0 txq 0] 100045 D - 0xfffff80003204000 [vtnet0 rxq 1] 100046 D - 0xfffff80003203e00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f0580 [virtio_balloon] 100052 D - 0xfffff80003203c00 [mca taskq] 100057 D - 0xffffffff81ce9e01 [deadlkres] 100062 D - 0xfffff80003b7f000 [acpi_task_0] 100063 D - 0xfffff80003b7f000 [acpi_task_1] 100064 D - 0xfffff80003b7f000 [acpi_task_2] 100065 D - 0xfffff80003204300 [CAM taskq] db> show all locks Process 1674 (syz-executor.2) thread 0xfffffe002588ca00 (100657) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8254c190) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:512 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4851K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27849 1625K 27913 kobj 333 1332K 490 newblk 9 1026K 3935 vfscache 4 1025K 4 pcb 38 551K 1096 inodedep 25 524K 1126 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 388K 4 subproc 140 273K 1757 acpica 1674 185K 52709 vnet_data 1 168K 1 filedesc 21 149K 1542 pagedep 12 131K 795 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 238 96K 294 bus 1001 80K 3401 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 500 63K 500 BPF 30 53K 30 umtx 342 43K 342 kdtrace 192 38K 6095 temp 35 33K 2424 hostcache 1 32K 1 shm 1 32K 3 DEVFS3 124 31K 134 msg 4 30K 4 ifaddr 80 28K 89 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ufs_mount 3 17K 4 lltable 45 17K 77 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 177 15K 495 bus-sc 30 14K 1431 cred 51 13K 443 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 99 eventhandler 132 12K 132 in6_multi 90 11K 202 pfs_nodes 20 10K 20 GEOM 60 10K 484 rman 82 10K 423 bmsafemap 2 9K 1060 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 sctp_timw 32 8K 32 shmfd 1 8K 7 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 routetbl 30 7K 52 CAM DEV 3 6K 510 sctp_atcl 12 6K 260 sctp_stro 6 6K 95 select 47 6K 47 kqueue 60 6K 1681 vt 11 6K 11 plimit 22 6K 466 sglist 5 6K 5 CAM queue 5 6K 1528 pf_rule 5 5K 15 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 DEVFSP 74 5K 168 pf_ifnet 10 5K 23 pf_table 2 4K 6 memdesc 1 4K 1 MCA 32 4K 32 UMA 248 4K 248 evdev 4 4K 4 kcovinfo 64 4K 153 lockf 34 4K 527 dirrem 14 4K 912 session 28 4K 47 pgrp 28 4K 47 hhook 13 4K 13 acpisem 22 3K 22 terminal 11 3K 11 proc-args 47 3K 671 sctp_ifa 19 3K 32 uidinfo 4 3K 27 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 31 freefile 14 2K 906 Unitno 30 2K 3337 CAM XPT 22 2K 543 in_multi 6 2K 12 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 freework 5 2K 1237 softdep 1 1K 1 mkdir 8 1K 1458 freeblks 4 1K 804 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 190 NFSD session 1 1K 1 CAM periph 4 1K 271 newdirblk 7 1K 729 diradd 6 1K 969 mld 6 1K 6 sctp_ifn 6 1K 11 sctp_atky 18 1K 358 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 inpcbpolicy 23 1K 3350 mount 16 1K 86 pci_link 10 1K 10 crypto 3 1K 3 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 osd 3 1K 9 hyperv_socket 1 1K 1 vnodes 1 1K 3 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 sctp_athm 12 1K 263 sctp_map 12 1K 194 loginclass 3 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 soname 5 1K 6421 ktls 1 1K 1 iov 2 1K 16490 pmchooks 1 1K 1 prison 4 1K 4 nexusdev 5 1K 5 entropy 2 1K 44 in6_mfilter 1 1K 272 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 3 1K 102 cpus 2 1K 2 ip6_moptions 1 1K 272 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 9741 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 651 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 93 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 11 allocindir 0 0K 0 indirdep 0 0K 568 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 234 sctp_iter 0 0K 26 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 26 sctp_aadr 0 0K 3 sctp_stri 0 0K 6 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 898 export_host 0 0K 0 cl_savebuf 0 0K 3 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 352 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 212 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 631 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9272 126 9272 0 254 19247104 0 mbuf_packet 256 8204 940 681597 0 254 2340864 0 512 512 4142 34 4174 0 30 2138112 0 mbuf_jumbo_page 4096 0 508 178 0 254 2080768 0 BUF TRIE 144 332 13164 7057 0 62 1943424 0 RADIX NODE 144 11885 600 119713 0 62 1797840 0 4096 4096 333 5 490 0 2 1384448 0 128 128 10012 342 10912 0 126 1325312 0 sctp_asoc 2288 6 504 95 0 254 1166880 0 pbuf 832 0 953 0 0 2 792896 0 UMA Slabs 0 112 6786 12 6786 0 126 761376 0 sctp_ep 1280 6 504 162 0 254 652800 0 tcpcb 1032 6 511 373 0 254 533544 0 mbuf 256 623 1423 345430 0 254 523776 0 socket 904 39 474 4698 0 254 463752 0 sctp_raddr 736 6 511 95 0 254 380512 0 256 Bucket 2048 164 14 1392 0 8 364544 0 VM OBJECT 264 1212 78 28126 0 30 340560 0 THREAD 1776 145 26 2814 0 8 303696 0 tcp_bbr_map 128 0 2294 2158 0 126 293632 0 VNODE 488 571 29 1481 0 30 292800 0 256 256 62 1063 4115 0 62 288000 0 65536 65536 4 0 4 0 1 262144 0 32768 32768 2 6 504 0 1 262144 0 4096 4096 59 5 1679 0 2 262144 0 ripcb 488 6 506 418 0 254 249856 0 udplite_inpcb 488 9 503 2336 0 254 249856 0 tcp_inpcb 488 6 506 373 0 254 249856 0 udp_inpcb 488 2 510 223 0 254 249856 0 2048 2048 2 118 9775 0 8 245760 0 16384 16384 9 4 895 0 1 212992 0 64 64 2681 406 2709 0 254 197568 0 65536 65536 2 1 114 0 1 196608 0 16 16 11711 539 11828 0 254 196000 0 g_bio 408 0 480 36621 0 30 195840 0 128 128 1134 261 24036 0 126 178560 0 UMA Zones 768 222 4 222 0 16 173568 0 MAP ENTRY 96 1484 280 91253 0 126 169344 0 FFS2 dinode 256 535 95 1443 0 62 161280 0 32 32 4398 264 5472 0 254 149184 0 1024 1024 122 22 142 0 16 147456 0 vmem btag 56 2187 176 2187 0 254 132328 0 65536 65536 1 1 3 0 1 131072 0 65536 65536 0 2 121 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 4096 4096 31 1 42 0 2 131072 0 unpcb 256 14 496 1143 0 254 130560 0 sctp_chunk 152 0 780 811 0 254 118560 0 ksiginfo 112 54 990 92 0 126 116928 0 VMSPACE 2536 35 10 1653 0 4 114120 0 PROC 1312 57 24 1674 0 8 106272 0 128 Bucket 1024 66 33 318 0 16 101376 0 FFS inode 160 535 90 1443 0 62 100000 0 256 256 211 179 5411 0 62 99840 0 16384 16384 3 3 11 0 1 98304 0 512 512 28 156 1828 0 30 94208 0 filedesc0 1088 58 19 1675 0 8 83776 0 UMA Kegs 384 208 7 208 0 30 82560 0 S VFS Cache 108 625 131 2188 0 126 81648 0 256 256 148 167 1386 0 62 80640 0 1024 1024 4 64 275 0 16 69632 0 64 Bucket 512 95 41 4007 0 30 69632 0 64 64 550 521 2741 0 254 68544 0 64 64 514 557 1598 0 254 68544 0 128 128 306 221 1214 0 126 67456 0 128 128 221 306 2778 0 126 67456 0 65536 65536 0 1 8 0 1 65536 0 256 256 28 227 2348 0 62 65280 0 512 512 43 77 323 0 30 61440 0 sctp_stream_msg_out 112 6 534 9 0 254 60480 0 8192 8192 4 3 32 0 1 57344 0 clpbuf 832 0 64 3088 0 16 53248 0 64 64 383 436 16143 0 254 52416 0 128 128 167 236 530 0 126 51584 0 256 256 92 103 1507 0 62 49920 0 256 256 127 68 681 0 62 49920 0 32 Bucket 256 52 143 864 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 18309 0 16 49152 0 16384 16384 2 1 3 0 1 49152 0 2048 2048 7 17 523 0 8 49152 0 2048 2048 7 17 163 0 8 49152 0 512 512 84 12 201 0 30 49152 0 512 512 74 22 395 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 8192 8192 4 1 85 0 1 40960 0 4096 4096 8 2 462 0 2 40960 0 sctp_readq 152 0 260 2 0 254 39520 0 pipe 760 20 30 428 0 16 38000 0 selfd 64 93 474 12401 0 254 36288 0 64 64 11 556 25 0 254 36288 0 64 64 172 395 2096 0 254 36288 0 64 64 71 496 503 0 254 36288 0 64 64 42 525 144 0 254 36288 0 128 128 40 239 114 0 126 35712 0 128 128 78 201 6147 0 126 35712 0 128 128 84 195 907 0 126 35712 0 routing nhops 256 16 119 59 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 35 100 79 0 62 34560 0 256 256 9 126 2857 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 8192 8192 3 1 5 0 1 32768 0 8192 8192 3 1 5 0 1 32768 0 2048 2048 7 9 9 0 8 32768 0 2048 2048 13 3 17 0 8 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 1 15 487 0 8 32768 0 1024 1024 8 24 126 0 16 32768 0 1024 1024 1 31 1287 0 16 32768 0 1024 1024 7 25 23 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 19 13 19 0 16 32768 0 1024 1024 1 31 24 0 16 32768 0 512 512 5 59 13 0 30 32768 0 512 512 33 31 48 0 30 32768 0 mt_stats_zone 64 439 73 439 0 254 32768 0 64 pcpu 8 3832 264 3962 0 254 32768 0 KNOTE 160 27 173 28211 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 216 184 13145 0 126 32000 0 tcp_bbr_pcb 832 0 36 5 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 345 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 20 862 819 0 254 28224 0 32 32 358 524 4382 0 254 28224 0 4 Bucket 48 5 583 12446 0 254 28224 0 rtentry 200 34 106 59 0 62 28000 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 TURNSTILE 136 172 17 172 0 62 25704 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 3 3 6 0 2 24576 0 4096 4096 3 3 901 0 2 24576 0 rl_entry 40 81 525 81 0 254 24240 0 vtnet_tx_hdr 24 0 1002 335153 0 254 24048 0 8 Bucket 80 84 216 17632 0 126 24000 0 SLEEPQUEUE 88 172 84 172 0 126 22528 0 udpcb 32 11 619 2559 0 254 20160 0 32 32 99 531 676 0 254 20160 0 32 32 26 604 811 0 254 20160 0 32 32 88 542 1769 0 254 20160 0 32 32 74 556 3911 0 254 20160 0 32 32 38 592 2650 0 254 20160 0 16 Bucket 144 64 76 10542 0 62 20160 0 procdesc 136 3 142 14 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 26 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 512 512 2 30 59 0 30 16384 0 pf tags 104 1 155 3 0 126 16224 0 rentr 24 0 668 12 0 254 16032 0 mt_zone 24 439 229 439 0 254 16032 0 MAP 216 2 69 2 0 62 15336 0 vmem 1856 1 7 1 0 8 14848 0 32 32 3 375 26 0 254 12096 0 2 Bucket 32 61 317 10003 0 254 12096 0 16 16 11 739 264 0 254 12000 0 16 16 32 718 1010 0 254 12000 0 16 16 59 691 779 0 254 12000 0 16 16 193 557 1245 0 254 12000 0 16 16 14 736 20 0 254 12000 0 16 16 258 492 437 0 254 12000 0 16 16 17 733 23929 0 254 12000 0 Mountpoints 2816 2 2 2 0 4 11264 0 4096 4096 0 2 1 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 SMR SHARED 24 1 254 1 0 254 6120 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 18 494 18 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcp_log 408 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 240 0 0 0 0 62 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0