panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/uipc_ktls.c:1110 cpuid = 0 time = 1598029357 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002bc1d640 vpanic() at vpanic+0x1c7/frame 0xfffffe002bc1d6a0 panic() at panic+0x43/frame 0xfffffe002bc1d700 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe002bc1d760 ktls_get_rx_mode() at ktls_get_rx_mode+0x53/frame 0xfffffe002bc1d790 tcp_default_ctloutput() at tcp_default_ctloutput+0x615/frame 0xfffffe002bc1d910 tcp_ctloutput() at tcp_ctloutput+0x2d4/frame 0xfffffe002bc1d990 sogetopt() at sogetopt+0xf2/frame 0xfffffe002bc1da00 kern_getsockopt() at kern_getsockopt+0x13f/frame 0xfffffe002bc1da80 sys_getsockopt() at sys_getsockopt+0x78/frame 0xfffffe002bc1dac0 amd64_syscall() at amd64_syscall+0x262/frame 0xfffffe002bc1dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe002bc1dbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28283a, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 2106 tid 100971 ] Stopped at kdb_enter+0x67: movq $0,0x1488f76(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe002cc00000 rdx 0x3ffff rbx 0 rsp 0xfffffe002bc1d620 rbp 0xfffffe002bc1d640 rsi 0x40001 rdi 0xffffffff810d7e06 vprintf+0x176 r8 0 r9 0xffffffff r10 0x2a ll+0x9 r11 0xfffffe0026502810 r12 0xffffffff82068ef0 ddb_dbbe r13 0 r14 0xffffffff81920e4a r15 0xffffffff81920e4a rip 0xffffffff810cca07 kdb_enter+0x67 rflags 0x82 ll+0x61 kdb_enter+0x67: movq $0,0x1488f76(%rip) db> show proc Process 2106 (syz-executor.2) at 0xfffff8006f36ca40: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 898 at 0xfffff80019ca7520 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80004316000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00247e43d0 (map 0xfffffe00247e43d0) (map.pmap 0xfffffe00247e4490) (pmap 0xfffffe00247e44f0) threads: 2 100410 RunQ syz-executor.2 100971 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 2106 898 898 0 R (threaded) syz-executor.2 100410 RunQ syz-executor.2 100971 Run CPU 0 syz-executor.2 2105 781 781 0 R (threaded) syz-executor.3 101132 Run CPU 1 syz-executor.3 100972 RunQ syz-executor.3 2104 956 956 0 R (threaded) syz-executor.0 100876 RunQ syz-executor.0 100969 S uwait 0xfffff80004832680 syz-executor.0 2103 772 772 0 S (threaded) syz-executor.1 100130 S nanslp 0xffffffff825290e0 syz-executor.1 100964 S sbwait 0xfffff80004db3594 syz-executor.1 100967 S uwait 0xfffff8000482f280 syz-executor.1 1959 1952 1959 0 Ss select 0xfffff800041f4040 dhclient 1956 1 1956 0 Ss select 0xfffff800195eb7c0 dhclient 1952 1940 424 65 S select 0xfffff800195ebd40 dhclient 1940 424 424 0 S wait 0xfffff80019417a40 sh 1931 1 1931 65 Ss select 0xfffff800195eba40 dhclient 1097 1 1097 0 Ss select 0xfffff800041f47c0 dhclient 1094 1 1094 0 Ss select 0xfffff800195ea240 dhclient 956 768 956 0 Ss nanslp 0xffffffff825290e1 syz-executor.0 898 768 898 0 Ss nanslp 0xffffffff825290e0 syz-executor.2 781 768 781 0 Ss nanslp 0xffffffff825290e1 syz-executor.3 772 768 772 0 Ss nanslp 0xffffffff825290e0 syz-executor.1 768 766 766 0 S (threaded) syz-fuzzer 100090 S uwait 0xfffff80004831000 syz-fuzzer 100108 S uwait 0xfffff8000409da00 syz-fuzzer 100109 S kqread 0xfffff80004a90a00 syz-fuzzer 100110 S uwait 0xfffff8000409dc00 syz-fuzzer 100111 S uwait 0xfffff8000409de00 syz-fuzzer 100112 S uwait 0xfffff8000409df00 syz-fuzzer 100113 S uwait 0xfffff80004a9c700 syz-fuzzer 100114 S uwait 0xfffff8000482f080 syz-fuzzer 100115 S uwait 0xfffff80004a9c900 syz-fuzzer 100116 S uwait 0xfffff80004832780 syz-fuzzer 766 764 766 0 Ss pause 0xfffff80004d82ae8 csh 764 682 764 0 Ss select 0xfffff80004ac97c0 sshd 748 1 748 0 Ss+ ttyin 0xfffff800048178b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004bc7cb0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004bca4b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80004bcacb0 getty 744 1 744 0 Ss+ ttyin 0xfffff800043a94b0 getty 743 1 743 0 Ss+ ttyin 0xfffff800043a9cb0 getty 742 1 742 0 Ss+ ttyin 0xfffff800043ac4b0 getty 741 1 741 0 Ss+ ttyin 0xfffff800043accb0 getty 740 1 740 0 Ss+ ttyin 0xfffff800043ab4b0 getty 686 1 686 0 Ss nanslp 0xffffffff825290e1 cron 682 1 682 0 Ss select 0xfffff80004ac9c40 sshd 495 1 495 0 Ss select 0xfffff800041f46c0 syslogd 424 1 424 0 Ss wait 0xfffff80004ce1a40 devd 423 1 423 65 Ss select 0xfffff800041f4640 dhclient 338 1 338 0 Ss select 0xfffff80004ac9cc0 dhclient 335 1 335 0 Ss select 0xfffff80004ac9d40 dhclient 23 0 0 0 DL vlruwt 0xfffff800043da520 [vnlru] 22 0 0 0 DL syncer 0xffffffff826161e8 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82615530 [bufdaemon] 100077 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff800044234e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263c608 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82630ab8 [dom0] 100075 D launds 0xffffffff82630ac4 [laundry: dom0] 100076 D umarcl 0xffffffff814c8be0 [uma] 18 0 0 0 DL - 0xffffffff8235cd08 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e0d2f8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82bd5390 [pf purge] 15 0 0 0 DL - 0xffffffff82614b2c [soaiod4] 9 0 0 0 DL - 0xffffffff82614b2c [soaiod3] 8 0 0 0 DL - 0xffffffff82614b2c [soaiod2] 7 0 0 0 DL - 0xffffffff82614b2c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff82234a40 [doneq0] 100067 D - 0xffffffff82234910 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004226d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004226d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262e0e0 [crypto] 14 0 0 0 DL seqstat 0xfffff800040dc488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82508050 [g_event] 100026 D - 0xffffffff82508058 [g_up] 100027 D - 0xffffffff82508060 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800040ec000 [thr_0] 100019 D - 0xfffff800040ec080 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004316000 [init] 10 0 0 0 DL audit_w 0xffffffff8262e4f8 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff825085f0 [swapper] 100005 D - 0xfffff80004345100 [softirq_0] 100006 D - 0xfffff80004345000 [softirq_1] 100007 D - 0xfffff80004346e00 [if_io_tqg_0] 100008 D - 0xfffff80004346d00 [if_io_tqg_1] 100009 D - 0xfffff80004346c00 [if_config_tqg_0] 100010 D - 0xfffff80004219e00 [aiod_kick taskq] 100013 D - 0xfffff80004219b00 [in6m_free taskq] 100014 D - 0xfffff80004219a00 [thread taskq] 100016 D - 0xfffff80004219800 [inm_free taskq] 100017 D - 0xfffff80004219700 [kqueue_ctx taskq] 100024 D - 0xfffff80004219600 [firmware taskq] 100029 D - 0xfffff80004219400 [crypto_0] 100030 D - 0xfffff80004219400 [crypto_1] 100044 D - 0xfffff80004219100 [vtnet0 rxq 0] 100045 D - 0xfffff80004219000 [vtnet0 txq 0] 100046 D - 0xfffff80004218e00 [vtnet0 rxq 1] 100047 D - 0xfffff80004218d00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800045da700 [virtio_balloon] 100053 D - 0xfffff80004218b00 [mca taskq] 100057 D - 0xffffffff81cc6570 [deadlkres] 100062 D - 0xfffff80004b84000 [acpi_task_0] 100063 D - 0xfffff80004b84000 [acpi_task_1] 100064 D - 0xfffff80004b84000 [acpi_task_2] 100066 D - 0xfffff80004219200 [CAM taskq] db> show all locks Process 2106 (syz-executor.2) thread 0xfffffe0026502300 (100971) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff800194b4020) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1787 Process 2105 (syz-executor.3) thread 0xfffffe002652b800 (101132) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8254ff80) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:512 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4850K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28062 1637K 28126 kobj 335 1340K 494 newblk 9 1026K 3461 vfscache 4 1025K 4 inodedep 88 556K 1363 pcb 37 551K 1627 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 131 269K 2180 acpica 1674 185K 52414 vnet_data 1 168K 1 filedesc 22 153K 2419 pagedep 13 131K 1204 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 308 bus 1007 80K 3378 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 BPF 30 53K 30 umtx 324 41K 324 kdtrace 185 36K 6154 temp 35 33K 3743 hostcache 1 32K 1 shm 1 32K 6 DEVFS3 124 31K 134 msg 4 30K 4 ifaddr 80 28K 86 DEVFS_RULE 56 27K 56 vmem 3 26K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 dirrem 79 20K 1180 ufs_mount 5 17K 6 proc 3 17K 3 lltable 44 16K 65 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 309 bus-sc 30 14K 1405 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 153 pfs_nodes 20 10K 20 freefile 79 10K 1178 GEOM 60 10K 489 rman 82 10K 423 sctp_timw 33 9K 33 bmsafemap 2 9K 1294 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 5 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 60 6K 2113 cred 23 6K 276 sctp_atcl 11 6K 1142 vt 11 6K 11 plimit 22 6K 452 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 sctp_stro 5 5K 396 ufs_dirhash 24 5K 24 DEVFSP 74 5K 150 pf_ifnet 10 5K 19 UMA 250 5K 250 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 136 select 31 4K 31 routetbl 22 4K 28 session 28 4K 45 pgrp 28 4K 51 hhook 13 4K 13 acpisem 22 3K 22 terminal 11 3K 11 lockf 24 3K 72 proc-args 47 3K 650 sctp_ifa 20 3K 31 uidinfo 3 3K 9 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 29 Unitno 31 2K 1742 CAM XPT 22 2K 543 in_multi 6 2K 11 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 freework 5 2K 1226 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 newdirblk 8 1K 1173 mkdir 8 1K 2346 freeblks 4 1K 1177 sahead 1 1K 1 secasvar 1 1K 1 vnodemarker 2 1K 144 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 31 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_atky 16 1K 1546 encap_export_host 12 1K 12 crypto 3 1K 3 diradd 4 1K 1231 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 12 1K 1566 osd 3 1K 9 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 sctp_athm 11 1K 1142 sctp_map 10 1K 792 sctp_aadr 2 1K 9 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 iov 1 1K 15300 pmchooks 1 1K 1 soname 4 1K 6617 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 44 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 3 1K 101 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 783 sctp_iter 0 0K 19 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 19 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ath_hal 0 0K 0 madt_table 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 4159 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 871 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 71 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 10 allocindir 0 0K 0 indirdep 0 0K 113 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 lDevFlags * malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 8 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 4 in_mfilter 0 0K 2 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 7 ag_portal_data_t malloc 0 0K 0 statfs 0 0K 1342 export_host 0 0K 0 cl_savebuf 0 0K 4 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 249 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 2698 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 631 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 65536 65536 1 110 111 0 1 7274496 0 32768 32768 0 112 112 0 1 3670016 0 RADIX NODE 144 15613 7456 140953 0 62 3321936 0 mbuf_jumbo_page 4096 2 760 1166 0 254 3121152 0 mbuf_packet 256 8202 1450 882749 0 254 2470912 0 16384 16384 0 136 136 0 1 2228224 0 512 512 4232 88 5385 0 30 2211840 0 BUF TRIE 144 387 13081 2841 0 62 1939392 0 4096 4096 349 46 957 0 2 1617920 0 128 128 9182 149 9235 0 126 1194368 0 sctp_asoc 2288 5 505 396 0 254 1166880 0 UMA Slabs 0 112 7844 34 7844 0 126 882336 0 pbuf 832 0 953 0 0 2 792896 0 8192 8192 1 81 82 0 1 671744 0 sctp_ep 1280 6 504 746 0 254 652800 0 tcpcb 1040 5 512 31 0 254 537680 0 socket 960 33 475 3495 0 254 487680 0 65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 5 512 396 0 254 380512 0 VM OBJECT 264 1222 68 32579 0 30 340560 0 256 Bucket 2048 155 7 1672 0 8 331776 0 VNODE 496 559 105 1739 0 30 329344 0 THREAD 1792 138 24 2009 0 8 290304 0 4096 4096 66 4 3460 0 2 286720 0 2048 2048 9 127 4938 0 8 278528 0 mbuf 256 455 573 442515 0 254 263168 0 32768 32768 0 8 87 0 1 262144 0 ripcb 488 3 509 39 0 254 249856 0 udplite_inpcb 488 2 510 1283 0 254 249856 0 tcp_inpcb 488 5 507 31 0 254 249856 0 udp_inpcb 488 2 510 213 0 254 249856 0 16384 16384 9 4 1206 0 1 212992 0 g_bio 408 0 510 14290 0 30 208080 0 64 64 2706 381 2721 0 254 197568 0 16 16 11798 452 11899 0 254 196000 0 128 128 1321 198 24996 0 126 194432 0 512 512 92 268 2018 0 30 184320 0 1024 1024 138 38 562 0 16 180224 0 UMA Zones 768 225 2 225 0 16 174336 0 MAP ENTRY 96 1478 286 111186 0 126 169344 0 vmem btag 56 2563 376 2563 0 254 164584 0 512 512 9 311 322 0 30 163840 0 FFS2 dinode 256 523 107 1701 0 62 161280 0 256 256 9 621 4332 0 62 161280 0 256 256 287 343 2052 0 62 161280 0 1024 1024 12 140 283 0 16 155648 0 32 32 4425 237 4455 0 254 149184 0 65536 65536 0 2 113 0 1 131072 0 65536 65536 1 1 9 0 1 131072 0 unpcb 256 14 496 1145 0 254 130560 0 ksiginfo 112 54 990 1463 0 126 116928 0 VMSPACE 2536 35 10 2085 0 4 114120 0 FFS inode 160 523 177 1701 0 62 112000 0 S VFS Cache 104 618 396 2463 0 126 105456 0 128 128 569 206 3716 0 126 99200 0 128 128 510 265 2912 0 126 99200 0 PROC 1312 57 15 2106 0 8 94464 0 64 Bucket 512 102 66 3248 0 30 86016 0 128 Bucket 1024 48 35 321 0 16 84992 0 filedesc0 1080 58 19 2107 0 8 83160 0 UMA Kegs 384 211 5 211 0 30 82944 0 256 256 143 172 5544 0 62 80640 0 128 128 340 249 1704 0 126 75392 0 8192 8192 6 3 34 0 1 73728 0 8192 8192 7 2 189 0 1 73728 0 64 64 639 432 16343 0 254 68544 0 65536 65536 1 0 1 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 16384 16384 3 1 6 0 1 65536 0 16384 16384 4 0 4 0 1 65536 0 2048 2048 0 32 32 0 8 65536 0 2048 2048 9 23 3033 0 8 65536 0 32 Bucket 256 71 184 949 0 62 65280 0 sctp_stream_msg_out 112 2 538 4 0 254 60480 0 4096 4096 12 2 23 0 2 57344 0 256 256 61 149 1390 0 62 53760 0 clpbuf 832 0 64 748 0 16 53248 0 64 64 377 442 946 0 254 52416 0 64 64 485 334 1046 0 254 52416 0 128 128 177 226 6284 0 126 51584 0 256 256 54 141 1706 0 62 49920 0 256 256 110 85 587 0 62 49920 0 256 256 55 140 2618 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 21265 0 16 49152 0 512 512 83 13 90 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 211 339 13888 0 126 44000 0 4096 4096 9 1 9 0 2 40960 0 sctp_chunk 152 2 258 2 0 254 39520 0 pipe 760 21 29 463 0 16 38000 0 64 pcpu 8 4173 435 4205 0 254 36864 0 selfd 64 62 505 13395 0 254 36288 0 64 64 81 486 157 0 254 36288 0 64 64 36 531 121 0 254 36288 0 64 64 119 448 4233 0 254 36288 0 64 64 5 562 90 0 254 36288 0 128 128 41 238 77 0 126 35712 0 routing nhops 256 15 120 55 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 27 108 146 0 62 34560 0 TURNSTILE 136 163 89 163 0 62 34272 0 32768 32768 1 0 1 0 1 32768 0 2048 2048 4 12 42 0 8 32768 0 2048 2048 9 7 200 0 8 32768 0 1024 1024 5 27 1237 0 16 32768 0 1024 1024 7 25 13 0 16 32768 0 1024 1024 6 26 13 0 16 32768 0 512 512 1 63 119 0 30 32768 0 512 512 34 30 43 0 30 32768 0 512 512 1 63 87 0 30 32768 0 mt_stats_zone 64 445 67 445 0 254 32768 0 KNOTE 160 28 172 57657 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 8 580 65 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 20 862 1261 0 254 28224 0 32 32 270 612 2835 0 254 28224 0 4 Bucket 48 5 583 12204 0 254 28224 0 rtentry 208 33 100 55 0 62 27664 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 3 3 10 0 2 24576 0 rl_entry 40 58 548 58 0 254 24240 0 2 Bucket 32 297 459 8936 0 254 24192 0 vtnet_tx_hdr 24 0 1002 432736 0 254 24048 0 8 Bucket 80 57 243 14393 0 126 24000 0 SLEEPQUEUE 88 163 93 163 0 126 22528 0 udpcb 32 4 626 1496 0 254 20160 0 32 32 82 548 89 0 254 20160 0 32 32 133 497 2393 0 254 20160 0 32 32 44 586 3434 0 254 20160 0 32 32 68 562 839 0 254 20160 0 32 32 58 572 2937 0 254 20160 0 32 32 10 620 121 0 254 20160 0 16 Bucket 144 55 85 10501 0 62 20160 0 tcp_bbr_map 128 0 155 4 0 126 19840 0 128 128 1 154 1 0 126 19840 0 procdesc 136 3 142 14 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 4096 4096 1 3 5 0 2 16384 0 4096 4096 0 4 123 0 2 16384 0 2048 2048 0 8 12 0 8 16384 0 2048 2048 7 1 7 0 8 16384 0 1024 1024 2 14 42 0 16 16384 0 1024 1024 1 15 1 0 16 16384 0 512 512 11 21 11 0 30 16384 0 rentr 24 0 668 12 0 254 16032 0 mt_zone 24 445 223 445 0 254 16032 0 KMAP ENTRY 96 12 153 12 0 126 15840 0 kenv 258 3 57 1006 0 30 15480 0 tcp_bbr_pcb 832 0 18 2 0 16 14976 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 16 16 300 450 2095 0 254 12000 0 16 16 43 707 1224 0 254 12000 0 16 16 10 740 1018 0 254 12000 0 16 16 202 548 1365 0 254 12000 0 16 16 29 721 24623 0 254 12000 0 16 16 7 743 15 0 254 12000 0 Mountpoints 2816 2 2 2 0 4 11264 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 0 2 2 0 2 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 16 16 15 485 15 0 254 8000 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 18 494 18 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 2048 2048 0 0 0 0 8 0 0 1024 1024 0 0 0 0 16 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0