panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/uipc_ktls.c:1130 cpuid = 1 time = 4121 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002b477640 vpanic() at vpanic+0x1c7/frame 0xfffffe002b4776a0 panic() at panic+0x43/frame 0xfffffe002b477700 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe002b477760 ktls_get_tx_mode() at ktls_get_tx_mode+0x53/frame 0xfffffe002b477790 tcp_default_ctloutput() at tcp_default_ctloutput+0x5ed/frame 0xfffffe002b477910 tcp_ctloutput() at tcp_ctloutput+0x2d4/frame 0xfffffe002b477990 sogetopt() at sogetopt+0xf2/frame 0xfffffe002b477a00 kern_getsockopt() at kern_getsockopt+0x13f/frame 0xfffffe002b477a80 sys_getsockopt() at sys_getsockopt+0x78/frame 0xfffffe002b477ac0 amd64_syscall() at amd64_syscall+0x262/frame 0xfffffe002b477bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe002b477bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28385a, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 3069 tid 100765 ] Stopped at kdb_enter+0x67: movq $0,0x14862c6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe0028c00000 rdx 0x3ffff rbx 0 rsp 0xfffffe002b477620 rbp 0xfffffe002b477640 rsi 0x40001 rdi 0xffffffff810dc1b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0x28 ll+0x7 r11 0xfffffe00264f7610 r12 0xffffffff82068ef0 ddb_dbbe r13 0 r14 0xffffffff81937ac0 r15 0xffffffff81937ac0 rip 0xffffffff810d0db7 kdb_enter+0x67 rflags 0x82 ll+0x61 kdb_enter+0x67: movq $0,0x14862c6(%rip) db> show proc Process 3069 (syz-executor.2) at 0xfffff8001959d000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 766 at 0xfffff80004dc2a40 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80004325000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00264fc000 (map 0xfffffe00264fc000) (map.pmap 0xfffffe00264fc0c0) (pmap 0xfffffe00264fc120) threads: 2 100120 RunQ syz-executor.2 100765 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 3069 766 766 0 R (threaded) syz-executor.2 100120 RunQ syz-executor.2 100765 Run CPU 1 syz-executor.2 3065 871 871 0 R (threaded) syz-executor.3 100491 RunQ syz-executor.3 100759 S sbwait 0xfffff80004e7c954 syz-executor.3 3063 765 765 0 R (threaded) syz-executor.0 100118 RunQ syz-executor.0 100760 RunQ syz-executor.0 969 963 969 0 Ss select 0xfffff800040b4840 dhclient 966 1 966 0 Ss select 0xfffff80004af76c0 dhclient 963 956 424 65 S select 0xfffff80004af74c0 dhclient 956 424 424 0 S wait 0xfffff800194cda40 sh 871 762 871 0 Ss nanslp 0xffffffff8252a801 syz-executor.3 768 762 768 0 Rs syz-executor.1 766 762 766 0 Ss nanslp 0xffffffff8252a801 syz-executor.2 765 762 765 0 Ss nanslp 0xffffffff8252a801 syz-executor.0 762 760 760 0 R (threaded) syz-fuzzer 100101 S kqread 0xfffff800043a2b00 syz-fuzzer 100104 RunQ syz-fuzzer 100105 S uwait 0xfffff80004adc600 syz-fuzzer 100106 S uwait 0xfffff80004adc700 syz-fuzzer 100107 S uwait 0xfffff8000487e980 syz-fuzzer 100108 S uwait 0xfffff8000487fe00 syz-fuzzer 100109 S uwait 0xfffff8000487ff00 syz-fuzzer 100110 S uwait 0xfffff8000487e080 syz-fuzzer 100111 S uwait 0xfffff8000487e180 syz-fuzzer 760 758 760 0 Ss pause 0xfffff800194cd0a8 csh 758 682 758 0 Ss select 0xfffff800040b4ec0 sshd 742 1 742 0 Ss+ ttyin 0xfffff800048a68b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004c118b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004c100b0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004c108b0 getty 738 1 738 0 Ss+ ttyin 0xfffff800043cf0b0 getty 737 1 737 0 Ss+ ttyin 0xfffff800043cf8b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800043ce0b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800043ce8b0 getty 734 1 734 0 Ss+ ttyin 0xfffff800043d30b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252a800 cron 682 1 682 0 Ss select 0xfffff80004af7540 sshd 495 1 495 0 Ss select 0xfffff800040b5340 syslogd 424 1 424 0 Ss wait 0xfffff80004d29000 devd 423 1 423 65 Ss select 0xfffff800040b56c0 dhclient 338 1 338 0 Ss select 0xfffff800040b5cc0 dhclient 335 1 335 0 Ss select 0xfffff800040b5b40 dhclient 23 0 0 0 DL syncer 0xffffffff826178e8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004402a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82616c50 [bufdaemon] 100075 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100088 D sdflush 0xfffff8000443a0e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263dec8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff826322f8 [dom0] 100076 D launds 0xffffffff82632304 [laundry: dom0] 100077 D umarcl 0xffffffff814d5ba0 [uma] 18 0 0 0 DL - 0xffffffff8235e388 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c912f8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d8a390 [pf purge] 15 0 0 0 DL - 0xffffffff8261622c [soaiod4] 9 0 0 0 DL - 0xffffffff8261622c [soaiod3] 8 0 0 0 DL - 0xffffffff8261622c [soaiod2] 7 0 0 0 DL - 0xffffffff8261622c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff822360c0 [doneq0] 100067 D - 0xffffffff82235f90 [scanner] 5 0 0 0 DL crypto_ 0xfffff800043ff090 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800043ff030 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262f7e0 [crypto] 14 0 0 0 DL seqstat 0xfffff800043c8c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82509770 [g_event] 100026 D - 0xffffffff82509778 [g_up] 100027 D - 0xffffffff82509780 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004227500 [thr_0] 100019 D - 0xfffff80004227580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004325000 [init] 10 0 0 0 DL audit_w 0xffffffff8262fd00 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff82509d10 [swapper] 100005 D - 0xfffff8000433e700 [if_io_tqg_0] 100006 D - 0xfffff8000433e600 [if_io_tqg_1] 100007 D - 0xfffff8000433e500 [if_config_tqg_0] 100008 D - 0xfffff8000433e400 [softirq_0] 100009 D - 0xfffff8000433e300 [softirq_1] 100010 Run CPU 0 [thread taskq] 100012 D - 0xfffff80004228200 [inm_free taskq] 100013 D - 0xfffff80004228000 [kqueue_ctx taskq] 100014 D - 0xfffff80004227d00 [aiod_kick taskq] 100017 D - 0xfffff80004227700 [in6m_free taskq] 100024 D - 0xfffff80004226d00 [firmware taskq] 100029 D - 0xfffff80004226600 [crypto_0] 100030 D - 0xfffff80004226600 [crypto_1] 100044 D - 0xfffff80004859400 [vtnet0 rxq 0] 100045 D - 0xfffff80004859300 [vtnet0 txq 0] 100046 D - 0xfffff80004859100 [vtnet0 rxq 1] 100047 D - 0xfffff80004859000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800045fd980 [virtio_balloon] 100053 D - 0xfffff800048b7500 [mca taskq] 100058 D - 0xffffffff81cdd681 [deadlkres] 100062 D - 0xfffff80004ae2300 [acpi_task_0] 100063 D - 0xfffff80004ae2300 [acpi_task_1] 100064 D - 0xfffff80004ae2300 [acpi_task_2] 100066 D - 0xfffff80004225e00 [CAM taskq] db> show all locks Process 3069 (syz-executor.2) thread 0xfffffe00264f7100 (100765) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff800194bd9a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1787 Process 0 (kernel) thread 0xfffffe00049cc300 (100010) exclusive sleep mutex kernel arena (kernel arena) r = 0 (0xffffffff82574300) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_vmem.c:769 exclusive sleep mutex vmem list lock (vmem list lock) r = 0 (0xffffffff82002a80) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_vmem.c:764 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 kobj 335 1340K 494 newblk 9 1026K 5059 vfscache 4 1025K 4 inodedep 118 571K 3521 pcb 30 544K 3773 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 127 253K 3143 acpica 1674 185K 52414 vnet_data 1 168K 1 filedesc 19 133K 4398 pagedep 9 130K 2373 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 297 bus 975 79K 3020 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 umtx 342 43K 342 BPF 22 36K 22 temp 36 35K 2408 kdtrace 174 34K 10981 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 124 31K 134 msg 4 30K 4 dirrem 109 28K 2198 DEVFS_RULE 56 27K 56 vmem 3 26K 4 gtaskqueue 18 26K 18 ifaddr 74 25K 75 kbdmux 6 22K 6 pf_rule 18 18K 1159 ufs_mount 5 17K 6 lltable 45 17K 55 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 freefile 109 14K 2196 ether_multi 167 14K 185 bus-sc 30 14K 1405 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 pfs_nodes 20 10K 20 in6_multi 83 10K 95 GEOM 60 10K 489 rman 82 10K 423 sctp_timw 34 9K 34 bmsafemap 2 9K 3024 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 9 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 56 6K 3076 vt 11 6K 11 cred 22 6K 273 plimit 21 6K 1415 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 839 DEVFSP 72 5K 94 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 85 routetbl 23 4K 25 select 29 4K 29 hhook 13 4K 13 session 25 4K 41 pgrp 25 4K 41 acpisem 22 3K 22 terminal 11 3K 11 proc-args 44 3K 587 uidinfo 4 3K 13 lockf 20 3K 40 sctp_ifa 16 2K 21 sctp_atcl 4 2K 2700 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 Unitno 34 2K 7550 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 freework 5 2K 2282 clone 9 2K 9 tun 7 2K 7 sctp_stro 1 1K 938 softdep 1 1K 1 mkdir 8 1K 4360 freeblks 4 1K 2197 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 2078 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 21 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 2180 diradd 4 1K 2235 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 12 1K 2465 osd 3 1K 9 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 pf_osfp 2 1K 2 sctp_atky 5 1K 4064 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 6202 nexusdev 5 1K 5 sctp_vrf 1 1K 1 sctp_athm 4 1K 3114 entropy 2 1K 40 vnet 1 1K 1 iov 1 1K 15922 acpiintr 1 1K 1 pmc 1 1K 1 sctp_map 2 1K 1876 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 91 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1085 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 828 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 tcp_log_dev 0 0K 0 xen_intr 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 acpi_perf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 184188 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2067 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1042 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 12 allocindir 0 0K 0 indirdep 0 0K 156 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 lDevFlags * malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 ag_portal_data_t malloc 0 0K 0 statfs 0 0K 2362 export_host 0 0K 0 cl_savebuf 0 0K 4 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 135 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 3463 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 606 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9272 126 9272 0 254 19247104 0 65536 65536 0 110 110 0 1 7208960 0 mbuf_jumbo_page 4096 455 561 1799 0 254 4161536 0 32768 32768 1 111 113 0 1 3670016 0 RADIX NODE 144 15101 2088 551238 0 63 2475216 0 mbuf_packet 256 8203 941 925712 0 254 2340864 0 16384 16384 1 136 137 0 1 2244608 0 512 512 4121 23 4124 0 30 2121728 0 BUF TRIE 144 374 13094 138810 0 62 1939392 0 4096 4096 342 2 501 0 2 1409024 0 128 128 9502 294 10607 0 126 1253888 0 sctp_asoc 2288 1 509 938 0 254 1166880 0 UMA Slabs 0 112 7925 25 7925 0 126 890400 0 pbuf 832 0 889 0 0 2 739648 0 8192 8192 7 77 88 0 1 688128 0 sctp_ep 1280 3 507 1348 0 254 652800 0 tcpcb 1040 6 511 1287 0 254 537680 0 socket 960 27 481 4957 0 254 487680 0 mbuf 256 946 590 488099 0 254 393216 0 sctp_raddr 736 1 516 2973 0 254 380512 0 256 256 326 1129 16982 0 62 372480 0 256 Bucket 2048 170 6 1199 0 8 360448 0 2048 2048 2 166 184222 0 8 344064 0 VNODE 496 548 116 2748 0 30 329344 0 VM OBJECT 264 1113 117 49547 0 30 324720 0 THREAD 1792 138 33 4913 0 8 306432 0 g_bio 408 0 740 734406 0 32 301920 0 4096 4096 3 64 2815 0 2 274432 0 65536 65536 4 0 4 0 1 262144 0 4096 4096 55 7 3071 0 2 253952 0 ripcb 488 2 510 28 0 254 249856 0 udplite_inpcb 488 1 511 851 0 254 249856 0 tcp_inpcb 488 6 506 1287 0 254 249856 0 udp_inpcb 488 3 509 299 0 254 249856 0 64 64 3212 379 6428 0 254 229824 0 DEVCTL 1024 14 194 127 0 0 212992 0 16384 16384 8 5 2197 0 1 212992 0 16 16 12025 475 14073 0 254 200000 0 128 128 1198 197 24428 0 126 178560 0 512 512 25 319 336 0 30 176128 0 UMA Zones 768 226 1 226 0 16 174336 0 MAP ENTRY 96 1302 462 166091 0 126 169344 0 32 32 4726 440 7871 0 254 165312 0 32768 32768 0 5 126 0 1 163840 0 vmem btag 56 2421 231 2421 0 254 148512 0 1024 1024 122 22 139 0 16 147456 0 FFS2 dinode 256 512 58 2708 0 62 145920 0 1024 1024 4 132 160 0 16 139264 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 0 2 79 0 1 131072 0 32768 32768 0 4 6 0 1 131072 0 128 128 825 198 10217 0 126 130944 0 unpcb 256 11 499 1115 0 254 130560 0 FFS inode 160 512 238 2710 0 62 120000 0 ksiginfo 112 57 987 822 0 126 116928 0 VMSPACE 2536 31 14 3048 0 4 114120 0 tcp_log 416 0 261 12 0 254 108576 0 clpbuf 832 0 128 112679 0 16 106496 0 S VFS Cache 104 618 396 3440 0 126 105456 0 128 Bucket 1024 72 27 3387 0 16 101376 0 4096 4096 21 3 34 0 2 98304 0 64 Bucket 512 95 97 10665 0 30 98304 0 PROC 1312 53 19 3069 0 8 94464 0 512 512 156 28 9200 0 30 94208 0 filedesc0 1080 54 30 3070 0 8 90720 0 128 128 408 243 1302 0 126 83328 0 UMA Kegs 384 212 4 212 0 30 82944 0 sctp_readq 152 0 520 8 0 254 79040 0 sctp_chunk 152 1 519 2043 0 254 79040 0 512 512 133 19 133 0 30 77824 0 64 64 513 558 1589 0 254 68544 0 65536 65536 1 0 1 0 1 65536 0 2048 2048 9 23 1354 0 8 65536 0 1024 1024 31 33 2113 0 16 65536 0 256 256 170 85 11545 0 62 65280 0 64 64 291 528 1311 0 254 52416 0 128 128 37 366 2317 0 126 51584 0 256 256 102 93 1883 0 62 49920 0 256 256 65 130 973 0 62 49920 0 32 Bucket 256 46 149 994 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 24538 0 16 49152 0 16384 16384 3 0 3 0 1 49152 0 2048 2048 6 18 532 0 8 49152 0 1024 1024 8 40 52 0 16 49152 0 syncache 168 0 264 4 0 254 44352 0 4096 4096 8 2 11 0 2 40960 0 pipe 760 20 30 389 0 16 38000 0 64 pcpu 8 4204 404 7631 0 254 36864 0 selfd 64 52 515 20425 0 254 36288 0 64 64 50 517 338 0 254 36288 0 64 64 107 460 14197 0 254 36288 0 64 64 161 406 3259 0 254 36288 0 64 64 9 558 1784 0 254 36288 0 64 64 82 485 144 0 254 36288 0 tcp_bbr_map 128 0 279 8 0 126 35712 0 128 128 107 172 915 0 126 35712 0 128 128 65 214 2313 0 126 35712 0 128 128 60 219 61 0 126 35712 0 routing nhops 256 26 109 42 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 6 129 24 0 62 34560 0 256 256 46 89 1487 0 62 34560 0 256 256 25 110 1371 0 62 34560 0 256 256 22 113 88 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 16384 16384 2 0 5 0 1 32768 0 8192 8192 4 0 4 0 1 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 2 14 2028 0 8 32768 0 2048 2048 9 7 200 0 8 32768 0 2048 2048 3 13 480 0 8 32768 0 1024 1024 11 21 11 0 16 32768 0 1024 1024 1 31 1307 0 16 32768 0 512 512 2 62 628 0 30 32768 0 512 512 39 25 41 0 30 32768 0 mt_stats_zone 64 445 67 445 0 254 32768 0 sctp_stream_msg_out 112 1 287 1 0 254 32256 0 16 Bucket 144 65 159 46898 0 62 32256 0 2 Bucket 32 315 693 9787 0 254 32256 0 KNOTE 160 28 172 81341 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 193 207 15005 0 126 32000 0 8 Bucket 80 85 315 34546 0 126 32000 0 tcp_bbr_pcb 832 0 36 8 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 547 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 18 864 2271 0 254 28224 0 4 Bucket 48 7 581 12501 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 TURNSTILE 136 172 17 172 0 62 25704 0 8192 8192 3 0 3 0 1 24576 0 8192 8192 1 2 29 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 rtentry 176 33 105 42 0 62 24288 0 rl_entry 40 53 553 53 0 254 24240 0 vtnet_tx_hdr 24 0 1002 454390 0 254 24048 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 172 84 172 0 126 22528 0 udpcb 32 4 626 1150 0 254 20160 0 32 32 38 592 7698 0 254 20160 0 32 32 147 483 332 0 254 20160 0 32 32 50 580 3195 0 254 20160 0 32 32 21 609 2354 0 254 20160 0 32 32 29 601 79 0 254 20160 0 32 32 59 571 2679 0 254 20160 0 32 32 22 608 1077 0 254 20160 0 procdesc 136 2 143 12 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 1 1 3 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 1309 0 2 16384 0 2048 2048 3 5 5 0 8 16384 0 1024 1024 8 8 9 0 16 16384 0 512 512 2 30 2 0 30 16384 0 512 512 1 31 3 0 30 16384 0 rentr 24 0 668 64 0 254 16032 0 mt_zone 24 445 223 445 0 254 16032 0 kenv 258 3 57 1003 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 16 16 13 737 18 0 254 12000 0 16 16 16 734 243 0 254 12000 0 16 16 37 713 3561 0 254 12000 0 16 16 16 734 3146 0 254 12000 0 16 16 20 730 43 0 254 12000 0 16 16 261 489 23906 0 254 12000 0 16 16 31 719 1978 0 254 12000 0 4096 4096 2 0 2 0 2 8192 0 4096 4096 0 2 3 0 2 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 1024 1024 0 0 0 0 16 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0