login: panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/uipc_ktls.c:1035 cpuid = 0 time = 1590508816 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0025ab8640 vpanic() at vpanic+0x1c7/frame 0xfffffe0025ab86a0 panic() at panic+0x43/frame 0xfffffe0025ab8700 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe0025ab8760 ktls_get_rx_mode() at ktls_get_rx_mode+0x53/frame 0xfffffe0025ab8790 tcp_default_ctloutput() at tcp_default_ctloutput+0x615/frame 0xfffffe0025ab8910 tcp_ctloutput() at tcp_ctloutput+0x2d4/frame 0xfffffe0025ab8990 sogetopt() at sogetopt+0xe6/frame 0xfffffe0025ab8a00 kern_getsockopt() at kern_getsockopt+0x13f/frame 0xfffffe0025ab8a80 sys_getsockopt() at sys_getsockopt+0x78/frame 0xfffffe0025ab8ac0 amd64_syscall() at amd64_syscall+0x262/frame 0xfffffe0025ab8bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe0025ab8bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28289a, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 1180 tid 100641 ] Stopped at kdb_enter+0x67: movq $0,0x14aaae6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe0029000000 rdx 0x3ffff rbx 0 rsp 0xfffffe0025ab8620 rbp 0xfffffe0025ab8640 rsi 0x40001 rdi 0xffffffff810b7a76 vprintf+0x176 r8 0 r9 0xffffffff r10 0x2a ll+0x9 r11 0xfffffe002584d600 r12 0xffffffff82068df0 ddb_dbbe r13 0 r14 0xffffffff819495a7 r15 0xffffffff819495a7 rip 0xffffffff810acd87 kdb_enter+0x67 rflags 0x82 ll+0x61 kdb_enter+0x67: movq $0,0x14aaae6(%rip) db> show proc Process 1180 (syz-executor.2) at 0xfffff80003cf5520: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 772 at 0xfffff8000c6b6000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80003314000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0025866000 (map 0xfffffe0025866000) (map.pmap 0xfffffe00258660c0) (pmap 0xfffffe0025866120) threads: 3 100348 RunQ syz-executor.2 100635 S accept 0xfffffe00239d2878 syz-executor.2 100641 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 1187 777 777 0 R (threaded) syz-executor.3 100130 Run CPU 1 syz-executor.3 100642 S uwait 0xfffff80003a7aa00 syz-executor.3 1180 772 772 0 R (threaded) syz-executor.2 100348 RunQ syz-executor.2 100635 S accept 0xfffffe00239d2878 syz-executor.2 100641 Run CPU 0 syz-executor.2 1040 1034 1040 0 Ss select 0xfffff80003a94e40 dhclient 1037 1 1037 0 Ss select 0xfffff80003a97840 dhclient 1034 1027 424 65 S select 0xfffff8000356a5c0 dhclient 1027 424 424 0 S wait 0xfffff8000cbfc520 sh 777 768 777 0 Ss nanslp 0xffffffff8252c1e1 syz-executor.3 772 768 772 0 Ss nanslp 0xffffffff8252c1e0 syz-executor.2 771 768 771 0 Ss piperd 0xfffff8000cb4cbe0 syz-executor.1 770 768 770 0 Ss piperd 0xfffff80003cfdbe0 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100114 S kqread 0xfffff80003d57900 syz-fuzzer 100115 S uwait 0xfffff80003467300 syz-fuzzer 100116 S uwait 0xfffff80003467600 syz-fuzzer 100117 S uwait 0xfffff80003467700 syz-fuzzer 100118 S uwait 0xfffff80003a7d200 syz-fuzzer 100119 S uwait 0xfffff80003a7ab00 syz-fuzzer 100120 S uwait 0xfffff80003a7d180 syz-fuzzer 100121 S uwait 0xfffff8000c4bfc00 syz-fuzzer 100123 S uwait 0xfffff8000c4bfe80 syz-fuzzer 100124 S uwait 0xfffff8000c4be000 syz-fuzzer 766 764 766 0 Ss pause 0xfffff8000c6b55c8 csh 764 682 764 0 Ss select 0xfffff8000356d0c0 sshd 748 1 748 0 Ss+ ttyin 0xfffff8000383ecb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003ba00b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003ba04b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003ba08b0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003ba0cb0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003ba30b0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003ba34b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003ba38b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003ba3cb0 getty 686 1 686 0 Ss nanslp 0xffffffff8252c1e1 cron 682 1 682 0 Ss select 0xfffff80003558dc0 sshd 495 1 495 0 Ss select 0xfffff80003a97b40 syslogd 424 1 424 0 Ss wait 0xfffff80003d54520 devd 423 1 423 65 Ss select 0xfffff80003a97a40 dhclient 338 1 338 0 Ss select 0xfffff80003a97e40 dhclient 335 1 335 0 Ss select 0xfffff80003558d40 dhclient 23 0 0 0 DL syncer 0xffffffff82618118 [syncer] 22 0 0 0 DL vlruwt 0xfffff800033d6a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff82617430 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80003c6f0e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263e308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff826328d8 [dom0] 100074 D launds 0xffffffff826328e4 [laundry: dom0] 100075 D umarcl 0xffffffff81545820 [uma] 18 0 0 0 DL - 0xffffffff8235fe58 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82bd83a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff8261a890 [sctp_iterator] 15 0 0 0 DL - 0xffffffff82616a2c [soaiod4] 9 0 0 0 DL - 0xffffffff82616a2c [soaiod3] 8 0 0 0 DL - 0xffffffff82616a2c [soaiod2] 7 0 0 0 DL - 0xffffffff82616a2c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff82237bc0 [doneq0] 100066 D - 0xffffffff82237a90 [scanner] 5 0 0 0 DL crypto_ 0xfffff800033a6e90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800033a6e30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826300c0 [crypto] 14 0 0 0 DL seqstat 0xfffff800030e2488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250b180 [g_event] 100025 D - 0xffffffff8250b188 [g_up] 100026 D - 0xffffffff8250b190 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff8000330fa00 [thr_0] 100018 D - 0xfffff8000330fa40 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi1: netisr 0] 100022 I [swi3: vm] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003314000 [init] 10 0 0 0 DL audit_w 0xffffffff82630598 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250b710 [swapper] 100005 D - 0xfffff800030f4000 [softirq_0] 100006 D - 0xfffff800030f3e00 [softirq_1] 100007 D - 0xfffff800030f3d00 [if_io_tqg_0] 100008 D - 0xfffff800030f3c00 [if_io_tqg_1] 100009 D - 0xfffff800030f3b00 [if_config_tqg_0] 100010 D - 0xfffff80003220700 [in6m_free taskq] 100011 D - 0xfffff80003220600 [thread taskq] 100013 D - 0xfffff80003220300 [kqueue_ctx taskq] 100014 D - 0xfffff80003220200 [aiod_kick taskq] 100023 D - 0xfffff8000321f800 [firmware taskq] 100028 D - 0xfffff8000321f700 [crypto_0] 100029 D - 0xfffff8000321f700 [crypto_1] 100043 D - 0xfffff8000321f100 [vtnet0 rxq 0] 100044 D - 0xfffff8000321f000 [vtnet0 txq 0] 100045 D - 0xfffff8000321ee00 [vtnet0 rxq 1] 100046 D - 0xfffff8000321ed00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff8000356cd80 [virtio_balloon] 100052 D - 0xfffff8000321e600 [mca taskq] 100056 D - 0xffffffff81ceb4a0 [deadlkres] 100062 D - 0xfffff80003b92200 [acpi_task_0] 100063 D - 0xfffff80003b92200 [acpi_task_1] 100064 D - 0xfffff80003b92200 [acpi_task_2] 100065 D - 0xfffff8000321f600 [CAM taskq] db> show all locks Process 1180 (syz-executor.2) thread 0xfffffe002584d100 (100641) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8000c242b90) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1764 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4851K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27849 1625K 27913 kobj 333 1332K 490 newblk 10 1027K 1739 vfscache 4 1025K 4 inodedep 171 597K 427 pcb 24 537K 312 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 388K 4 subproc 126 249K 1261 acpica 1674 185K 52709 vnet_data 1 168K 1 pagedep 12 131K 324 tfo_ccache 1 128K 1 filedesc 17 117K 613 sem 4 106K 4 DEVFS1 105 105K 122 linker 238 96K 279 bus 993 80K 3381 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 500 63K 500 umtx 342 43K 342 dirrem 158 40K 333 BPF 22 36K 22 kdtrace 172 34K 2951 temp 35 33K 2473 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 ifaddr 73 25K 73 kbdmux 6 22K 6 freefile 156 20K 323 lltable 47 18K 50 pf_ifnet 61 17K 265 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 172 14K 177 bus-sc 30 14K 1431 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 99 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 484 rman 82 10K 423 bmsafemap 3 9K 386 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 cred 24 6K 293 kqueue 55 6K 1194 vt 11 6K 11 plimit 21 6K 399 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 sctp_timw 18 5K 18 DEVFSP 72 5K 76 memdesc 1 4K 1 MCA 32 4K 32 UMA 248 4K 248 evdev 4 4K 4 kcovinfo 64 4K 68 routetbl 23 4K 815 hhook 13 4K 13 select 25 4K 25 session 25 4K 41 pgrp 25 4K 41 acpisem 22 3K 22 terminal 11 3K 11 proc-args 44 3K 584 uidinfo 4 3K 10 sctp_ifa 17 3K 17 lockf 20 3K 33 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 Unitno 29 2K 45 CAM XPT 22 2K 543 in_multi 6 2K 7 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 freework 5 2K 469 softdep 1 1K 1 mkdir 8 1K 598 diradd 8 1K 368 freeblks 4 1K 335 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 32 NFSD session 1 1K 1 CAM periph 4 1K 271 mld 6 1K 6 sctp_ifn 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 crypto 3 1K 3 newdirblk 4 1K 299 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 osd 3 1K 9 inpcbpolicy 9 1K 536 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 soname 4 1K 5876 nexusdev 5 1K 5 entropy 2 1K 40 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 94 p1003.1b 1 1K 1 pf_table 0 0K 198 pf_rule 0 0K 165 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 1 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 3281 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 56 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 14 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 189 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 15 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 104 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 118 sctp_atky 0 0K 149 sctp_atcl 0 0K 118 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stro 0 0K 31 sctp_stri 0 0K 0 sctp_map 0 0K 62 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 477 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 114 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14570 ioctlops 0 0K 975 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 592 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 mbuf_packet 256 8195 1457 710972 0 254 2470912 0 512 512 4126 18 4127 0 30 2121728 0 mbuf_jumbo_page 4096 0 508 219 0 254 2080768 0 BUF TRIE 144 226 13270 1783 0 62 1943424 0 RADIX NODE 144 11244 429 58795 0 62 1680912 0 4096 4096 387 15 1746 0 2 1646592 0 128 128 9160 171 9178 0 126 1194368 0 sctp_asoc 2288 0 510 31 0 254 1166880 0 pbuf 832 0 953 0 0 2 792896 0 UMA Slabs 0 112 7025 25 7025 0 126 789600 0 sctp_ep 1280 0 510 87 0 254 652800 0 tcpcb 1032 5 512 95 0 254 533544 0 socket 904 22 491 1708 0 254 463752 0 sctp_raddr 736 0 517 31 0 254 380512 0 VM OBJECT 264 1087 203 18770 0 30 340560 0 256 Bucket 2048 149 13 1008 0 8 331776 0 65536 65536 5 0 5 0 1 327680 0 THREAD 1776 133 38 642 0 8 303696 0 VNODE 488 549 51 876 0 30 292800 0 mbuf 256 472 556 350318 0 254 263168 0 ripcb 488 2 510 22 0 254 249856 0 udplite_inpcb 488 0 512 246 0 254 249856 0 tcp_inpcb 488 5 507 95 0 254 249856 0 udp_inpcb 488 2 510 173 0 254 249856 0 16384 16384 7 6 305 0 1 212992 0 2048 2048 8 96 4362 0 8 212992 0 128 128 1364 186 24975 0 126 198400 0 64 64 2696 391 2705 0 254 197568 0 65536 65536 3 0 3 0 1 196608 0 16 16 11706 544 12015 0 254 196000 0 256 256 67 683 1902 0 62 192000 0 MAP ENTRY 96 1237 653 59619 0 126 181440 0 UMA Zones 768 222 4 222 0 16 173568 0 32768 32768 0 5 157 0 1 163840 0 g_bio 408 0 390 10780 0 30 159120 0 32 32 4425 237 5207 0 254 149184 0 FFS2 dinode 256 513 57 836 0 62 145920 0 1024 1024 116 16 297 0 16 135168 0 vmem btag 56 2160 203 2160 0 254 132328 0 65536 65536 0 2 75 0 1 131072 0 unpcb 256 11 499 1058 0 254 130560 0 VMSPACE 2536 30 18 1166 0 4 121728 0 ksiginfo 112 52 992 75 0 126 116928 0 128 128 713 186 6647 0 126 115072 0 512 512 174 42 1041 0 30 110592 0 tcp_log 408 0 260 1 0 254 106080 0 256 256 297 93 3335 0 62 99840 0 128 128 577 198 1532 0 126 99200 0 PROC 1312 52 20 1187 0 8 94464 0 FFS inode 160 513 62 838 0 62 92000 0 filedesc0 1088 53 31 1188 0 8 91392 0 128 Bucket 1024 48 35 250 0 16 84992 0 UMA Kegs 384 208 7 208 0 30 82560 0 1024 1024 22 58 161 0 16 81920 0 S VFS Cache 108 541 215 1673 0 126 81648 0 256 256 230 85 797 0 62 80640 0 64 Bucket 512 77 59 1092 0 30 69632 0 64 64 789 282 2200 0 254 68544 0 64 64 713 358 2999 0 254 68544 0 65536 65536 0 1 120 0 1 65536 0 65536 65536 1 0 1 0 1 65536 0 32768 32768 0 2 2 0 1 65536 0 16384 16384 4 0 4 0 1 65536 0 8192 8192 7 1 90 0 1 65536 0 4096 4096 15 1 26 0 2 65536 0 512 512 77 51 517 0 30 65536 0 512 512 61 59 457 0 30 61440 0 4096 4096 10 4 398 0 2 57344 0 clpbuf 832 0 64 340 0 16 53248 0 128 128 157 246 331 0 126 51584 0 256 256 45 150 840 0 62 49920 0 256 256 86 109 1205 0 62 49920 0 32 Bucket 256 49 146 518 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 14808 0 16 49152 0 8192 8192 6 0 6 0 1 49152 0 2048 2048 11 13 13 0 8 49152 0 2048 2048 1 23 270 0 8 49152 0 2048 2048 3 21 201 0 8 49152 0 512 512 49 47 53 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 4096 4096 5 5 484 0 2 40960 0 4096 4096 10 0 10 0 2 40960 0 pipe 760 19 31 362 0 16 38000 0 selfd 64 49 518 6923 0 254 36288 0 64 64 22 545 14133 0 254 36288 0 64 64 26 541 58 0 254 36288 0 64 64 114 453 136 0 254 36288 0 64 64 25 542 314 0 254 36288 0 128 128 32 247 154 0 126 35712 0 128 128 85 194 527 0 126 35712 0 128 128 53 226 357 0 126 35712 0 routing nhops 256 17 118 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 22 113 498 0 62 34560 0 256 256 5 130 673 0 62 34560 0 256 256 87 48 485 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 SLEEPQUEUE 88 172 212 172 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 16384 16384 2 0 3 0 1 32768 0 16384 16384 1 1 129 0 1 32768 0 2048 2048 7 9 7 0 8 32768 0 2048 2048 2 14 795 0 8 32768 0 1024 1024 3 29 32 0 16 32768 0 1024 1024 4 28 5 0 16 32768 0 1024 1024 16 16 1167 0 16 32768 0 1024 1024 1 31 22 0 16 32768 0 1024 1024 3 29 3 0 16 32768 0 512 512 33 31 33 0 30 32768 0 512 512 5 59 5 0 30 32768 0 mt_stats_zone 64 439 73 439 0 254 32768 0 64 pcpu 8 3748 348 6522 0 254 32768 0 KNOTE 160 27 173 21754 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 187 213 8622 0 126 32000 0 8 Bucket 80 93 307 16255 0 126 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 24 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 4 Bucket 48 7 581 10053 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 rtentry 208 35 98 39 0 62 27664 0 8192 8192 0 3 28 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 rl_entry 40 66 540 66 0 254 24240 0 vtnet_tx_hdr 24 0 1002 345820 0 254 24048 0 udpcb 32 2 628 419 0 254 20160 0 PWD 32 17 613 384 0 254 20160 0 64 64 6 309 6 0 254 20160 0 32 32 249 381 855 0 254 20160 0 32 32 68 562 435 0 254 20160 0 32 32 122 508 1026 0 254 20160 0 32 32 10 620 23 0 254 20160 0 32 32 122 508 3967 0 254 20160 0 32 32 48 582 200 0 254 20160 0 32 32 3 627 11 0 254 20160 0 16 Bucket 144 46 94 211 0 62 20160 0 tcp_bbr_map 128 0 155 14 0 126 19840 0 procdesc 136 2 143 12 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 2 0 2 16384 0 4096 4096 1 3 11 0 2 16384 0 2048 2048 0 8 12 0 8 16384 0 1024 1024 2 14 2 0 16 16384 0 512 512 0 32 126 0 30 16384 0 mt_zone 24 439 229 439 0 254 16032 0 16 16 450 550 1591 0 254 16000 0 MAP 216 2 69 2 0 62 15336 0 tcp_bbr_pcb 832 0 18 3 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 2 Bucket 32 70 308 6177 0 254 12096 0 16 16 21 729 276 0 254 12000 0 16 16 7 743 14 0 254 12000 0 16 16 32 718 250 0 254 12000 0 16 16 40 710 24376 0 254 12000 0 16 16 7 743 14 0 254 12000 0 16 16 6 744 8 0 254 12000 0 Mountpoints 2816 2 2 2 0 4 11264 0 SMR CPU 32 1 254 1 0 254 8160 0 SMR SHARED 24 1 254 1 0 254 6120 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 18 494 18 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 272 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 2048 2048 0 0 0 0 8 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0