panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/uipc_ktls.c:1080 cpuid = 0 time = 30 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0025a6d5b0 vpanic() at vpanic+0x1c7/frame 0xfffffe0025a6d610 panic() at panic+0x43/frame 0xfffffe0025a6d670 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe0025a6d6d0 ktls_set_tx_mode() at ktls_set_tx_mode+0x76/frame 0xfffffe0025a6d780 tcp_default_ctloutput() at tcp_default_ctloutput+0x16c6/frame 0xfffffe0025a6d900 tcp_ctloutput() at tcp_ctloutput+0x2d4/frame 0xfffffe0025a6d980 sosetopt() at sosetopt+0x101/frame 0xfffffe0025a6da00 kern_setsockopt() at kern_setsockopt+0x158/frame 0xfffffe0025a6da80 sys_setsockopt() at sys_setsockopt+0x33/frame 0xfffffe0025a6dab0 ia32_syscall() at ia32_syscall+0x24e/frame 0xfffffe0025a6dbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 3402 tid 101035 ] Stopped at kdb_enter+0x67: movq $0,0x14a4296(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0026000000 rdx 0x3ffff rbx 0 rsp 0xfffffe0025a6d590 rbp 0xfffffe0025a6d5b0 rsi 0x40001 rdi 0xffffffff810c0686 vprintf+0x176 r8 0 r9 0xffffffff r10 0x410000040 r11 0xfffffe00258dda10 r12 0xffffffff82068f70 ddb_dbbe r13 0 r14 0xffffffff819a82a2 r15 0xffffffff819a82a2 rip 0xffffffff810b5997 kdb_enter+0x67 rflags 0x200086 kernphys+0x86 kdb_enter+0x67: movq $0,0x14a4296(%rip) db> show proc Process 3402 (syz-executor.0) at 0xfffff80010bd6a40: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 770 at 0xfffff80010369520 ABI: FreeBSD ELF32 arguments: /root/syz-executor.0 reaper: 0xfffff80003310000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe002587a9e8 (map 0xfffffe002587a9e8) (map.pmap 0xfffffe002587aaa8) (pmap 0xfffffe002587ab08) threads: 2 100125 RunQ syz-executor.0 101035 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 3404 799 799 0 R (threaded) syz-executor.3 100339 RunQ syz-executor.3 101039 S accept 0xfffffe00239e4168 syz-executor.3 3403 778 778 0 R (threaded) syz-executor.2 100098 RunQ syz-executor.2 101038 S select 0xfffff80003df2540 syz-executor.2 3402 770 3402 60928 R (threaded) syz-executor.0 100125 RunQ syz-executor.0 101035 Run CPU 0 syz-executor.0 3398 771 771 0 S (threaded) syz-executor.1 100642 S nanslp 0xffffffff8252f240 syz-executor.1 101029 S select 0xfffff80003a28a40 syz-executor.1 101034 S uwait 0xfffff80003a40700 syz-executor.1 2457 2445 2457 0 Ss select 0xfffff80003a2b140 dhclient 2449 1 2449 0 Ss select 0xfffff80003df27c0 dhclient 2445 2433 424 65 S select 0xfffff80003df2740 dhclient 2433 424 424 0 S wait 0xfffff80003cb3520 sh 2424 1 2424 65 Ss select 0xfffff80003df21c0 dhclient 1220 1 1220 0 Ss select 0xfffff80003a28e40 dhclient 1217 1 1217 0 Ss select 0xfffff80003df26c0 dhclient 799 768 799 0 Ss nanslp 0xffffffff8252f241 syz-executor.3 778 768 778 0 Rs nanslp 0xffffffff8252f241 syz-executor.2 771 768 771 0 Ss nanslp 0xffffffff8252f240 syz-executor.1 770 768 770 0 Ss nanslp 0xffffffff8252f240 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100102 S uwait 0xfffff80003317b80 syz-fuzzer 100111 S uwait 0xfffff80003317480 syz-fuzzer 100112 S uwait 0xfffff80003317580 syz-fuzzer 100113 S uwait 0xfffff80003317680 syz-fuzzer 100114 S uwait 0xfffff80003317780 syz-fuzzer 100115 S uwait 0xfffff80003317880 syz-fuzzer 100116 S uwait 0xfffff80003a43480 syz-fuzzer 100117 S uwait 0xfffff80003a43580 syz-fuzzer 100118 S uwait 0xfffff80003317980 syz-fuzzer 100119 S kqread 0xfffff80003dd8700 syz-fuzzer 100505 S uwait 0xfffff80003a41a80 syz-fuzzer 766 764 766 0 Ss pause 0xfffff80003cbbae8 csh 764 682 764 0 Ss select 0xfffff80003a2b240 sshd 748 1 748 0 Ss+ ttyin 0xfffff80003806cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b06cb0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b090b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b094b0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b098b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b09cb0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b080b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b084b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b088b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252f241 cron 682 1 682 0 Ss select 0xfffff80003a2bd40 sshd 495 1 495 0 Ss select 0xfffff80003a2b4c0 syslogd 424 1 424 0 Ss wait 0xfffff80003cb0520 devd 423 1 423 65 Ss select 0xfffff80003df29c0 dhclient 338 1 338 0 Ss select 0xfffff80003a2bc40 dhclient 335 1 335 0 Ss select 0xfffff80003df2cc0 dhclient 23 0 0 0 DL vlruwt 0xfffff800033ec520 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261a498 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826197e0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80003c48ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826407c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82634c58 [dom0] 100074 D launds 0xffffffff82634c64 [laundry: dom0] 100075 D umarcl 0xffffffff8154df20 [uma] 18 0 0 0 DL - 0xffffffff82362e78 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c593a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff8261cc10 [sctp_iterator] 15 0 0 0 DL - 0xffffffff82618dec [soaiod4] 9 0 0 0 DL - 0xffffffff82618dec [soaiod3] 8 0 0 0 DL - 0xffffffff82618dec [soaiod2] 7 0 0 0 DL - 0xffffffff82618dec [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff8223abc0 [doneq0] 100066 D - 0xffffffff8223aa90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003212d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003212d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82632440 [crypto] 14 0 0 0 DL seqstat 0xfffff800030d5488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250e1c0 [g_event] 100025 D - 0xffffffff8250e1c8 [g_up] 100026 D - 0xffffffff8250e1d0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003093700 [thr_0] 100018 D - 0xfffff80003093740 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100019 I [swi4: clock (0)] 100020 I [swi4: clock (1)] 100021 I [swi3: vm] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003310000 [init] 10 0 0 0 DL audit_w 0xffffffff82632918 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250e750 [swapper] 100005 D - 0xfffff80003356100 [if_config_tqg_0] 100006 D - 0xfffff80003356000 [softirq_0] 100007 D - 0xfffff80003357e00 [softirq_1] 100008 D - 0xfffff80003357d00 [if_io_tqg_0] 100009 D - 0xfffff80003357c00 [if_io_tqg_1] 100011 D - 0xfffff80003351600 [kqueue_ctx taskq] 100012 D - 0xfffff80003351500 [aiod_kick taskq] 100015 D - 0xfffff80003351000 [in6m_free taskq] 100016 D - 0xfffff8000334ee00 [thread taskq] 100023 D - 0xfffff8000334e900 [firmware taskq] 100028 D - 0xfffff8000334e800 [crypto_0] 100029 D - 0xfffff8000334e800 [crypto_1] 100043 D - 0xfffff8000334e200 [vtnet0 rxq 0] 100044 D - 0xfffff8000334e100 [vtnet0 txq 0] 100045 D - 0xfffff8000334e000 [vtnet0 rxq 1] 100046 D - 0xfffff8000334fe00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f3580 [virtio_balloon] 100052 D - 0xfffff8000334f700 [mca taskq] 100057 D - 0xffffffff81d4da61 [deadlkres] 100061 D - 0xfffff80003b66200 [acpi_task_0] 100062 D - 0xfffff80003b66200 [acpi_task_1] 100063 D - 0xfffff80003b66200 [acpi_task_2] 100065 D - 0xfffff8000334e700 [CAM taskq] db> show all locks Process 3402 (syz-executor.0) thread 0xfffffe00258dd500 (101035) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff800104c73f0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:2163 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4212 4850K 4240 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27951 1631K 28015 kobj 334 1336K 493 newblk 39 1034K 18157 vfscache 4 1025K 4 inodedep 299 661K 3665 pcb 28 539K 1917 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 140 273K 3487 acpica 1674 185K 55859 vnet_data 1 168K 1 filedesc 21 149K 5007 pagedep 9 130K 2504 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 239 96K 280 bus 988 79K 3392 dirrem 289 73K 3486 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 501 63K 501 BPF 30 53K 30 umtx 342 43K 342 freefile 290 37K 3484 kdtrace 185 36K 10875 temp 36 35K 2089 hostcache 1 32K 1 shm 1 32K 10 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 ifaddr 74 25K 74 kbdmux 6 22K 6 lltable 46 17K 51 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 172 14K 182 bus-sc 30 14K 1439 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 488 rman 82 10K 423 bmsafemap 2 9K 3864 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 sctp_timw 32 8K 32 shmfd 1 8K 18 cred 32 8K 1197 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 routetbl 31 7K 35 CAM DEV 3 6K 510 kqueue 60 6K 3411 vt 11 6K 11 plimit 22 6K 379 sglist 5 6K 5 CAM queue 5 6K 1528 pf_ifnet 14 5K 25 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 freework 17 5K 8781 UMA 249 5K 249 pf_table 2 4K 3 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 select 31 4K 31 pgrp 29 4K 43 session 28 4K 42 hhook 13 4K 13 acpisem 22 3K 22 terminal 11 3K 11 lockf 24 3K 906 proc-args 47 3K 602 uidinfo 5 3K 38 sctp_ifa 17 3K 17 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 CAM XPT 22 2K 543 Unitno 27 2K 5991 in_multi 6 2K 8 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 4980 freeblks 4 1K 3399 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 18 NFSD session 1 1K 1 CAM periph 4 1K 271 mld 6 1K 6 sctp_ifn 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 crypto 3 1K 3 newdirblk 4 1K 2490 diradd 4 1K 3521 sctp_atcl 1 1K 997 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 inpcbpolicy 13 1K 1387 pf_rule 3 1K 3 osd 3 1K 9 indirdep 1 1K 9273 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 soname 4 1K 6481 nexusdev 5 1K 5 entropy 2 1K 39 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 3 1K 97 cpus 2 1K 2 sctp_atky 1 1K 1161 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 sctp_athm 1 1K 997 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ath_hal 0 0K 0 madt_table 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 34856 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 9019 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 10 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 797 sctp_iter 0 0K 9 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 sctp_stro 0 0K 164 sctp_stri 0 0K 0 sctp_map 0 0K 328 newreno data 0 0K 0 ip_msource 0 0K 1 ip_moptions 0 0K 9 in_mfilter 0 0K 6 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 2668 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 121 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16435 ioctlops 0 0K 490 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 622 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 380 9782 0 254 20807680 0 RADIX NODE 144 8408 17965 140832 0 62 3797712 0 mbuf_packet 256 8203 1449 588793 0 254 2470912 0 512 512 4142 34 4150 0 30 2138112 0 mbuf_jumbo_page 4096 0 508 486 0 254 2080768 0 BUF TRIE 144 176 13320 25685 0 62 1943424 0 4096 4096 336 2 946 0 2 1384448 0 128 128 9740 118 10827 0 126 1261824 0 sctp_asoc 2288 0 510 164 0 254 1166880 0 pbuf 832 0 969 0 0 2 806208 0 UMA Slabs 0 112 7123 35 7123 0 126 801696 0 sctp_ep 1280 1 509 833 0 254 652800 0 tcpcb 1040 8 509 1097 0 254 537680 0 socket 904 31 482 3357 0 254 463752 0 sctp_raddr 736 0 517 164 0 254 380512 0 256 Bucket 2048 155 15 1003 0 8 348160 0 VM OBJECT 264 1189 71 52168 0 30 332640 0 VNODE 488 546 86 4033 0 30 308416 0 THREAD 1792 149 22 4145 0 8 306432 0 mbuf 256 472 556 293964 0 254 263168 0 65536 65536 4 0 4 0 1 262144 0 4096 4096 58 6 3405 0 2 262144 0 ripcb 488 3 509 51 0 254 249856 0 udplite_inpcb 488 0 512 28 0 254 249856 0 tcp_inpcb 488 8 504 1097 0 254 249856 0 udp_inpcb 488 2 510 211 0 254 249856 0 32768 32768 0 7 8810 0 1 229376 0 16384 16384 10 4 2504 0 1 229376 0 256 256 81 789 27114 0 62 222720 0 64 64 2809 278 3260 0 254 197568 0 65536 65536 1 2 106 0 1 196608 0 16 16 11776 224 11898 0 254 192000 0 512 512 305 55 4181 0 30 184320 0 128 128 1164 231 25376 0 126 178560 0 UMA Zones 768 223 3 223 0 16 173568 0 MAP ENTRY 96 1459 305 181972 0 126 169344 0 32 32 4647 519 7236 0 254 165312 0 vmem btag 56 2184 467 2184 0 254 148456 0 1024 1024 117 27 136 0 16 147456 0 FFS2 dinode 256 510 60 3995 0 62 145920 0 4096 4096 31 3 43 0 2 139264 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 1 1 9 0 1 131072 0 unpcb 256 14 496 1104 0 254 130560 0 VMSPACE 2536 35 13 3388 0 4 121728 0 ksiginfo 112 65 979 96 0 126 116928 0 2048 2048 0 56 34888 0 8 114688 0 tcp_log 416 0 261 2 0 254 108576 0 PROC 1312 57 24 3404 0 8 106272 0 128 128 397 378 5370 0 126 99200 0 S VFS Cache 108 617 283 4863 0 126 97200 0 256 256 319 56 8205 0 62 96000 0 FFS inode 160 510 65 3995 0 62 92000 0 filedesc0 1088 58 26 3405 0 8 91392 0 64 Bucket 512 106 62 3658 0 30 86016 0 g_bio 408 0 210 137078 0 30 85680 0 128 Bucket 1024 50 33 981 0 16 84992 0 UMA Kegs 384 209 6 209 0 30 82560 0 256 256 179 136 7905 0 62 80640 0 512 512 106 46 127 0 30 77824 0 1024 1024 4 64 456 0 16 69632 0 64 64 520 551 1589 0 254 68544 0 128 128 321 206 9244 0 126 67456 0 128 128 323 204 548 0 126 67456 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 112 0 1 65536 0 16384 16384 4 0 4 0 1 65536 0 2048 2048 9 23 842 0 8 65536 0 2048 2048 2 30 834 0 8 65536 0 256 256 159 96 540 0 62 65280 0 256 256 106 149 3979 0 62 65280 0 8192 8192 6 1 34 0 1 57344 0 64 64 296 523 16256 0 254 52416 0 64 64 461 358 773 0 254 52416 0 128 128 184 219 6527 0 126 51584 0 256 256 42 153 12394 0 62 49920 0 256 256 91 104 1607 0 62 49920 0 32 Bucket 256 42 153 2431 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 27720 0 16 49152 0 2048 2048 11 13 12 0 8 49152 0 512 512 53 43 110 0 30 49152 0 512 512 29 67 1025 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 205 345 14731 0 126 44000 0 8192 8192 3 2 86 0 1 40960 0 4096 4096 7 3 32 0 2 40960 0 clpbuf 832 0 48 126 0 16 39936 0 pipe 760 20 30 417 0 16 38000 0 selfd 64 51 516 21682 0 254 36288 0 64 64 14 553 52 0 254 36288 0 64 64 67 500 3438 0 254 36288 0 64 64 5 562 172 0 254 36288 0 64 64 243 324 4063 0 254 36288 0 8 Bucket 80 53 397 20122 0 126 36000 0 tcp_bbr_map 128 0 279 6 0 126 35712 0 128 128 42 237 100 0 126 35712 0 128 128 160 119 262 0 126 35712 0 routing nhops 256 17 118 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 18 117 919 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 SLEEPQUEUE 88 172 212 172 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 8192 8192 4 0 4 0 1 32768 0 2048 2048 9 7 9 0 8 32768 0 2048 2048 2 14 13 0 8 32768 0 2048 2048 2 14 449 0 8 32768 0 1024 1024 2 30 31 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 3 29 1141 0 16 32768 0 1024 1024 17 15 17 0 16 32768 0 512 512 21 43 139 0 30 32768 0 512 512 11 53 12 0 30 32768 0 mt_stats_zone 64 443 69 443 0 254 32768 0 64 pcpu 8 3798 298 3814 0 254 32768 0 16 Bucket 144 58 166 16449 0 62 32256 0 KNOTE 160 27 173 30905 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_bbr_pcb 832 0 36 5 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 20 862 2579 0 254 28224 0 4 Bucket 48 8 580 9150 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 rtentry 208 35 98 39 0 62 27664 0 4096 4096 1 5 2669 0 2 24576 0 rl_entry 40 79 527 79 0 254 24240 0 2 Bucket 32 62 694 11104 0 254 24192 0 vtnet_tx_hdr 24 0 1002 285286 0 254 24048 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 2 628 239 0 254 20160 0 32 32 27 603 573 0 254 20160 0 32 32 115 515 874 0 254 20160 0 32 32 112 518 948 0 254 20160 0 32 32 10 620 68 0 254 20160 0 32 32 95 535 8584 0 254 20160 0 32 32 46 584 3790 0 254 20160 0 procdesc 136 3 142 14 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 0 1 136 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 1 3 7 0 2 16384 0 4096 4096 4 0 5 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 1024 1024 6 10 6 0 16 16384 0 1024 1024 1 15 1 0 16 16384 0 mt_zone 24 443 225 443 0 254 16032 0 kenv 258 3 57 1119 0 30 15480 0 MAP 216 2 69 2 0 62 15336 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 32 32 12 366 197 0 254 12096 0 16 16 16 734 375 0 254 12000 0 16 16 14 736 452 0 254 12000 0 16 16 28 722 325 0 254 12000 0 16 16 202 548 2168 0 254 12000 0 16 16 4 746 5 0 254 12000 0 16 16 253 497 1265 0 254 12000 0 16 16 22 728 25390 0 254 12000 0 SMR CPU 32 1 254 1 0 254 8160 0 SMR SHARED 24 1 254 1 0 254 6120 0 512 512 2 6 323 0 30 4096 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 DMAR_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0