login: panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/uipc_ktls.c:1160 cpuid = 1 time = 2 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051f41630 vpanic() at vpanic+0x1c7/frame 0xfffffe0051f41690 panic() at panic+0x43/frame 0xfffffe0051f416f0 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe0051f41750 ktls_get_rx_mode() at ktls_get_rx_mode+0x53/frame 0xfffffe0051f41780 tcp_default_ctloutput() at tcp_default_ctloutput+0x656/frame 0xfffffe0051f41900 tcp_ctloutput() at tcp_ctloutput+0x2d4/frame 0xfffffe0051f41980 sogetopt() at sogetopt+0xf2/frame 0xfffffe0051f419f0 kern_getsockopt() at kern_getsockopt+0x140/frame 0xfffffe0051f41a70 sys_getsockopt() at sys_getsockopt+0x78/frame 0xfffffe0051f41ab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe0051f41bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfdbf78 KDB: enter: panic [ thread pid 6637 tid 106223 ] Stopped at kdb_enter+0x67: movq $0,0x1477096(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0097600000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051f41610 rbp 0xfffffe0051f41630 rsi 0x40001 rdi 0xffffffff810f13b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0x100001c010000180 r11 0xfffffe0094e7cf10 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197de5c r15 0xffffffff8197de5c rip 0xffffffff810e56e7 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x1477096(%rip) db> show proc Process 6637 (syz-executor.1) at 0xfffff8001ba08a50: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffff80004eaea50 ABI: FreeBSD ELF32 arguments: /root/syz-executor.1 reaper: 0xfffff80004453528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094e3a000 (map 0xfffffe0094e3a000) (map.pmap 0xfffffe0094e3a0c0) (pmap 0xfffffe0094e3a120) threads: 3 100237 RunQ syz-executor.1 106221 Run CPU 0 syz-executor.1 106223 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 6639 776 776 0 R (threaded) syz-executor.0 100856 RunQ syz-executor.0 106224 S uwait 0xfffff8001ba12880 syz-executor.0 6637 778 778 0 R (threaded) syz-executor.1 100237 RunQ syz-executor.1 106221 Run CPU 0 syz-executor.1 106223 Run CPU 1 syz-executor.1 4717 4710 4717 0 Ss select 0xfffff80004536ec0 dhclient 4714 1 4714 0 Ss select 0xfffff800046dd340 dhclient 4710 4700 436 65 S select 0xfffff800046dd840 dhclient 4700 436 436 0 S wait 0xfffff80004e51a50 sh 4689 1 4689 65 Ss select 0xfffff800046dd640 dhclient 833 1 833 0 Ss select 0xfffff800046dd3c0 dhclient 825 1 825 0 Ss select 0xfffff800046dd540 dhclient 787 774 787 0 Ds getblk 0xfffffe0003e3a4c0 syz-executor.3 782 774 782 0 Rs syz-executor.2 778 774 778 0 Rs syz-executor.1 776 774 776 0 Ss nanslp 0xffffffff8252ff21 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100086 S uwait 0xfffff80004b6a380 syz-fuzzer 100112 S uwait 0xfffff8001b2e4680 syz-fuzzer 100113 S uwait 0xfffff8001b402e00 syz-fuzzer 100114 S uwait 0xfffff8001b402300 syz-fuzzer 100115 S kqread 0xfffff8001b2d1200 syz-fuzzer 100116 S uwait 0xfffff80004b3cc00 syz-fuzzer 100117 S uwait 0xfffff80004b3cd00 syz-fuzzer 100118 S uwait 0xfffff80004b3ce00 syz-fuzzer 100119 S uwait 0xfffff8001b402500 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004eae5d8 csh 770 694 770 0 Ss select 0xfffff800046dd740 sshd 754 1 754 0 Ss+ ttyin 0xfffff80004878cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b5d0b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b5d4b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b5d8b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b5dcb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b660b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b664b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b668b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b66cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff21 cron 694 1 694 0 Ss select 0xfffff800046dd940 sshd 507 1 507 0 Ss select 0xfffff800046dfb40 syslogd 436 1 436 0 Ss wait 0xfffff80004e98528 devd 435 1 435 65 Ss select 0xfffff800046dfcc0 dhclient 350 1 350 0 Ss select 0xfffff800046dfd40 dhclient 347 1 347 0 Ss select 0xfffff80004536e40 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004bc5000 [vnlru] 21 0 0 0 RL (threaded) [bufdaemon] 100070 RunQ [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004d4e0e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645848 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82639cb8 [dom0] 100076 D launds 0xffffffff82639cc4 [laundry: dom0] 100077 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c17818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e6e390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044eb990 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044eb930 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826371b0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004083888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004344b00 [thr_0] 100019 D - 0xfffff80004344b80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff826376d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004349d00 [softirq_0] 100006 D - 0xfffff80004349c00 [softirq_1] 100007 D - 0xfffff80004349b00 [if_io_tqg_0] 100008 D - 0xfffff80004349a00 [if_io_tqg_1] 100009 D - 0xfffff80004349900 [if_config_tqg_0] 100010 D - 0xfffff80004349800 [kqueue_ctx taskq] 100011 D - 0xfffff80004349700 [inm_free taskq] 100014 D - 0xfffff80004349400 [aiod_kick taskq] 100015 D - 0xfffff80004349300 [thread taskq] 100016 D - 0xfffff80004349200 [in6m_free taskq] 100024 D - 0xfffff80004349000 [firmware taskq] 100029 D - 0xfffff800044c3e00 [crypto_0] 100030 D - 0xfffff800044c3e00 [crypto_1] 100044 D - 0xfffff800044c3a00 [vtnet0 rxq 0] 100045 D - 0xfffff800044c3900 [vtnet0 txq 0] 100046 D - 0xfffff800044c3800 [vtnet0 rxq 1] 100047 D - 0xfffff800044c3700 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046e0200 [virtio_balloon] 100053 D - 0xfffff800044c3600 [mca taskq] 100058 D - 0xffffffff81d263d0 [deadlkres] 100062 D - 0xfffff800044c3400 [acpi_task_0] 100063 D - 0xfffff800044c3400 [acpi_task_1] 100064 D - 0xfffff800044c3400 [acpi_task_2] 100066 D - 0xfffff800044c3d00 [CAM taskq] db> show all locks Process 6637 (syz-executor.1) thread 0xfffffe0094e7ca00 (106223) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8001bde4b90) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:1787 Process 787 (syz-executor.3) thread 0xfffffe00887e8a00 (100088) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001b80e440) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_lookup.c:1063 Process 782 (syz-executor.2) thread 0xfffffe0094e0e700 (100111) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003e3a4c0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3895 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8001b80e628) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_lookup.c:1063 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29670 1738K 29735 kobj 336 1344K 496 vfscache 3 1025K 3 newblk 3 1025K 6375 pcb 27 537K 6040 inodedep 8 515K 11349 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 132 253K 6716 acpica 1674 184K 54410 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 6 130K 15690 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 11631 linker 268 99K 308 bus 990 80K 3306 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 BPF 30 53K 30 umtx 324 41K 324 kdtrace 198 39K 12865 temp 35 33K 1965 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 70 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 31 14K 1547 lltable 42 13K 43 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 92 12K 92 eventhandler 126 11K 126 GEOM 60 10K 489 rman 82 10K 423 in6_multi 65 9K 65 bmsafemap 2 9K 8482 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 135 rpc 2 8K 2 shmfd 1 8K 5 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 251 kqueue 58 6K 6652 plimit 22 6K 379 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 pf_ifnet 11 5K 406 UMA 258 5K 258 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 dirrem 16 4K 7825 kcovinfo 64 4K 68 evdev 4 4K 4 routetbl 24 4K 24 session 28 4K 39 pgrp 28 4K 39 pwddesc 56 4K 6640 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 lockf 24 3K 40 proc-args 47 3K 582 selfd 38 3K 85098 uidinfo 3 3K 13 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 freefile 14 2K 7823 sctp_ifa 13 2K 15 select 13 2K 38 CAM XPT 22 2K 543 Unitno 26 2K 50 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 16 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 14 1K 2473 diradd 3 1K 7858 chacha20random 1 1K 1 procdesc 3 1K 10 osd 3 1K 10 newdirblk 2 1K 5802 mkdir 2 1K 11604 vnodes 1 1K 1 ktls 1 1K 1 ioctlops 1 1K 3773 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 5811 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 3486 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 39 ip_moptions 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 76 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 352 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 2752 sctp_atky 0 0K 2752 sctp_atcl 0 0K 2752 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 25467 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 18033 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 5810 freefrag 0 0K 5 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 7 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 5976 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 101 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14502 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 649 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9698 2 9698 0 254 19865600 0 pbuf 2632 0 973 0 0 2 2560936 0 mbuf_packet 256 8202 1368 35728 0 254 2449920 0 mbuf_jumbo_page 4096 0 509 2694 0 254 2084864 0 BUF TRIE 144 172 13296 23439 0 62 1939392 0 malloc-384 384 4215 255 15557 0 30 1716480 0 malloc-4096 4096 337 1 572 0 2 1384448 0 malloc-128 128 9716 18 9998 0 126 1245952 0 RADIX NODE 144 5167 206 170856 0 62 773712 0 UMA Slabs 0 112 6190 35 6190 0 126 697200 0 FFS inode 1128 508 31 8333 0 8 607992 0 VM OBJECT 264 1157 73 97474 0 30 324720 0 VNODE 488 544 96 8371 0 30 312320 0 malloc-4096 4096 68 6 7162 0 2 303104 0 THREAD 1792 141 21 6224 0 8 290304 0 256 Bucket 2048 119 13 6622 0 8 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-256 256 234 771 31502 0 62 257280 0 mbuf 256 437 538 23172 0 254 249600 0 DEVCTL 1024 8 204 128 0 0 217088 0 malloc-16384 16384 7 6 5819 0 1 212992 0 malloc-64 64 3101 49 3111 0 254 201600 0 malloc-16 16 12421 79 12730 0 254 200000 0 malloc-65536 65536 1 2 90 0 1 196608 0 malloc-65536 65536 2 1 10 0 1 196608 0 UMA Zones 768 230 4 230 0 16 179712 0 malloc-128 128 1332 63 25937 0 126 178560 0 MAP ENTRY 96 1358 364 376458 0 126 165312 0 FFS2 dinode 256 508 137 8332 0 62 165120 0 malloc-32 32 4569 93 5352 0 254 149184 0 S VFS Cache 104 1006 359 8955 0 126 141960 0 malloc-128 128 676 285 20740 0 126 123008 0 malloc-1024 1024 115 5 284 0 16 122880 0 vmem btag 56 2070 78 2070 0 254 120288 0 malloc-128 128 663 267 9445 0 126 119040 0 ksiginfo 112 60 984 137 0 126 116928 0 VMSPACE 2544 33 12 6623 0 4 114480 0 malloc-256 256 98 337 16664 0 62 111360 0 malloc-2048 2048 4 46 26234 0 8 102400 0 PROC 1320 55 20 6639 0 8 99000 0 socket 944 31 73 6354 0 254 98176 0 UMA Kegs 384 216 7 216 0 30 85632 0 128 Bucket 1024 47 36 1215 0 16 84992 0 clpbuf 2632 0 32 19 0 16 84224 0 filedesc0 1072 56 21 6640 0 8 82544 0 malloc-64 64 743 517 7552 0 254 80640 0 64 Bucket 512 83 69 6499 0 30 77824 0 sctp_ep 1280 0 60 2752 0 254 76800 0 malloc-65536 65536 0 1 122 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 7 1 100 0 1 65536 0 g_bio 408 0 160 99333 0 30 65280 0 malloc-256 256 162 63 3281 0 62 57600 0 malloc-4096 4096 14 0 14 0 2 57344 0 malloc-256 256 65 145 16777 0 62 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-2048 2048 7 19 2986 0 8 53248 0 32 Bucket 256 56 139 4942 0 62 49920 0 malloc-64 64 254 502 91927 0 254 48384 0 malloc-128 128 16 356 7835 0 126 47616 0 pipe 744 22 38 3723 0 16 44640 0 malloc-64 64 628 65 2039 0 254 44352 0 malloc-256 256 36 129 6264 0 62 42240 0 malloc-64 64 71 559 20805 0 254 40320 0 Files 80 209 291 31442 0 126 40000 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 2 34 46137 0 16 36864 0 pcpu-8 8 4240 368 5288 0 254 36864 0 tcpcb 1048 5 28 427 0 254 34584 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-256 256 2 133 5839 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 126 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 154 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 454 58 454 0 254 32768 0 malloc-1024 1024 23 5 31 0 16 28672 0 malloc-1024 1024 20 8 1105 0 16 28672 0 malloc-32 32 300 582 6185 0 254 28224 0 KNOTE 160 28 147 44838 0 62 28000 0 udplite_inpcb 488 2 54 1655 0 254 27328 0 malloc-384 384 1 69 3055 0 30 26880 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 398 0 2 24576 0 malloc-2048 2048 10 2 10 0 8 24576 0 PWD 32 18 738 5893 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 47 253 2610 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 TURNSTILE 136 163 5 163 0 62 22848 0 malloc-2048 2048 10 0 11 0 8 20480 0 2 Bucket 32 54 576 1531 0 254 20160 0 ripcb 488 5 35 228 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 41 9 1992 0 30 19200 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 28 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 5981 0 2 16384 0 vtnet_tx_hdr 24 0 668 9475 0 254 16032 0 malloc-128 128 75 49 507 0 126 15872 0 tcp_inpcb 488 5 27 427 0 254 15616 0 malloc-256 256 40 20 435 0 62 15360 0 malloc-1024 1024 3 9 43 0 16 12288 0 malloc-64 64 21 168 297 0 254 12096 0 16 Bucket 144 43 41 366 0 62 12096 0 4 Bucket 48 7 245 225 0 254 12096 0 malloc-16 16 466 284 2066 0 254 12000 0 malloc-128 128 53 40 142 0 126 11904 0 routing nhops 256 28 17 35 0 62 11520 0 malloc-2048 2048 1 3 13 0 8 8192 0 malloc-2048 2048 1 3 717 0 8 8192 0 malloc-1024 1024 2 6 18 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-512 512 4 12 18 0 30 8192 0 malloc-512 512 10 6 54 0 30 8192 0 malloc-512 512 3 13 512 0 30 8192 0 malloc-512 512 7 9 7 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 rl_entry 40 67 135 67 0 254 8080 0 sctp_laddr 48 0 168 12 0 254 8064 0 udpcb 32 4 248 1818 0 254 8064 0 malloc-64 64 31 95 53 0 254 8064 0 malloc-32 32 40 212 74 0 254 8064 0 malloc-32 32 96 156 725 0 254 8064 0 malloc-32 32 125 127 8446 0 254 8064 0 malloc-32 32 31 221 176 0 254 8064 0 malloc-32 32 4 248 1037 0 254 8064 0 malloc-16 16 11 489 84 0 254 8000 0 malloc-16 16 8 492 10 0 254 8000 0 malloc-16 16 42 458 99 0 254 8000 0 malloc-16 16 53 447 27567 0 254 8000 0 malloc-16 16 0 500 6 0 254 8000 0 malloc-128 128 41 21 52 0 126 7936 0 udp_inpcb 488 2 14 163 0 254 7808 0 kenv 258 3 27 1009 0 30 7740 0 unpcb 256 14 16 1100 0 254 7680 0 malloc-256 256 6 24 10 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 15 0 126 6448 0 domainset 40 0 126 6 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 2 0 2 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 0 2 1 0 8 4096 0 malloc-1024 1024 0 4 349 0 16 4096 0 malloc-512 512 0 8 118 0 30 4096 0 malloc-512 512 1 7 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 9 117 131 0 254 4032 0 malloc-16 16 1 249 1 0 254 4000 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 0 10 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2288 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0