panic: sleeping without a lock cpuid = 1 time = 1601035433 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002d622650 vpanic() at vpanic+0x1c7/frame 0xfffffe002d6226b0 panic() at panic+0x43/frame 0xfffffe002d622710 _sleep() at _sleep+0x611/frame 0xfffffe002d6227c0 soclose() at soclose+0x21a/frame 0xfffffe002d622840 _fdrop() at _fdrop+0x3a/frame 0xfffffe002d622870 closef() at closef+0x2a1/frame 0xfffffe002d622900 fdescfree_fds() at fdescfree_fds+0x125/frame 0xfffffe002d622960 fdescfree() at fdescfree+0x601/frame 0xfffffe002d622a40 exit1() at exit1+0x6c5/frame 0xfffffe002d622ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe002d622ac0 amd64_syscall() at amd64_syscall+0x262/frame 0xfffffe002d622bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe002d622bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x2e521a, rsp = 0x7fffffffe538, rbp = 0x7fffffffe540 --- KDB: enter: panic [ thread pid 3295 tid 100569 ] Stopped at kdb_enter+0x67: movq $0,0x1486366(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xffffffff810dc0e0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe002d622630 rbp 0xfffffe002d622650 rsi 0 rdi 0xffffffff810dc116 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0x2f4e ll+0x2f2d r12 0xffffffff82068ef0 ddb_dbbe r13 0 r14 0xffffffff819366e8 r15 0xffffffff819366e8 rip 0xffffffff810d0d17 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x1486366(%rip) db> show proc Process 3295 (syz-executor.3) at 0xfffff80019af6520: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 787 at 0xfffff80004d2fa40 ABI: FreeBSD ELF64 arguments: /root/syz-executor.3 reaper: 0xfffff80004314000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00264929e8 (map 0xfffffe00264929e8) (map.pmap 0xfffffe0026492aa8) (pmap 0xfffffe0026492b08) threads: 1 100569 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 3295 787 787 0 RE CPU 1 syz-executor.3 3289 782 782 0 S (threaded) syz-executor.2 100275 S nanslp 0xffffffff8252a801 syz-executor.2 100447 S sbwait 0xfffff80004e5f954 syz-executor.2 100449 S uwait 0xfffff80004a9eb00 syz-executor.2 3124 3118 3124 0 Ss select 0xfffff80004864740 dhclient 3121 1 3121 0 Ss select 0xfffff80004864840 dhclient 3118 3111 424 65 S select 0xfffff80004a9b6c0 dhclient 3111 424 424 0 S wait 0xfffff80019bb7a40 sh 3100 1 3100 65 Ss select 0xfffff800193e4740 dhclient 2495 1 2495 0 Ss select 0xfffff80004a9b640 dhclient 2492 1 2492 0 Ss select 0xfffff8000447a5c0 dhclient 2465 1 2465 65 Ss select 0xfffff800193e46c0 dhclient 809 1 809 0 Ss select 0xfffff80004a9bec0 dhclient 802 1 802 0 Ss select 0xfffff800193e6540 dhclient 787 762 787 0 Ss nanslp 0xffffffff8252a800 syz-executor.3 782 762 782 0 Ss nanslp 0xffffffff8252a801 syz-executor.2 766 762 766 0 Ss piperd 0xfffff80004d138e8 syz-executor.1 765 762 765 0 Ss piperd 0xfffff80004d13be0 syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100105 S uwait 0xfffff800193db500 syz-fuzzer 100107 S uwait 0xfffff800193db280 syz-fuzzer 100108 S uwait 0xfffff80004a9ef00 syz-fuzzer 100109 S uwait 0xfffff80004a9d080 syz-fuzzer 100110 S uwait 0xfffff8000453b480 syz-fuzzer 100111 S uwait 0xfffff80004a9d180 syz-fuzzer 100112 S uwait 0xfffff80004a9d280 syz-fuzzer 100113 S kqread 0xfffff80004c40900 syz-fuzzer 100115 S uwait 0xfffff800193e6f00 syz-fuzzer 760 758 760 0 Ss pause 0xfffff80004d0b5c8 csh 758 682 758 0 Ss select 0xfffff800193e6ec0 sshd 742 1 742 0 Ss+ ttyin 0xfffff80004416cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff800044140b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800044144b0 getty 739 1 739 0 Ss+ ttyin 0xfffff800044148b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004414cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800044130b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800044134b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800044138b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004413cb0 getty 686 1 686 0 Ss nanslp 0xffffffff8252a801 cron 682 1 682 0 Ss select 0xfffff800193db340 sshd 495 1 495 0 Ss select 0xfffff80004aa05c0 syslogd 424 1 424 0 Ss wait 0xfffff80004d0ba40 devd 423 1 423 65 Ss select 0xfffff80004a9ee40 dhclient 338 1 338 0 Ss select 0xfffff8000447a540 dhclient 335 1 335 0 Ss select 0xfffff80004a9d5c0 dhclient 23 0 0 0 DL syncer 0xffffffff826178e8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004bbd000 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82616c50 [bufdaemon] 100077 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004da6ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263dec8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff826322f8 [dom0] 100075 D launds 0xffffffff82632304 [laundry: dom0] 100076 D umarcl 0xffffffff814d5300 [uma] 18 0 0 0 DL - 0xffffffff8235e388 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c0f2f8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e00390 [pf purge] 15 0 0 0 DL - 0xffffffff8261622c [soaiod4] 9 0 0 0 DL - 0xffffffff8261622c [soaiod3] 8 0 0 0 DL - 0xffffffff8261622c [soaiod2] 7 0 0 0 DL - 0xffffffff8261622c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff822360c0 [doneq0] 100067 D - 0xffffffff82235f90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000420ad90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000420ad30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262f7e0 [crypto] 14 0 0 0 DL seqstat 0xfffff8000435b888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82509770 [g_event] 100026 D - 0xffffffff82509778 [g_up] 100027 D - 0xffffffff82509780 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004219000 [thr_0] 100019 D - 0xfffff80004219080 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004314000 [init] 10 0 0 0 DL audit_w 0xffffffff8262fd00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82509d10 [swapper] 100005 D - 0xfffff8000433c100 [if_io_tqg_0] 100006 D - 0xfffff8000433c000 [if_io_tqg_1] 100007 D - 0xfffff80004339e00 [if_config_tqg_0] 100008 D - 0xfffff80004339d00 [softirq_0] 100009 D - 0xfffff80004339c00 [softirq_1] 100010 D - 0xfffff800040e8600 [thread taskq] 100012 D - 0xfffff800040e8300 [inm_free taskq] 100013 D - 0xfffff800040e8200 [kqueue_ctx taskq] 100014 D - 0xfffff800040e8100 [aiod_kick taskq] 100017 D - 0xfffff800040e7b00 [in6m_free taskq] 100024 D - 0xfffff800040e7500 [firmware taskq] 100029 D - 0xfffff800040e7400 [crypto_0] 100030 D - 0xfffff800040e7400 [crypto_1] 100044 D - 0xfffff800040e6c00 [vtnet0 rxq 0] 100045 D - 0xfffff800040e6b00 [vtnet0 txq 0] 100046 D - 0xfffff800040e6a00 [vtnet0 rxq 1] 100047 D - 0xfffff800040e6900 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800045ca800 [virtio_balloon] 100053 D - 0xfffff800040e6200 [mca taskq] 100057 D - 0xffffffff81cdc281 [deadlkres] 100062 D - 0xfffff800040e6000 [acpi_task_0] 100063 D - 0xfffff800040e6000 [acpi_task_1] 100064 D - 0xfffff800040e6000 [acpi_task_2] 100066 D - 0xfffff800040e7300 [CAM taskq] db> show all locks Process 3289 (syz-executor.2) thread 0xfffffe002e85ce00 (100447) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff80004e5f8f8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 12 (intr) thread 0xfffffe00049cee00 (100020) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe002659cab0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4834 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002659ca90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4833 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80019efce68) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4832 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe000493d2b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4831 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 kobj 335 1340K 494 pcb 538 1111K 3644 newblk 16 1028K 3974 vfscache 4 1025K 4 inodedep 20 522K 2740 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 141 277K 3378 sctp_atcl 513 257K 2492 sctp_stro 254 254K 842 acpica 1674 185K 52414 vnet_data 1 168K 1 pagedep 10 131K 2499 tfo_ccache 1 128K 1 filedesc 17 117K 4919 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 294 bus 975 79K 3020 mtx_pool 2 72K 2 BPF 38 71K 38 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 umtx 324 41K 324 kdtrace 184 35K 9045 temp 35 33K 2025 hostcache 1 32K 1 shm 1 32K 3 sctp_atky 767 32K 3330 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 4 gtaskqueue 18 26K 18 ifaddr 75 26K 75 kbdmux 6 22K 6 lltable 51 20K 63 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 207 bus-sc 30 14K 1405 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 sctp_timw 40 10K 40 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 3 9K 2770 UART 12 9K 12 devstat 4 9K 4 sctp_athm 513 9K 2512 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 sctp_map 508 8K 1684 audit_evclass 233 8K 291 cred 25 7K 281 CAM DEV 3 6K 510 kqueue 61 6K 3300 plimit 23 6K 384 select 45 6K 45 vt 11 6K 11 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 80 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 21 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 session 31 4K 41 pgrp 31 4K 41 routetbl 24 4K 24 hhook 13 4K 13 lockf 27 3K 289 acpisem 22 3K 22 terminal 11 3K 11 proc-args 50 3K 589 uidinfo 4 3K 27 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 Unitno 35 2K 2774 dirrem 7 2K 2665 CAM XPT 22 2K 543 in_multi 6 2K 13 freework 6 2K 2950 freeblks 5 2K 2650 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 freefile 9 2K 2653 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 76 softdep 1 1K 1 indirdep 4 1K 351 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 26 NFSD session 1 1K 1 CAM periph 4 1K 271 mkdir 7 1K 4966 ipsec 3 1K 3 sctp_ifn 6 1K 19 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 2702 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 2483 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 12 1K 1011 osd 3 1K 9 vnodes 1 1K 9 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 5333 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 4 1K 93 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 653 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 tcp_log_dev 0 0K 0 xen_intr 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 acpi_perf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 3493 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 692 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 11 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 87 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 lDevFlags * malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 7 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 21 in_mfilter 0 0K 12 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 ag_portal_data_t malloc 0 0K 0 statfs 0 0K 2648 export_host 0 0K 0 cl_savebuf 0 0K 37 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 144 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15912 ioctlops 0 0K 132 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 660 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 6 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 65536 65536 4 107 251 0 1 7274496 0 32768 32768 0 112 112 0 1 3670016 0 mbuf_packet 256 8478 1174 916433 0 254 2470912 0 16384 16384 11 127 2601 0 1 2260992 0 512 512 4174 130 4630 0 30 2203648 0 mbuf_jumbo_page 4096 0 508 376 0 254 2080768 0 BUF TRIE 144 192 13276 1592 0 62 1939392 0 RADIX NODE 144 12230 255 121063 0 62 1797840 0 4096 4096 335 3 500 0 2 1384448 0 128 128 9326 129 14302 0 126 1210240 0 sctp_asoc 2288 254 256 842 0 254 1166880 0 UMA Slabs 0 112 7847 31 7847 0 126 882336 0 pbuf 832 0 969 0 0 2 806208 0 8192 8192 11 77 120 0 1 720896 0 sctp_ep 1280 257 253 1568 0 254 652800 0 2048 2048 261 27 6023 0 8 589824 0 tcpcb 1040 5 512 423 0 254 537680 0 socket 960 36 472 3966 0 254 487680 0 512 512 58 846 2790 0 30 462848 0 mbuf 256 895 643 518080 0 254 393728 0 sctp_raddr 736 264 253 1062 0 254 380512 0 256 Bucket 2048 171 13 1725 0 8 376832 0 VM OBJECT 264 1216 74 46039 0 30 340560 0 VNODE 496 545 87 3208 0 30 313472 0 1024 1024 255 33 850 0 16 294912 0 512 512 515 61 2631 0 30 294912 0 THREAD 1792 139 23 2526 0 8 290304 0 4096 4096 9 58 464 0 2 274432 0 4096 4096 60 6 3297 0 2 270336 0 256 256 82 923 3689 0 62 257280 0 ripcb 488 5 507 253 0 254 249856 0 udplite_inpcb 488 0 512 45 0 254 249856 0 tcp_inpcb 488 5 507 423 0 254 249856 0 udp_inpcb 488 2 510 290 0 254 249856 0 256 256 261 579 4508 0 62 215040 0 DEVCTL 1024 4 204 125 0 0 212992 0 1024 1024 116 84 1418 0 16 204800 0 16 16 11833 417 11883 0 254 196000 0 64 64 2712 123 2730 0 254 181440 0 MAP ENTRY 96 1482 408 171918 0 126 181440 0 128 128 1228 167 24838 0 126 178560 0 UMA Zones 768 226 1 226 0 16 174336 0 32768 32768 0 5 217 0 1 163840 0 32 32 4445 217 4602 0 254 149184 0 vmem btag 56 2397 255 2397 0 254 148512 0 128 128 108 1039 7955 0 126 146816 0 FFS2 dinode 256 509 61 3170 0 62 145920 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 0 2 37 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 unpcb 256 17 493 1335 0 254 130560 0 VMSPACE 2536 36 12 3274 0 4 121728 0 ksiginfo 112 58 986 1145 0 126 116928 0 tcp_bbr_map 128 0 899 4174 0 126 115072 0 FFS inode 160 509 191 3170 0 62 112000 0 256 256 393 42 7420 0 62 111360 0 128 128 756 81 1909 0 126 107136 0 PROC 1312 58 23 3295 0 8 106272 0 S VFS Cache 104 614 400 3890 0 126 105456 0 128 Bucket 1024 62 37 468 0 16 101376 0 128 128 626 149 3608 0 126 99200 0 g_bio 408 0 240 11626 0 30 97920 0 filedesc0 1080 59 25 3296 0 8 90720 0 syncache 168 0 528 10 0 254 88704 0 UMA Kegs 384 212 4 212 0 30 82944 0 2048 2048 5 35 50 0 8 81920 0 sctp_readq 152 0 520 14 0 254 79040 0 sctp_chunk 152 255 265 499 0 254 79040 0 4096 4096 18 0 18 0 2 73728 0 64 Bucket 512 94 42 2989 0 30 69632 0 64 64 609 462 1169 0 254 68544 0 64 64 584 487 5284 0 254 68544 0 65536 65536 1 0 1 0 1 65536 0 16384 16384 0 4 6 0 1 65536 0 32 Bucket 256 75 180 835 0 62 65280 0 sctp_stream_msg_out 112 202 338 325 0 254 60480 0 4096 4096 12 2 26 0 2 57344 0 64 64 319 500 15453 0 254 52416 0 ttyoutq 256 72 123 160 0 62 49920 0 256 256 60 135 3467 0 62 49920 0 256 256 37 158 2815 0 62 49920 0 256 256 65 130 3843 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 24015 0 16 49152 0 1024 1024 22 26 36 0 16 49152 0 512 512 48 48 48 0 30 49152 0 512 512 84 12 85 0 30 49152 0 tcptw 88 0 552 3 0 254 48576 0 Files 80 221 329 13209 0 126 44000 0 clpbuf 832 0 48 167 0 16 39936 0 pipe 760 22 28 356 0 16 38000 0 64 pcpu 8 4183 425 4191 0 254 36864 0 selfd 64 79 488 22100 0 254 36288 0 64 64 190 377 194 0 254 36288 0 64 64 1 566 55 0 254 36288 0 64 64 270 297 3549 0 254 36288 0 64 64 14 553 35 0 254 36288 0 32 32 550 584 3969 0 254 36288 0 128 128 66 213 66 0 126 35712 0 128 128 0 279 227 0 126 35712 0 128 128 11 268 11 0 126 35712 0 routing nhops 256 27 108 39 0 62 34560 0 256 256 27 108 285 0 62 34560 0 256 256 22 113 2522 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 8192 8192 4 0 4 0 1 32768 0 4096 4096 2 6 2650 0 2 32768 0 4096 4096 7 1 7 0 2 32768 0 2048 2048 2 14 14 0 8 32768 0 2048 2048 8 8 8 0 8 32768 0 2048 2048 6 10 11 0 8 32768 0 2048 2048 3 13 5 0 8 32768 0 1024 1024 2 30 2 0 16 32768 0 1024 1024 9 23 112 0 16 32768 0 1024 1024 14 18 14 0 16 32768 0 512 512 22 42 537 0 30 32768 0 512 512 9 55 9 0 30 32768 0 mt_stats_zone 64 445 67 445 0 254 32768 0 ipq 56 1 575 2 0 254 32256 0 16 Bucket 144 64 160 4928 0 62 32256 0 2 Bucket 32 295 713 9766 0 254 32256 0 KNOTE 160 28 172 54425 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_bbr_pcb 832 1 35 218 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 312 276 437 0 254 28224 0 hostcache 96 2 292 2 0 254 28224 0 PWD 32 18 864 2540 0 254 28224 0 32 32 296 586 2195 0 254 28224 0 4 Bucket 48 6 582 6555 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 TURNSTILE 136 163 26 163 0 62 25704 0 8192 8192 1 2 7 0 1 24576 0 8192 8192 2 1 4 0 1 24576 0 rtentry 176 35 103 39 0 62 24288 0 rl_entry 40 69 537 69 0 254 24240 0 vtnet_tx_hdr 24 0 1002 502838 0 254 24048 0 16 16 1001 499 3355 0 254 24000 0 8 Bucket 80 47 253 17224 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 163 93 163 0 126 22528 0 udpcb 32 2 628 335 0 254 20160 0 32 32 18 612 2765 0 254 20160 0 32 32 237 393 3508 0 254 20160 0 32 32 42 588 2930 0 254 20160 0 32 32 6 624 19 0 254 20160 0 32 32 17 613 1021 0 254 20160 0 procdesc 136 4 141 12 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 2048 2048 2 6 2 0 8 16384 0 1024 1024 1 15 1 0 16 16384 0 1024 1024 1 15 3 0 16 16384 0 512 512 2 30 2 0 30 16384 0 mt_zone 24 445 223 445 0 254 16032 0 16 16 520 480 4507 0 254 16000 0 kenv 258 3 57 1005 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 16 16 14 736 15 0 254 12000 0 16 16 18 732 24118 0 254 12000 0 16 16 1 749 114 0 254 12000 0 16 16 46 704 335 0 254 12000 0 L VFS Cache 320 0 36 1 0 30 11520 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 1 1 1 0 2 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 rentr 24 0 334 4 0 254 8016 0 16 16 3 497 3 0 254 8000 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 2048 2048 0 0 0 0 8 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0