panic: sleepq_add: td 0xfffffe002584d500 to sleep on wchan 0xffffffff82616a68 with sleeping prohibited cpuid = 1 time = 1602909964 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00255ef500 vpanic() at vpanic+0x1c7/frame 0xfffffe00255ef560 panic() at panic+0x43/frame 0xfffffe00255ef5c0 sleepq_add() at sleepq_add+0x420/frame 0xfffffe00255ef620 _sx_xlock_hard() at _sx_xlock_hard+0x948/frame 0xfffffe00255ef6d0 _sx_xlock() at _sx_xlock+0x13d/frame 0xfffffe00255ef720 inp_setmoptions() at inp_setmoptions+0x1733/frame 0xfffffe00255ef8f0 ip_ctloutput() at ip_ctloutput+0x7d5/frame 0xfffffe00255ef940 udp_ctloutput() at udp_ctloutput+0x171/frame 0xfffffe00255ef990 sosetopt() at sosetopt+0x101/frame 0xfffffe00255efa10 kern_setsockopt() at kern_setsockopt+0x14f/frame 0xfffffe00255efa90 sys_setsockopt() at sys_setsockopt+0x33/frame 0xfffffe00255efac0 amd64_syscall() at amd64_syscall+0x25e/frame 0xfffffe00255efbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00255efbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x2838ea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 38839 tid 100737 ] Stopped at kdb_enter+0x67: movq $0,0x1477ff6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe002be6e000 rdx 0x3ffff rbx 0 rsp 0xfffffe00255ef4e0 rbp 0xfffffe00255ef500 rsi 0x40001 rdi 0xffffffff810e77b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe002584da10 r12 0xffffffff82066b10 ddb_dbbe r13 0 r14 0xffffffff81968864 r15 0xffffffff81968864 rip 0xffffffff810dbd07 kdb_enter+0x67 rflags 0x82 ll+0x61 kdb_enter+0x67: movq $0,0x1477ff6(%rip) db> show proc Process 38839 (syz-executor.1) at 0xfffff80019ab2a40: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 9779 at 0xfffff80019d50000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.1 reaper: 0xfffff8000432b000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0025830000 (map 0xfffffe0025830000) (map.pmap 0xfffffe00258300c0) (pmap 0xfffffe0025830120) threads: 2 100285 RunQ syz-executor.1 100737 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 38839 9779 9779 0 R (threaded) syz-executor.1 100285 RunQ syz-executor.1 100737 Run CPU 1 syz-executor.1 38838 14849 14849 0 R syz-executor.0 29396 29381 29396 0 Ss select 0xfffff8002d0301c0 dhclient 29387 1 29387 0 Ss select 0xfffff80004e7b2c0 dhclient 29381 29364 424 65 S select 0xfffff80004e72f40 dhclient 29364 424 424 0 S wait 0xfffff80019a86000 sh 29318 1 29318 65 Ss select 0xfffff80019b70f40 dhclient 21460 1 21460 0 Ss select 0xfffff80019b72940 dhclient 21452 1 21452 0 Ss select 0xfffff80004c3ebc0 dhclient 21415 1 21415 65 Ss select 0xfffff80004e721c0 dhclient 15325 762 15325 0 Rs syz-executor.2 14887 1 14887 0 Ss select 0xfffff80019b618c0 dhclient 14865 762 14865 0 Ls *per-fs 0xfffff800040be540 syz-executor.3 14849 762 14849 0 Rs syz-executor.0 14848 1 14848 0 Ss select 0xfffff80019b72740 dhclient 9779 762 9779 0 Rs syz-executor.1 762 760 760 0 S (threaded) syz-fuzzer 100108 S uwait 0xfffff8000434f980 syz-fuzzer 100109 S uwait 0xfffff80004a37600 syz-fuzzer 100110 S uwait 0xfffff8000434fe80 syz-fuzzer 100111 S uwait 0xfffff800047e0000 syz-fuzzer 100112 S uwait 0xfffff80004a34b00 syz-fuzzer 100113 S uwait 0xfffff800047e0100 syz-fuzzer 100114 S uwait 0xfffff8001922d600 syz-fuzzer 100116 S uwait 0xfffff80004a34d00 syz-fuzzer 100117 S kqread 0xfffff80004bd9500 syz-fuzzer 760 758 760 0 Ss pause 0xfffff800196845c8 csh 758 682 758 0 Ss select 0xfffff80004e7bd40 sshd 742 1 742 0 Ss+ ttyin 0xfffff800048060b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004b7e4b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004b7ecb0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004b814b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004b81cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800043de4b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800043decb0 getty 735 1 735 0 Ss+ ttyin 0xfffff800043e14b0 getty 734 1 734 0 Ss+ ttyin 0xfffff800043e1cb0 getty 686 1 686 0 Ss nanslp 0xffffffff82527440 cron 682 1 682 0 Ss select 0xfffff80004e7bf40 sshd 495 1 495 0 Ss select 0xfffff80004c032c0 syslogd 424 1 424 0 Ss wait 0xfffff80004cd3520 devd 423 1 423 65 Ss select 0xfffff80004c03440 dhclient 338 1 338 0 Ss select 0xfffff80004e72940 dhclient 335 1 335 0 Ss select 0xfffff80004e728c0 dhclient 23 0 0 0 DL syncer 0xffffffff82614728 [syncer] 22 0 0 0 DL vlruwt 0xfffff8000440ea40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826138d0 [bufdaemon] 100075 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100087 D sdflush 0xfffff800045d18e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263ad08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8262f138 [dom0] 100076 D launds 0xffffffff8262f144 [laundry: dom0] 100077 D umarcl 0xffffffff814e1e50 [uma] 18 0 0 0 DL - 0xffffffff8235af88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82cda1d8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b59390 [pf purge] 15 0 0 0 DL - 0xffffffff82612eac [soaiod4] 9 0 0 0 DL - 0xffffffff82612eac [soaiod3] 8 0 0 0 DL - 0xffffffff82612eac [soaiod2] 7 0 0 0 DL - 0xffffffff82612eac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff82232cc0 [doneq0] 100067 D - 0xffffffff82232b90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000440b090 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000440b030 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262c620 [crypto] 14 0 0 0 DL seqstat 0xfffff800043ddc88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825063b0 [g_event] 100026 D - 0xffffffff825063b8 [g_up] 100027 D - 0xffffffff825063c0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000422ea00 [thr_0] 100019 D - 0xfffff8000422ea80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000432b000 [init] 10 0 0 0 DL audit_w 0xffffffff8262cb40 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff82506950 [swapper] 100005 D - 0xfffff8000422f000 [if_io_tqg_0] 100006 D - 0xfffff8000422ee00 [if_io_tqg_1] 100007 D - 0xfffff8000422ed00 [if_config_tqg_0] 100008 D - 0xfffff8000422ec00 [softirq_0] 100009 D - 0xfffff8000422eb00 [softirq_1] 100010 RunQ [inm_free taskq] 100011 D - 0xfffff80004349700 [kqueue_ctx taskq] 100012 D - 0xfffff80004349600 [aiod_kick taskq] 100015 D - 0xfffff80004349100 [in6m_free taskq] 100016 D - 0xfffff80004349000 [thread taskq] 100024 D - 0xfffff80004346700 [firmware taskq] 100029 D - 0xfffff80004347b00 [crypto_0] 100030 D - 0xfffff80004347b00 [crypto_1] 100044 D - 0xfffff80004347000 [vtnet0 rxq 0] 100045 D - 0xfffff800047f3300 [vtnet0 txq 0] 100046 D - 0xfffff800047f3200 [vtnet0 rxq 1] 100047 D - 0xfffff800047f3100 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000451b180 [virtio_balloon] 100053 D - 0xfffff800047f0900 [mca taskq] 100057 D - 0xffffffff81d10451 [deadlkres] 100063 D - 0xfffff80004347700 [acpi_task_0] 100064 D - 0xfffff80004347700 [acpi_task_1] 100065 D - 0xfffff80004347700 [acpi_task_2] 100066 D - 0xfffff80004347500 [CAM taskq] db> show all locks Process 15325 (syz-executor.2) thread 0xfffffe0025788800 (100118) exclusive rw per-fs softdep (per-fs softdep) r = 0 (0xfffff800045d1800) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_softdep.c:12406 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003f9c600) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3875 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8002d19e070) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:1997 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8002d3e6c10) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1040 Process 14865 (syz-executor.3) thread 0xfffffe00257b4100 (100206) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003e41a40) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3875 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8002d4a1830) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_lookup.c:1040 Process 12 (intr) thread 0xfffffe00049cee00 (100020) exclusive sleep mutex rawcb (rawcb) r = 0 (0xffffffff826165a0) locked @ /syzkaller/managers/main/kernel/sys/net/raw_usrreq.c:89 Process 0 (kernel) thread 0xfffffe00049cc300 (100010) exclusive sleep mutex if_addr_lock (if_addr_lock) r = 0 (0xfffff800041f69a8) locked @ /syzkaller/managers/main/kernel/sys/net/if.c:3699 exclusive sx in_multi_sx (in_multi_sx) r = 0 (0xffffffff82616a68) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_mcast.c:322 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 inodedep 1790 1407K 39049 kobj 336 1344K 496 newblk 14 1028K 37176 vfscache 3 1025K 3 pcb 26 537K 21868 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 dirrem 1779 445K 37088 subproc 141 277K 38922 freefile 1781 223K 37074 acpica 1674 185K 52444 vnet_data 1 168K 1 pagedep 8 130K 36538 tfo_ccache 1 128K 1 ifaddr 275 126K 636 filedesc 18 121K 75078 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 843 bus 979 79K 3032 mtx_pool 2 72K 2 BPF 38 71K 142 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 342 43K 342 kdtrace 182 35K 114294 temp 35 33K 11718 hostcache 1 32K 1 shm 1 32K 163 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 28K 7 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ufs_mount 5 17K 6 proc 3 17K 3 lltable 44 16K 836 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 177 15K 5221 bus-sc 30 14K 1413 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 2808 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 3 9K 38237 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 114 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 sctp_timw 28 7K 28 CAM DEV 3 6K 510 kqueue 61 6K 38850 plimit 23 6K 1900 cred 23 6K 837 vt 11 6K 11 select 42 6K 42 ufs_dirhash 27 6K 33 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 3400 pf_ifnet 10 5K 19 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 3179 evdev 4 4K 4 session 31 4K 263 pgrp 31 4K 410 routetbl 20 4K 207 hhook 13 4K 13 lockf 29 4K 142 freework 12 3K 35981 freeblks 11 3K 35980 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 3380 uidinfo 3 3K 10 sctp_ifa 17 3K 567 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 386 Unitno 33 2K 71100 CAM XPT 22 2K 543 in_multi 6 2K 195 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 76 vnodemarker 2 1K 34 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 567 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 mkdir 4 1K 73036 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 14 1K 36977 diradd 3 1K 37857 osd 3 1K 9 newdirblk 2 1K 36519 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 35276 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 238 ip_msource 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 220 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 228 sctp_iter 0 0K 511 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 2025 sctp_atky 0 0K 2089 sctp_atcl 0 0K 2025 sctp_a_it 0 0K 511 sctp_aadr 0 0K 0 sctp_stro 0 0K 64 sctp_stri 0 0K 0 sctp_map 0 0K 128 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 smartpqi 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 nvme_da 0 0K 0 xen_intr 0 0K 0 acpipwr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 mixer 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 vm_fictitious 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 5859 UMAHash 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 23528 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 15 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 38 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 555 ip6_msource 0 0K 0 ip6_moptions 0 0K 39 in6_mfilter 0 0K 13 frag6 0 0K 0 tcplog 0 0K 0 osti_cacheable 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 333 in_mfilter 0 0K 139 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tempbuff 0 0K 0 statfs 0 0K 36360 export_host 0 0K 0 cl_savebuf 0 0K 4 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 5738 accf 0 0K 0 pts 0 0K 0 iov 0 0K 54961 ioctlops 0 0K 599 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 1057 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 55 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 13590 126 13590 0 254 28090368 0 512 512 5915 4077 43201 0 30 5115904 0 mbuf_packet 256 12718 744 112500 0 254 3446272 0 mbuf_jumbo_page 4096 1 761 42088 0 254 3121152 0 BUF TRIE 144 199 13269 2083 0 62 1939392 0 256 256 161 5989 100219 0 62 1574400 0 256 256 1874 4141 37613 0 62 1539840 0 4096 4096 337 3 501 0 2 1392640 0 128 128 9338 768 49180 0 126 1293568 0 sctp_asoc 2288 0 510 64 0 254 1166880 0 UMA Slabs 0 112 10057 17 10057 0 126 1128288 0 mbuf 256 2810 753 290313 0 254 912128 0 RADIX NODE 144 5265 472 1219270 0 63 826128 0 pbuf 832 0 969 0 0 2 806208 0 128 128 1797 4279 37284 0 126 777728 0 VNODE 496 1295 89 38371 0 30 686464 0 sctp_ep 1280 0 510 1961 0 254 652800 0 VM OBJECT 264 1961 109 560630 0 30 546480 0 tcpcb 1040 4 513 3045 0 254 537680 0 socket 960 35 473 44453 0 254 487680 0 DEVCTL 1024 323 121 491 0 0 454656 0 256 Bucket 2048 174 20 921 0 8 397312 0 65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 0 517 64 0 254 380512 0 FFS2 dinode 256 1258 107 38332 0 62 349440 0 THREAD 1792 144 27 36694 0 8 306432 0 4096 4096 66 6 38849 0 2 294912 0 256 256 197 808 37694 0 62 257280 0 ripcb 488 5 507 20596 0 254 249856 0 udplite_inpcb 488 1 511 666 0 254 249856 0 tcp_inpcb 488 4 508 3045 0 254 249856 0 udp_inpcb 488 4 508 12670 0 254 249856 0 FFS inode 160 1258 242 38332 0 62 240000 0 64 64 2797 542 4785 0 254 213696 0 16384 16384 7 6 37446 0 1 212992 0 512 512 343 49 1497 0 30 200704 0 65536 65536 0 3 787 0 1 196608 0 16 16 11840 410 12597 0 254 196000 0 MAP ENTRY 96 1475 415 2165219 0 126 181440 0 128 128 1197 198 24679 0 126 178560 0 UMA Zones 768 226 1 226 0 16 174336 0 64 Bucket 512 254 74 84660 0 30 167936 0 32 32 4708 458 5733 0 254 165312 0 2048 2048 0 80 5891 0 8 163840 0 128 128 1075 196 7758 0 126 162688 0 128 128 352 919 112301 0 126 162688 0 vmem btag 56 2569 83 3002 0 254 148512 0 1024 1024 131 13 148 0 16 147456 0 g_bio 408 0 330 21090 0 30 134640 0 128 Bucket 1024 94 37 10453 0 16 134144 0 S VFS Cache 104 846 441 41225 0 126 133848 0 65536 65536 1 1 111 0 1 131072 0 65536 65536 0 2 8 0 1 131072 0 unpcb 256 17 493 5074 0 254 130560 0 256 256 40 470 38932 0 62 130560 0 VMSPACE 2536 36 12 38818 0 4 121728 0 ksiginfo 112 65 979 1443 0 126 116928 0 PROC 1312 58 23 38839 0 8 106272 0 32 Bucket 256 187 203 47320 0 62 99840 0 filedesc0 1080 59 25 38840 0 8 90720 0 64 64 540 783 5474 0 254 84672 0 UMA Kegs 384 212 4 212 0 30 82944 0 4096 4096 17 3 69 0 2 81920 0 4096 4096 14 4 26 0 2 73728 0 64 64 571 500 40667 0 254 68544 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 1 0 1 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 2048 2048 6 26 1967 0 8 65536 0 256 256 91 164 75318 0 62 65280 0 selfd 64 83 736 286576 0 254 52416 0 64 64 170 649 3499 0 254 52416 0 routing nhops 256 24 171 783 0 62 49920 0 256 256 29 166 39692 0 62 49920 0 pipe 760 23 42 6767 0 16 49400 0 DIRHASH 1024 38 10 43 0 16 49152 0 NAMEI 1024 2 46 213122 0 16 49152 0 16384 16384 3 0 3 0 1 49152 0 16384 16384 2 1 5 0 1 49152 0 8192 8192 4 2 32 0 1 49152 0 8192 8192 6 0 6 0 1 49152 0 8192 8192 5 1 7 0 1 49152 0 2048 2048 5 19 512 0 8 49152 0 512 512 56 40 715 0 30 49152 0 512 512 13 83 2038 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 222 328 127486 0 126 44000 0 4096 4096 6 4 189 0 2 40960 0 64 pcpu 8 4984 136 7180 0 254 40960 0 clpbuf 832 0 48 141 0 16 39936 0 rtentry 176 31 176 783 0 62 36432 0 PWD 32 18 1116 36634 0 254 36288 0 64 64 50 517 332 0 254 36288 0 64 64 33 534 30971 0 254 36288 0 64 64 86 481 38910 0 254 36288 0 64 64 201 366 2193 0 254 36288 0 128 128 65 214 526 0 126 35712 0 128 128 29 250 9720 0 126 35712 0 128 128 54 225 344 0 126 35712 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 26 109 3707 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 32768 32768 0 1 112 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 4096 4096 5 3 8 0 2 32768 0 4096 4096 2 6 36811 0 2 32768 0 2048 2048 2 14 116 0 8 32768 0 2048 2048 10 6 22 0 8 32768 0 2048 2048 2 14 183 0 8 32768 0 2048 2048 3 13 194 0 8 32768 0 2048 2048 3 13 259 0 8 32768 0 1024 1024 2 30 80 0 16 32768 0 1024 1024 3 29 7176 0 16 32768 0 1024 1024 3 29 3 0 16 32768 0 1024 1024 4 28 137 0 16 32768 0 1024 1024 11 21 11 0 16 32768 0 1024 1024 1 31 140 0 16 32768 0 512 512 1 63 227 0 30 32768 0 512 512 31 33 344 0 30 32768 0 mt_stats_zone 64 446 66 446 0 254 32768 0 16 Bucket 144 49 175 69168 0 62 32256 0 KNOTE 160 28 172 286749 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 51 349 12399 0 126 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 1112 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 4 Bucket 48 6 582 16344 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 3 0 3 0 1 24576 0 rl_entry 40 78 528 78 0 254 24240 0 vtnet_tx_hdr 24 0 1002 65777 0 254 24048 0 SLEEPQUEUE 88 172 84 172 0 126 22528 0 udpcb 32 5 625 13336 0 254 20160 0 32 32 24 606 71362 0 254 20160 0 32 32 20 610 1611 0 254 20160 0 32 32 80 550 37919 0 254 20160 0 32 32 33 597 21746 0 254 20160 0 32 32 94 536 45097 0 254 20160 0 32 32 14 616 19 0 254 20160 0 2 Bucket 32 64 566 18323 0 254 20160 0 procdesc 136 4 141 50 0 62 19720 0 256 256 31 44 317 0 62 19200 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 0 1 136 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 1 1 90 0 1 16384 0 1024 1024 11 5 14 0 16 16384 0 512 512 1 31 1 0 30 16384 0 512 512 1 31 2 0 30 16384 0 rentr 24 0 668 16 0 254 16032 0 mt_zone 24 446 222 446 0 254 16032 0 kenv 258 3 57 1062 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 32 32 125 253 10542 0 254 12096 0 16 16 6 744 9791 0 254 12000 0 16 16 76 674 25161 0 254 12000 0 16 16 196 554 1569 0 254 12000 0 16 16 20 730 701 0 254 12000 0 16 16 265 485 23965 0 254 12000 0 16 16 4 746 6 0 254 12000 0 Mountpoints 2816 2 2 2 0 4 11264 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 16 16 10 490 50 0 254 8000 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 int pcpu 4 18 494 18 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0