panic: sleepq_add: td 0xfffffe002585bc00 to sleep on wchan 0xffffffff82616b38 with sleeping prohibited cpuid = 1 time = 1067 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002ce72510 vpanic() at vpanic+0x1c7/frame 0xfffffe002ce72570 panic() at panic+0x43/frame 0xfffffe002ce725d0 sleepq_add() at sleepq_add+0x420/frame 0xfffffe002ce72630 _sx_xlock_hard() at _sx_xlock_hard+0x948/frame 0xfffffe002ce726e0 _sx_xlock() at _sx_xlock+0x13d/frame 0xfffffe002ce72730 inp_setmoptions() at inp_setmoptions+0x1733/frame 0xfffffe002ce72900 ip_ctloutput() at ip_ctloutput+0x7d5/frame 0xfffffe002ce72950 rip_ctloutput() at rip_ctloutput+0x2c7/frame 0xfffffe002ce72990 sosetopt() at sosetopt+0x101/frame 0xfffffe002ce72a10 kern_setsockopt() at kern_setsockopt+0x14f/frame 0xfffffe002ce72a90 sys_setsockopt() at sys_setsockopt+0x33/frame 0xfffffe002ce72ac0 amd64_syscall() at amd64_syscall+0x25e/frame 0xfffffe002ce72bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe002ce72bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x2838ea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 23785 tid 100595 ] Stopped at kdb_enter+0x67: movq $0,0x1477ff6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe0025e00000 rdx 0x3ffff rbx 0 rsp 0xfffffe002ce724f0 rbp 0xfffffe002ce72510 rsi 0x40001 rdi 0xffffffff810e77b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe002585c110 r12 0xffffffff82066b10 ddb_dbbe r13 0 r14 0xffffffff819688ed r15 0xffffffff819688ed rip 0xffffffff810dbd07 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x1477ff6(%rip) db> show proc Process 23785 (syz-executor.0) at 0xfffff8001fddc000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 764 at 0xfffff8001f42d520 ABI: FreeBSD ELF64 arguments: /root/syz-executor.0 reaper: 0xfffff8000431f000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00258313d0 (map 0xfffffe00258313d0) (map.pmap 0xfffffe0025831490) (pmap 0xfffffe00258314f0) threads: 2 100780 RunQ syz-executor.0 100595 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 23785 764 764 0 R (threaded) syz-executor.0 100780 RunQ syz-executor.0 100595 Run CPU 1 syz-executor.0 23783 770 770 0 R (threaded) syz-executor.2 100117 RunQ syz-executor.2 100596 RunQ syz-executor.2 13061 13048 13061 0 Ss select 0xfffff80004c4b940 dhclient 13053 1 13053 0 Ss select 0xfffff80004c4b640 dhclient 13048 13034 424 65 R dhclient 13034 424 424 0 S wait 0xfffff8001fa3a000 sh 13018 1 13018 65 Ss select 0xfffff80004c4b7c0 dhclient 3191 1 3191 0 Ss select 0xfffff80004c4b9c0 dhclient 3182 1 3182 0 Ss select 0xfffff80004e896c0 dhclient 789 762 789 0 Rs syz-executor.3 770 762 770 0 Rs syz-executor.2 765 762 765 0 Rs syz-executor.1 764 762 764 0 Rs syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100094 S uwait 0xfffff800047e6200 syz-fuzzer 100106 S uwait 0xfffff800047e3d80 syz-fuzzer 100107 S uwait 0xfffff800047e3e80 syz-fuzzer 100108 S uwait 0xfffff800047e6000 syz-fuzzer 100109 S uwait 0xfffff800047e6580 syz-fuzzer 100110 S uwait 0xfffff80004a55280 syz-fuzzer 100111 S uwait 0xfffff800047e3200 syz-fuzzer 100112 S kqread 0xfffff80004a1f900 syz-fuzzer 100437 S uwait 0xfffff8001fd5e380 syz-fuzzer 760 758 760 0 Ss pause 0xfffff8001f2975c8 csh 758 682 758 0 Ss select 0xfffff80004e89ac0 sshd 742 1 742 0 Ss+ ttyin 0xfffff800045988b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004b8e8b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004b8d0b0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004b8d8b0 getty 738 1 738 0 Ss+ ttyin 0xfffff800043d50b0 getty 737 1 737 0 Ss+ ttyin 0xfffff800043d58b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800043d80b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800043d88b0 getty 734 1 734 0 Ss+ ttyin 0xfffff800043d70b0 getty 686 1 686 0 Ss nanslp 0xffffffff82527441 cron 682 1 682 0 Ss select 0xfffff80004c4bac0 sshd 495 1 495 0 Ss select 0xfffff80004c4e040 syslogd 424 1 424 0 Ss wait 0xfffff80004cb8a40 devd 423 1 423 65 Ss select 0xfffff80004c4bf40 dhclient 338 1 338 0 Ss select 0xfffff80004c4bdc0 dhclient 335 1 335 0 Ss select 0xfffff80004c4bd40 dhclient 23 0 0 0 DL syncer 0xffffffff826147f8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004404a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826138d0 [bufdaemon] 100077 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004a3c0e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263adc8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8262f1f8 [dom0] 100075 D launds 0xffffffff8262f204 [laundry: dom0] 100076 D umarcl 0xffffffff814e1e00 [uma] 18 0 0 0 DL - 0xffffffff8235af88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82dd11d8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82b59390 [pf purge] 15 0 0 0 DL - 0xffffffff82612eac [soaiod4] 9 0 0 0 DL - 0xffffffff82612eac [soaiod3] 8 0 0 0 DL - 0xffffffff82612eac [soaiod2] 7 0 0 0 DL - 0xffffffff82612eac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff82232cc0 [doneq0] 100067 D - 0xffffffff82232b90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000422ad90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000422ad30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262c6f0 [crypto] 14 0 0 0 DL seqstat 0xfffff800040df488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825063b0 [g_event] 100026 D - 0xffffffff825063b8 [g_up] 100027 D - 0xffffffff825063c0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800040f7600 [thr_0] 100019 D - 0xfffff800040f7680 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100020 Run CPU 0 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000431f000 [init] 10 0 0 0 DL audit_w 0xffffffff8262cc10 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff82506950 [swapper] 100005 D - 0xfffff8000433c700 [if_io_tqg_0] 100006 D - 0xfffff8000433c600 [if_io_tqg_1] 100007 D - 0xfffff8000433c500 [if_config_tqg_0] 100008 D - 0xfffff8000433c400 [softirq_0] 100009 D - 0xfffff8000433c300 [softirq_1] 100010 RunQ [inm_free taskq] 100013 D - 0xfffff800040f7b00 [thread taskq] 100015 D - 0xfffff800040f7900 [in6m_free taskq] 100016 D - 0xfffff800040f7800 [kqueue_ctx taskq] 100017 D - 0xfffff800040f7700 [aiod_kick taskq] 100024 D - 0xfffff800040f7500 [firmware taskq] 100029 D - 0xfffff800040f7400 [crypto_0] 100030 D - 0xfffff800040f7400 [crypto_1] 100044 D - 0xfffff800040f7000 [vtnet0 rxq 0] 100045 D - 0xfffff800040f6e00 [vtnet0 txq 0] 100046 D - 0xfffff800040f6d00 [vtnet0 rxq 1] 100047 D - 0xfffff800040f6c00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004532200 [virtio_balloon] 100053 D - 0xfffff800040f6b00 [mca taskq] 100057 D - 0xffffffff81d104d0 [deadlkres] 100062 D - 0xfffff80004b5da00 [acpi_task_0] 100063 D - 0xfffff80004b5da00 [acpi_task_1] 100064 D - 0xfffff80004b5da00 [acpi_task_2] 100066 D - 0xfffff800040f7300 [CAM taskq] 23782 765 765 0 Z syz-executor.1 db> show all locks Process 12 (intr) thread 0xfffffe00049cee00 (100020) exclusive sleep mutex sellck (sellck) r = 0 (0xfffff80004c4b6a0) locked @ /syzkaller/managers/main/kernel/sys/kern/sys_generic.c:1825 exclusive sleep mutex select mtxpool (select mtxpool) r = 0 (0xfffffe0003cf8d20) locked @ /syzkaller/managers/main/kernel/sys/kern/sys_generic.c:1816 exclusive sleep mutex so_rcv (so_rcv) r = 0 (0xfffff80004df1158) locked @ /syzkaller/managers/main/kernel/sys/net/raw_usrreq.c:107 exclusive sleep mutex rawcb (rawcb) r = 0 (0xffffffff82616670) locked @ /syzkaller/managers/main/kernel/sys/net/raw_usrreq.c:89 Process 0 (kernel) thread 0xfffffe00049cc300 (100010) exclusive sleep mutex if_addr_lock (if_addr_lock) r = 0 (0xfffff80004a939a8) locked @ /syzkaller/managers/main/kernel/sys/net/if.c:3699 exclusive sx in_multi_sx (in_multi_sx) r = 0 (0xffffffff82616b38) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_mcast.c:322 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 inodedep 1778 1401K 23283 kobj 336 1344K 496 newblk 9 1026K 23477 vfscache 3 1025K 3 pcb 26 539K 15849 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 dirrem 1769 443K 23212 subproc 139 269K 23868 freefile 1769 222K 23210 acpica 1674 185K 52444 vnet_data 1 168K 1 pagedep 9 130K 22887 tfo_ccache 1 128K 1 filedesc 17 117K 45773 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 294 pf_rule 86 86K 212 bus 979 79K 3032 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 BPF 30 53K 30 umtx 342 43K 342 kdtrace 179 35K 70693 temp 35 33K 2772 hostcache 1 32K 1 shm 1 32K 641 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 ifaddr 74 25K 74 vmem 3 22K 5 kbdmux 6 22K 6 lltable 46 17K 50 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 174 14K 232 bus-sc 30 14K 1413 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 2 9K 23250 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 cred 26 7K 948 CAM DEV 3 6K 510 kqueue 59 6K 23792 plimit 22 6K 394 vt 11 6K 11 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 pf_ifnet 10 5K 19 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 routetbl 24 4K 24 select 28 4K 28 session 28 4K 43 pgrp 28 4K 43 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 lockf 24 3K 40 proc-args 47 3K 602 uidinfo 3 3K 9 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 22 Unitno 33 2K 44112 CAM XPT 22 2K 543 in_multi 6 2K 33 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 freework 5 2K 22880 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 45746 freeblks 4 1K 22879 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 20 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 19 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_atcl 1 1K 7633 newdirblk 4 1K 22873 diradd 4 1K 23248 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 13 1K 12119 osd 3 1K 9 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 9490 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 41 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 98 sctp_atky 1 1K 7833 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 sctp_athm 1 1K 7649 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 4887 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stro 0 0K 200 sctp_stri 0 0K 0 sctp_map 0 0K 400 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 madt_table 0 0K 2 ciss_data 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 iavf 0 0K 0 ixl 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 nvme_da 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 acpipwr 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 tcp_log_dev 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 vm_fictitious 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2252 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 18465 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 PUC 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 61 ip6_msource 0 0K 0 ip6_moptions 0 0K 6 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 ppbusdev 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 160 in_mfilter 0 0K 37 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 statfs 0 0K 23052 export_host 0 0K 0 cl_savebuf 0 0K 2 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 169 accf 0 0K 0 pts 0 0K 0 iov 0 0K 24564 ioctlops 0 0K 3854 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 638 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 mbuf_jumbo_page 4096 29 733 18697 0 254 3121152 0 512 512 1861 3963 23484 0 30 2981888 0 mbuf_packet 256 8255 1397 69680 0 254 2470912 0 512 512 4151 49 4158 0 30 2150400 0 BUF TRIE 144 185 13283 828 0 62 1939392 0 256 256 10 6005 41943 0 62 1539840 0 256 256 1951 4004 24408 0 62 1524480 0 4096 4096 362 2 982 0 2 1490944 0 128 128 9352 103 12250 0 126 1210240 0 mbuf 256 3854 729 122835 0 254 1173248 0 sctp_asoc 2288 0 510 200 0 254 1166880 0 UMA Slabs 0 112 8050 8 8050 0 126 902496 0 128 128 2362 4086 24568 0 126 825344 0 pbuf 832 0 969 0 0 2 806208 0 RADIX NODE 144 5079 462 648844 0 63 797904 0 sctp_ep 1280 1 509 7433 0 254 652800 0 tcpcb 1040 4 513 508 0 254 537680 0 socket 960 31 477 25963 0 254 487680 0 65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 0 517 200 0 254 380512 0 256 Bucket 2048 163 21 665 0 8 376832 0 VM OBJECT 264 1155 105 333023 0 30 332640 0 VNODE 496 549 115 23761 0 30 329344 0 THREAD 1792 145 26 23201 0 8 306432 0 4096 4096 57 7 23788 0 2 262144 0 ripcb 488 7 505 10111 0 254 249856 0 udplite_inpcb 488 0 512 1133 0 254 249856 0 tcp_inpcb 488 4 508 508 0 254 249856 0 udp_inpcb 488 2 510 367 0 254 249856 0 16384 16384 9 6 22887 0 1 245760 0 1024 1024 223 17 367 0 16 245760 0 64 64 2831 508 50661 0 254 213696 0 DEVCTL 1024 8 200 125 0 0 212992 0 65536 65536 1 2 104 0 1 196608 0 65536 65536 2 1 10 0 1 196608 0 16 16 11833 417 23754 0 254 196000 0 128 128 1371 148 27379 0 126 194432 0 2048 2048 9 79 5423 0 8 180224 0 UMA Zones 768 226 1 226 0 16 174336 0 MAP ENTRY 96 1356 408 1284023 0 126 169344 0 32 32 4435 479 15485 0 254 157248 0 64 Bucket 512 223 65 14669 0 30 147456 0 FFS2 dinode 256 512 58 23722 0 62 145920 0 g_bio 408 0 330 6662 0 30 134640 0 128 Bucket 1024 85 46 6913 0 16 134144 0 65536 65536 0 2 110 0 1 131072 0 unpcb 256 14 496 6381 0 254 130560 0 VMSPACE 2536 33 15 23764 0 4 121728 0 ksiginfo 112 65 979 557 0 126 116928 0 vmem btag 56 2013 63 2013 0 254 116256 0 FFS inode 160 512 188 23722 0 62 112000 0 PROC 1312 56 25 23785 0 8 106272 0 S VFS Cache 104 617 397 25725 0 126 105456 0 128 128 393 382 69449 0 126 99200 0 32 Bucket 256 192 183 18132 0 62 96000 0 filedesc0 1080 56 28 23786 0 8 90720 0 UMA Kegs 384 212 4 212 0 30 82944 0 256 256 162 153 48273 0 62 80640 0 64 64 680 391 19612 0 254 68544 0 128 128 325 202 409 0 126 67456 0 32768 32768 0 2 77 0 1 65536 0 32768 32768 0 2 112 0 1 65536 0 16384 16384 3 1 6 0 1 65536 0 8192 8192 7 1 9 0 1 65536 0 4096 4096 12 2 49 0 2 57344 0 64 64 293 526 346 0 254 52416 0 64 64 448 371 634 0 254 52416 0 256 256 49 146 69915 0 62 49920 0 256 256 105 90 545 0 62 49920 0 256 256 29 166 7851 0 62 49920 0 pipe 760 21 44 2307 0 16 49400 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 111117 0 16 49152 0 2048 2048 5 19 652 0 8 49152 0 2048 2048 2 22 7690 0 8 49152 0 512 512 63 33 63 0 30 49152 0 512 512 5 91 8351 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 206 344 65235 0 126 44000 0 4096 4096 4 6 23473 0 2 40960 0 clpbuf 832 0 48 139 0 16 39936 0 64 pcpu 8 4430 178 4812 0 254 36864 0 selfd 64 55 512 169103 0 254 36288 0 PWD 32 18 1116 22964 0 254 36288 0 64 64 78 489 139 0 254 36288 0 64 64 13 554 13 0 254 36288 0 64 64 57 510 119 0 254 36288 0 64 64 36 531 388 0 254 36288 0 128 128 53 226 117 0 126 35712 0 128 128 12 267 22887 0 126 35712 0 128 128 8 271 348 0 126 35712 0 routing nhops 256 28 107 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 52 83 207 0 62 34560 0 256 256 67 68 23448 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 SLEEPQUEUE 88 172 212 172 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 16384 16384 2 0 2 0 1 32768 0 16384 16384 0 2 136 0 1 32768 0 8192 8192 2 2 30 0 1 32768 0 8192 8192 4 0 4 0 1 32768 0 2048 2048 7 9 7 0 8 32768 0 2048 2048 6 10 6 0 8 32768 0 2048 2048 0 16 32 0 8 32768 0 2048 2048 3 13 194 0 8 32768 0 1024 1024 4 28 1124 0 16 32768 0 1024 1024 4 28 226 0 16 32768 0 1024 1024 10 22 143 0 16 32768 0 512 512 2 62 3 0 30 32768 0 512 512 10 54 339 0 30 32768 0 512 512 28 36 29 0 30 32768 0 512 512 28 36 29 0 30 32768 0 mt_stats_zone 64 446 66 446 0 254 32768 0 KNOTE 160 28 172 203089 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_bbr_pcb 832 0 36 30 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 4 Bucket 48 8 580 7344 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 1 2 15 0 1 24576 0 8192 8192 2 1 91 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 rtentry 176 35 103 39 0 62 24288 0 rl_entry 40 57 549 57 0 254 24240 0 vtnet_tx_hdr 24 0 1002 32256 0 254 24048 0 8 Bucket 80 50 250 12488 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 2 628 1500 0 254 20160 0 32 32 37 593 45346 0 254 20160 0 32 32 51 579 23373 0 254 20160 0 32 32 33 597 660 0 254 20160 0 32 32 167 463 15723 0 254 20160 0 32 32 59 571 1154 0 254 20160 0 16 Bucket 144 49 91 27067 0 62 20160 0 2 Bucket 32 65 565 16377 0 254 20160 0 procdesc 136 3 142 14 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 4096 4096 2 2 5 0 2 16384 0 4096 4096 3 1 3 0 2 16384 0 4096 4096 0 4 4 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 1024 1024 2 14 42 0 16 16384 0 1024 1024 3 13 3 0 16 16384 0 1024 1024 6 10 6 0 16 16384 0 SMR CPU 32 2 509 2 0 254 16352 0 rentr 24 0 668 150 0 254 16032 0 mt_zone 24 446 222 446 0 254 16032 0 kenv 258 3 57 1006 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 2 509 2 0 254 12264 0 32 32 238 140 317 0 254 12096 0 32 32 77 301 77 0 254 12096 0 16 16 11 739 45 0 254 12000 0 16 16 18 732 19 0 254 12000 0 16 16 281 469 1031 0 254 12000 0 16 16 33 717 3961 0 254 12000 0 16 16 187 563 1236 0 254 12000 0 16 16 35 715 26817 0 254 12000 0 16 16 19 731 25 0 254 12000 0 8192 8192 1 0 1 0 1 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 1024 1024 0 0 0 0 16 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0