panic: sleepq_add: td 0xfffffe002583a700 to sleep on wchan 0xffffffff82616b38 with sleeping prohibited cpuid = 0 time = 1602953097 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002b22c4f0 vpanic() at vpanic+0x1c7/frame 0xfffffe002b22c550 panic() at panic+0x43/frame 0xfffffe002b22c5b0 sleepq_add() at sleepq_add+0x420/frame 0xfffffe002b22c610 _sx_xlock_hard() at _sx_xlock_hard+0x948/frame 0xfffffe002b22c6c0 _sx_xlock() at _sx_xlock+0x13d/frame 0xfffffe002b22c710 inp_setmoptions() at inp_setmoptions+0x1733/frame 0xfffffe002b22c8e0 ip_ctloutput() at ip_ctloutput+0x7d5/frame 0xfffffe002b22c930 udp_ctloutput() at udp_ctloutput+0x171/frame 0xfffffe002b22c980 sosetopt() at sosetopt+0x101/frame 0xfffffe002b22ca00 kern_setsockopt() at kern_setsockopt+0x14f/frame 0xfffffe002b22ca80 sys_setsockopt() at sys_setsockopt+0x33/frame 0xfffffe002b22cab0 ia32_syscall() at ia32_syscall+0x24e/frame 0xfffffe002b22cbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 20161 tid 100717 ] Stopped at kdb_enter+0x67: movq $0,0x1477ff6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe002b89b000 rdx 0x3ffff rbx 0 rsp 0xfffffe002b22c4d0 rbp 0xfffffe002b22c4f0 rsi 0x40001 rdi 0xffffffff810e77b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe002583ac10 r12 0xffffffff82066b10 ddb_dbbe r13 0 r14 0xffffffff81968891 r15 0xffffffff81968891 rip 0xffffffff810dbd07 kdb_enter+0x67 rflags 0x200086 kernphys+0x86 kdb_enter+0x67: movq $0,0x1477ff6(%rip) db> show proc Process 20161 (syz-executor.2) at 0xfffff80019a22520: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 16412 at 0xfffff80019f3c520 ABI: FreeBSD ELF32 arguments: /root/syz-executor.2 reaper: 0xfffff8000431f000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe002582d3d0 (map 0xfffffe002582d3d0) (map.pmap 0xfffffe002582d490) (pmap 0xfffffe002582d4f0) threads: 2 101169 RunQ syz-executor.2 100717 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 20161 16412 16412 0 R (threaded) syz-executor.2 101169 RunQ syz-executor.2 100717 Run CPU 0 syz-executor.2 20160 19920 19920 0 R (threaded) syz-executor.1 100749 RunQ syz-executor.1 100715 S uwait 0xfffff80019f1a500 syz-executor.1 20159 6526 6526 0 R (threaded) syz-executor.3 100078 RunQ syz-executor.3 100714 S uwait 0xfffff800040f8980 syz-executor.3 20158 20080 20080 0 R (threaded) syz-executor.0 100177 RunQ syz-executor.0 100713 RunQ syz-executor.0 20080 762 20080 0 Rs syz-executor.0 19974 19916 19974 0 Ss select 0xfffff800191623c0 dhclient 19920 762 19920 0 Ss nanslp 0xffffffff82527441 syz-executor.1 19919 1 19919 0 Ss select 0xfffff80004c2e440 dhclient 19916 19909 424 65 S select 0xfffff80019162240 dhclient 19909 424 424 0 S wait 0xfffff80019490520 sh 19011 1 19011 65 Ss select 0xfffff80004c2b640 dhclient 16563 1 16563 0 Ss select 0xfffff800191628c0 dhclient 16560 1 16560 0 Ss select 0xfffff80019162bc0 dhclient 16412 762 16412 0 Rs syz-executor.2 6526 762 6526 0 Rs syz-executor.3 762 760 760 0 S (threaded) syz-fuzzer 100085 S uwait 0xfffff800047e6b80 syz-fuzzer 100106 S uwait 0xfffff80004a29700 syz-fuzzer 100107 S uwait 0xfffff80004a29800 syz-fuzzer 100108 S kqread 0xfffff80004a2e600 syz-fuzzer 100109 S uwait 0xfffff800047e5200 syz-fuzzer 100110 S uwait 0xfffff800047e3680 syz-fuzzer 100111 S uwait 0xfffff800047e3c00 syz-fuzzer 100112 S uwait 0xfffff800047e3180 syz-fuzzer 100430 S uwait 0xfffff8001998c380 syz-fuzzer 760 758 760 0 Ss pause 0xfffff80004c905c8 csh 758 682 758 0 Ss select 0xfffff80019162d40 sshd 742 1 742 0 Ss+ ttyin 0xfffff800045988b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004b67cb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004b6a4b0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004b6acb0 getty 738 1 738 0 Ss+ ttyin 0xfffff800043d54b0 getty 737 1 737 0 Ss+ ttyin 0xfffff800043d5cb0 getty 736 1 736 0 Ss+ ttyin 0xfffff800043d84b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800043d8cb0 getty 734 1 734 0 Ss+ ttyin 0xfffff800043d74b0 getty 686 1 686 0 Ss nanslp 0xffffffff82527441 cron 682 1 682 0 Ss select 0xfffff80004c2e940 sshd 495 1 495 0 Ss select 0xfffff80004c2ecc0 syslogd 424 1 424 0 Ss wait 0xfffff80004cfe000 devd 423 1 423 65 Ss select 0xfffff80004c2ea40 dhclient 338 1 338 0 Ss select 0xfffff80004c2ed40 dhclient 335 1 335 0 Ss select 0xfffff80004db0640 dhclient 23 0 0 0 DL syncer 0xffffffff826147f8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004404a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826138d0 [bufdaemon] 100077 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004ae34e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263adc8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8262f1f8 [dom0] 100075 D launds 0xffffffff8262f204 [laundry: dom0] 100076 D umarcl 0xffffffff814e1e00 [uma] 18 0 0 0 DL - 0xffffffff8235af88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c131d8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82dd0390 [pf purge] 15 0 0 0 DL - 0xffffffff82612eac [soaiod4] 9 0 0 0 DL - 0xffffffff82612eac [soaiod3] 8 0 0 0 DL - 0xffffffff82612eac [soaiod2] 7 0 0 0 DL - 0xffffffff82612eac [soaiod1] 6 0 0 0 RL (threaded) [cam] 100034 RunQ [doneq0] 100067 D - 0xffffffff82232b90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000422ad90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000422ad30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262c6f0 [crypto] 14 0 0 0 DL seqstat 0xfffff800040df488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825063b0 [g_event] 100026 D - 0xffffffff825063b8 [g_up] 100027 D - 0xffffffff825063c0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800040f2600 [thr_0] 100019 D - 0xfffff800040f2680 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100020 I [swi1: netisr 0] 100021 I [swi3: vm] 100022 Run CPU 1 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000431f000 [init] 10 0 0 0 DL audit_w 0xffffffff8262cc10 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff82506950 [swapper] 100005 D - 0xfffff8000433c700 [if_io_tqg_0] 100006 D - 0xfffff8000433c600 [if_io_tqg_1] 100007 D - 0xfffff8000433c500 [if_config_tqg_0] 100008 D - 0xfffff8000433c400 [softirq_0] 100009 D - 0xfffff8000433c300 [softirq_1] 100010 RunQ [inm_free taskq] 100013 D - 0xfffff800040f2b00 [thread taskq] 100015 D - 0xfffff800040f2900 [in6m_free taskq] 100016 D - 0xfffff800040f2800 [kqueue_ctx taskq] 100017 D - 0xfffff800040f2700 [aiod_kick taskq] 100024 D - 0xfffff800040f2500 [firmware taskq] 100029 D - 0xfffff800040f2400 [crypto_0] 100030 D - 0xfffff800040f2400 [crypto_1] 100044 D - 0xfffff800040f2000 [vtnet0 rxq 0] 100045 D - 0xfffff800040f1e00 [vtnet0 txq 0] 100046 D - 0xfffff800040f1d00 [vtnet0 rxq 1] 100047 D - 0xfffff800040f1c00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004532200 [virtio_balloon] 100053 D - 0xfffff800040f1b00 [mca taskq] 100058 D - 0xffffffff81d104d0 [deadlkres] 100062 D - 0xfffff80004b36a00 [acpi_task_0] 100063 D - 0xfffff80004b36a00 [acpi_task_1] 100064 D - 0xfffff80004b36a00 [acpi_task_2] 100066 D - 0xfffff800040f2300 [CAM taskq] db> show all locks Process 0 (kernel) thread 0xfffffe00049cc300 (100010) exclusive sleep mutex if_addr_lock (if_addr_lock) r = 0 (0xfffff80004a689a8) locked @ /syzkaller/managers/i386/kernel/sys/net/if.c:3699 exclusive sx in_multi_sx (in_multi_sx) r = 0 (0xffffffff82616b38) locked @ /syzkaller/managers/i386/kernel/sys/netinet/in_mcast.c:322 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 kobj 336 1344K 496 newblk 16 1028K 122525 vfscache 3 1025K 3 inodedep 426 725K 127306 pcb 32 546K 69672 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 140 273K 120200 acpica 1674 185K 52444 vnet_data 1 168K 1 filedesc 22 153K 236233 pagedep 22 134K 121914 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 dirrem 400 100K 126630 linker 254 99K 672 ifaddr 217 97K 485 bus 979 79K 3032 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 BPF 30 53K 302 freefile 399 50K 126535 umtx 342 43K 342 kdtrace 183 35K 369329 temp 35 33K 38598 sctp_timw 128 32K 128 hostcache 1 32K 1 shm 1 32K 1730 vmem 3 32K 8 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 kbdmux 6 22K 6 cred 77 20K 9138 sctp_ifa 143 18K 396 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 lltable 42 15K 707 ether_multi 174 14K 3714 bus-sc 30 14K 1413 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 1955 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 2 9K 127212 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1842 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 select 53 7K 53 CAM DEV 3 6K 510 kqueue 60 6K 120124 plimit 22 6K 1891 vt 11 6K 11 ufs_dirhash 27 6K 30 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 74 5K 2414 pf_ifnet 10 5K 19 UMA 251 5K 251 sctp_atcl 8 4K 37732 sctp_stro 4 4K 8277 memdesc 1 4K 1 MCA 32 4K 32 CAM CCB 2 4K 6034 kcovinfo 64 4K 2210 evdev 4 4K 4 routetbl 20 4K 150 session 28 4K 257 pgrp 28 4K 1697 hhook 13 4K 13 lockf 29 4K 5205 diradd 22 3K 127177 terminal 11 3K 11 acpisem 22 3K 22 proc-args 47 3K 3476 mkdir 20 3K 243760 ip6ndp 14 3K 272 uidinfo 3 3K 4746 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 Unitno 34 2K 256052 CAM XPT 22 2K 543 in_multi 6 2K 170 freework 6 2K 121414 newdirblk 10 2K 121881 freeblks 5 2K 121413 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 10 vnodemarker 2 1K 140 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 396 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_atky 12 1K 47239 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 10 1K 56406 osd 3 1K 9 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 sctp_athm 8 1K 37732 sctp_map 8 1K 16554 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 60016 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 207 ip_msource 1 1K 4 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 3653 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 12956 sctp_iter 0 0K 606 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 214 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 392 sctp_aadr 0 0K 7972 sctp_stri 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 madt_table 0 0K 2 ciss_data 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 iavf 0 0K 0 ixl 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 nvme_da 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 acpipwr 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 tcp_log_dev 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 vm_fictitious 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 77632 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 68 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 34 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 PUC 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3645 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 ppbusdev 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 1272 in_mfilter 0 0K 341 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 statfs 0 0K 120684 export_host 0 0K 0 cl_savebuf 0 0K 4 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 4196 accf 0 0K 0 pts 0 0K 0 iov 0 0K 101146 ioctlops 0 0K 7044 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 2432 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5512 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 11050 126 11050 0 254 22888448 0 mbuf_jumbo_page 4096 0 1270 69125 0 254 5201920 0 sctp_asoc 2288 4 2031 8277 0 254 4656080 0 512 512 509 6875 127507 0 30 3780608 0 2048 2048 5 1643 29712 0 8 3375104 0 mbuf_packet 256 9681 1241 276162 0 254 2796032 0 sctp_ep 1280 4 2030 29455 0 254 2603520 0 512 512 4147 85 4895 0 30 2166784 0 BUF TRIE 144 197 13271 2320 0 62 1939392 0 512 512 12 3324 39453 0 30 1708032 0 1024 1024 8 1656 8381 0 16 1703936 0 256 256 582 6003 130493 0 62 1685760 0 4096 4096 362 8 1118 0 2 1515520 0 sctp_raddr 736 4 2031 8277 0 254 1497760 0 VNODE 496 1151 1673 127688 0 30 1400704 0 256 256 17 5323 200158 0 62 1367040 0 UMA Slabs 0 112 11118 0 11118 0 126 1245216 0 128 128 9382 73 17635 0 126 1210240 0 mbuf 256 986 3332 572462 0 254 1105408 0 128 128 992 6696 133585 0 126 984064 0 VM OBJECT 264 1959 1581 1727158 0 30 934560 0 RADIX NODE 144 5401 980 3299652 0 64 918864 0 pbuf 832 0 969 0 0 2 806208 0 FFS2 dinode 256 1114 1676 127649 0 62 714240 0 256 Bucket 2048 287 19 1959 0 8 626688 0 tcpcb 1040 4 513 3658 0 254 537680 0 65536 65536 6 2 62 0 1 524288 0 socket 960 28 480 136658 0 254 487680 0 256 256 32 1768 31496 0 62 460800 0 FFS inode 160 1114 1761 127649 0 62 460000 0 sctp_chunk 152 6 2048 2098 0 254 312208 0 64 64 2837 2014 262102 0 254 310464 0 THREAD 1792 147 24 129173 0 8 306432 0 4096 4096 58 12 120120 0 2 286720 0 sctp_laddr 48 4 5624 33645 0 254 270144 0 32 32 4442 3748 49729 0 254 262080 0 ripcb 488 3 509 22671 0 254 249856 0 udplite_inpcb 488 0 512 6271 0 254 249856 0 tcp_inpcb 488 4 508 3658 0 254 249856 0 udp_inpcb 488 3 509 23806 0 254 249856 0 16 16 11840 3660 99809 0 254 248000 0 16384 16384 11 4 118054 0 2 245760 0 DEVCTL 1024 38 170 377 0 0 212992 0 128 128 1371 272 38139 0 126 210304 0 64 Bucket 512 340 68 66868 0 30 208896 0 65536 65536 1 2 1669 0 1 196608 0 65536 65536 2 1 10 0 1 196608 0 2048 2048 11 85 12895 0 8 196608 0 MAP ENTRY 96 1463 553 6723869 0 127 193536 0 vmem btag 56 3003 225 3052 0 254 180768 0 32 Bucket 256 495 210 81461 0 62 180480 0 UMA Zones 768 226 1 226 0 16 174336 0 128 Bucket 1024 116 47 35504 0 16 166912 0 1024 1024 137 23 158 0 16 163840 0 g_bio 408 8 352 21790 0 30 146880 0 128 128 549 598 372832 0 126 146816 0 VMSPACE 2536 35 19 120227 0 4 136944 0 unpcb 256 15 495 50272 0 254 130560 0 S VFS Cache 104 712 458 142021 0 126 121680 0 sctp_stream_msg_out 112 0 1044 2089 0 254 116928 0 ksiginfo 112 65 979 15950 0 126 116928 0 256 256 115 320 380026 0 62 111360 0 256 256 261 174 253397 0 62 111360 0 PROC 1312 57 24 120117 0 8 106272 0 filedesc0 1080 58 33 120118 0 8 98280 0 512 512 171 13 486 0 30 94208 0 UMA Kegs 384 212 4 212 0 30 82944 0 8192 8192 9 1 11 0 1 81920 0 4096 4096 13 5 140 0 2 73728 0 64 64 680 391 62404 0 254 68544 0 128 128 325 202 2097 0 126 67456 0 65536 65536 0 1 110 0 1 65536 0 32768 32768 0 2 75 0 1 65536 0 16384 16384 3 1 6 0 1 65536 0 256 256 107 148 8376 0 62 65280 0 pipe 760 22 58 87337 0 16 60800 0 16 16 41 3709 25586 0 254 60000 0 selfd 64 109 710 859581 0 254 52416 0 64 64 293 526 5292 0 254 52416 0 Files 80 207 443 494030 0 126 52000 0 8 Bucket 80 254 396 43629 0 126 52000 0 128 128 18 385 126632 0 126 51584 0 256 256 67 128 127444 0 62 49920 0 DIRHASH 1024 37 11 39 0 16 49152 0 NAMEI 1024 0 48 609068 0 16 49152 0 8192 8192 4 2 45 0 1 49152 0 2048 2048 4 20 657 0 8 49152 0 512 512 63 33 63 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 16 Bucket 144 149 159 57428 0 62 44352 0 8192 8192 2 3 30 0 1 40960 0 4096 4096 4 6 120689 0 2 40960 0 64 pcpu 8 4740 380 6687 0 254 40960 0 clpbuf 832 0 48 129 0 16 39936 0 sctp_readq 152 0 260 9 0 254 39520 0 64 64 79 488 8034 0 254 36288 0 64 64 13 554 13 0 254 36288 0 64 64 57 510 5951 0 254 36288 0 64 64 448 119 634 0 254 36288 0 64 64 36 531 6938 0 254 36288 0 128 128 53 226 332 0 126 35712 0 128 128 8 271 1270 0 126 35712 0 routing nhops 256 24 111 555 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 52 83 345 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 16384 16384 2 0 2 0 1 32768 0 16384 16384 0 2 265 0 1 32768 0 2048 2048 7 9 7 0 8 32768 0 2048 2048 6 10 7 0 8 32768 0 2048 2048 3 13 236 0 8 32768 0 1024 1024 4 28 8854 0 16 32768 0 1024 1024 3 29 84 0 16 32768 0 512 512 2 62 525 0 30 32768 0 512 512 10 54 527 0 30 32768 0 512 512 29 35 31 0 30 32768 0 mt_stats_zone 64 446 66 446 0 254 32768 0 ipq 56 1 575 36 0 254 32256 0 KNOTE 160 28 172 1012212 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 20 862 117625 0 254 28224 0 32 32 34 848 265069 0 254 28224 0 4 Bucket 48 9 579 5895 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 1 2 21 0 1 24576 0 8192 8192 0 3 18 0 1 24576 0 8192 8192 2 1 91 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 3 3 21 0 2 24576 0 rtentry 176 31 107 555 0 62 24288 0 rl_entry 40 86 520 86 0 254 24240 0 vtnet_tx_hdr 24 0 1002 172932 0 254 24048 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 172 84 172 0 126 22528 0 udpcb 32 3 627 30077 0 254 20160 0 32 32 53 577 119057 0 254 20160 0 32 32 164 466 64584 0 254 20160 0 32 32 60 570 6368 0 254 20160 0 2 Bucket 32 76 554 30914 0 254 20160 0 procdesc 136 3 142 82 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 0 1 136 0 1 16384 0 4096 4096 1 3 48 0 2 16384 0 4096 4096 0 4 6 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 2048 2048 0 8 32 0 8 16384 0 1024 1024 2 14 42 0 16 16384 0 1024 1024 10 6 143 0 16 16384 0 1024 1024 6 10 6 0 16 16384 0 rentr 24 0 668 6934 0 254 16032 0 mt_zone 24 446 222 446 0 254 16032 0 kenv 258 3 57 1226 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 32 32 238 140 385 0 254 12096 0 32 32 77 301 77 0 254 12096 0 32 32 33 345 660 0 254 12096 0 16 16 11 739 45 0 254 12000 0 16 16 281 469 7884 0 254 12000 0 16 16 35 715 46131 0 254 12000 0 16 16 20 730 28 0 254 12000 0 8192 8192 1 0 1 0 1 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 16 16 18 482 19 0 254 8000 0 16 16 187 313 1236 0 254 8000 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 1024 1024 0 0 0 0 16 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0