panic: sleepq_add: td 0xfffffe0024638000 to sleep on wchan 0xffffffff82615a68 with sleeping prohibited cpuid = 0 time = 1602829739 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe002b286510 vpanic() at vpanic+0x1c7/frame 0xfffffe002b286570 panic() at panic+0x43/frame 0xfffffe002b2865d0 sleepq_add() at sleepq_add+0x420/frame 0xfffffe002b286630 _sx_xlock_hard() at _sx_xlock_hard+0x948/frame 0xfffffe002b2866e0 _sx_xlock() at _sx_xlock+0x13d/frame 0xfffffe002b286730 inp_setmoptions() at inp_setmoptions+0x1733/frame 0xfffffe002b286900 ip_ctloutput() at ip_ctloutput+0x7d5/frame 0xfffffe002b286950 rip_ctloutput() at rip_ctloutput+0x2c7/frame 0xfffffe002b286990 sosetopt() at sosetopt+0x101/frame 0xfffffe002b286a10 kern_setsockopt() at kern_setsockopt+0x14f/frame 0xfffffe002b286a90 sys_setsockopt() at sys_setsockopt+0x33/frame 0xfffffe002b286ac0 amd64_syscall() at amd64_syscall+0x25e/frame 0xfffffe002b286bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe002b286bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x2838ea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 25028 tid 100972 ] Stopped at kdb_enter+0x67: movq $0,0x1476ff6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xfffffe0024800000 rdx 0x3ffff rbx 0 rsp 0xfffffe002b2864f0 rbp 0xfffffe002b286510 rsi 0x40001 rdi 0xffffffff810e77b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0024638510 r12 0xffffffff82066b10 ddb_dbbe r13 0 r14 0xffffffff8196785f r15 0xffffffff8196785f rip 0xffffffff810dbd07 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x1476ff6(%rip) db> show proc Process 25028 (syz-executor.0) at 0xfffff80004d30a40: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 764 at 0xfffff8001d42e000 ABI: FreeBSD ELF64 arguments: /root/syz-executor.0 reaper: 0xfffff8000432b000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe002461a000 (map 0xfffffe002461a000) (map.pmap 0xfffffe002461a0c0) (pmap 0xfffffe002461a120) threads: 2 100112 RunQ syz-executor.0 100972 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 25028 764 764 0 R (threaded) syz-executor.0 100112 RunQ syz-executor.0 100972 Run CPU 0 syz-executor.0 25027 768 768 0 R (threaded) syz-executor.1 100315 RunQ syz-executor.1 100979 RunQ syz-executor.1 18936 18929 18936 0 Ss select 0xfffff8001d26f140 dhclient 18933 1 18933 0 Ss select 0xfffff8001db8acc0 dhclient 18929 18915 424 65 R dhclient 18915 424 424 0 S wait 0xfffff8001d57d520 sh 18904 1 18904 65 Ss select 0xfffff8001d26f0c0 dhclient 10596 1 10596 0 Ss select 0xfffff8001d2075c0 dhclient 10592 1 10592 0 Ss select 0xfffff8001d20a4c0 dhclient 10555 1 10555 65 Ss select 0xfffff8001db8ac40 dhclient 822 1 822 0 Ss select 0xfffff8001db8abc0 dhclient 816 1 816 0 Ss select 0xfffff8001d26fdc0 dhclient 768 762 768 0 Rs syz-executor.1 767 762 767 0 Rs syz-executor.3 765 762 765 0 Rs syz-executor.2 764 762 764 0 Rs syz-executor.0 762 760 760 0 R (threaded) syz-fuzzer 100095 S uwait 0xfffff80004844400 syz-fuzzer 100103 RunQ syz-fuzzer 100104 S uwait 0xfffff8000434ae80 syz-fuzzer 100105 S uwait 0xfffff8000434d000 syz-fuzzer 100106 S uwait 0xfffff8000439ec80 syz-fuzzer 100107 S uwait 0xfffff8000439ed80 syz-fuzzer 100108 S uwait 0xfffff8000439ee80 syz-fuzzer 100110 RunQ syz-fuzzer 100111 S kqread 0xfffff80004cbd500 syz-fuzzer 760 758 760 0 Ss pause 0xfffff8001d42e5c8 csh 758 682 758 0 Ss select 0xfffff8001d207640 sshd 742 1 742 0 Ss+ ttyin 0xfffff800048510b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004b7d4b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004b7dcb0 getty 739 1 739 0 Ss+ ttyin 0xfffff800044134b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004413cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800044124b0 getty 736 1 736 0 Ss+ ttyin 0xfffff80004412cb0 getty 735 1 735 0 Ss+ ttyin 0xfffff800044154b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004415cb0 getty 686 1 686 0 Ss nanslp 0xffffffff82526441 cron 682 1 682 0 Ss select 0xfffff8001d207940 sshd 495 1 495 0 Ds bo_wwai 0xfffff80004dde550 syslogd 424 1 424 0 Ss wait 0xfffff80004386a40 devd 423 1 423 65 Ss select 0xfffff8001d20a040 dhclient 338 1 338 0 Ss select 0xfffff80004b0c3c0 dhclient 335 1 335 0 Ss select 0xfffff80004b0c740 dhclient 23 0 0 0 DL syncer 0xffffffff82613728 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004b99a40 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826128d0 [bufdaemon] 100077 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80004d3dce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82639d08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8262e138 [dom0] 100071 D launds 0xffffffff8262e144 [laundry: dom0] 100072 D umarcl 0xffffffff814e1de0 [uma] 18 0 0 0 DL - 0xffffffff82359f88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c131d8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e45390 [pf purge] 15 0 0 0 DL - 0xffffffff82611eac [soaiod4] 9 0 0 0 DL - 0xffffffff82611eac [soaiod3] 8 0 0 0 DL - 0xffffffff82611eac [soaiod2] 7 0 0 0 DL - 0xffffffff82611eac [soaiod1] 6 0 0 0 RL (threaded) [cam] 100034 RunQ [doneq0] 100067 D - 0xffffffff82231b90 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000444b090 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000444b030 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262b620 [crypto] 14 0 0 0 DL seqstat 0xfffff80004429c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825053b0 [g_event] 100026 D - 0xffffffff825053b8 [g_up] 100027 D - 0xffffffff825053c0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000422ea00 [thr_0] 100019 D - 0xfffff8000422ea80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi3: vm] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100075 I [swi1: hpts] 100076 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000432b000 [init] 10 0 0 0 DL audit_w 0xffffffff8262bb40 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff82505950 [swapper] 100005 D - 0xfffff8000422f000 [if_io_tqg_0] 100006 D - 0xfffff8000422ee00 [if_io_tqg_1] 100007 D - 0xfffff8000422ed00 [if_config_tqg_0] 100008 D - 0xfffff8000422ec00 [softirq_0] 100009 D - 0xfffff8000422eb00 [softirq_1] 100010 RunQ [inm_free taskq] 100011 D - 0xfffff80004349700 [kqueue_ctx taskq] 100012 D - 0xfffff80004349600 [aiod_kick taskq] 100015 D - 0xfffff80004349100 [in6m_free taskq] 100016 D - 0xfffff80004349000 [thread taskq] 100024 D - 0xfffff800043b0d00 [firmware taskq] 100029 D - 0xfffff800043b0200 [crypto_0] 100030 D - 0xfffff800043b0200 [crypto_1] 100044 D - 0xfffff800043b1600 [vtnet0 rxq 0] 100045 D - 0xfffff800043b1500 [vtnet0 txq 0] 100046 D - 0xfffff800043b1400 [vtnet0 rxq 1] 100047 D - 0xfffff800043b1300 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000457ec80 [virtio_balloon] 100053 D - 0xfffff800043aeb00 [mca taskq] 100055 D - 0xffffffff81d0f460 [deadlkres] 100063 D - 0xfffff800043b1d00 [acpi_task_0] 100064 D - 0xfffff800043b1d00 [acpi_task_1] 100065 D - 0xfffff800043b1d00 [acpi_task_2] 100066 D - 0xfffff800043b1b00 [CAM taskq] db> show all locks Process 495 (syslogd) thread 0xfffffe0024533700 (100099) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80004dde450) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3491 Process 12 (intr) thread 0xfffffe00048b0e00 (100020) exclusive sleep mutex sellck (sellck) r = 0 (0xfffff8001d26f4a0) locked @ /syzkaller/managers/main/kernel/sys/kern/sys_generic.c:1825 exclusive sleep mutex select mtxpool (select mtxpool) r = 0 (0xfffffe0003cd0960) locked @ /syzkaller/managers/main/kernel/sys/kern/sys_generic.c:1816 exclusive sleep mutex so_rcv (so_rcv) r = 0 (0xfffff80004dfc8d8) locked @ /syzkaller/managers/main/kernel/sys/net/raw_usrreq.c:107 exclusive sleep mutex rawcb (rawcb) r = 0 (0xffffffff826155a0) locked @ /syzkaller/managers/main/kernel/sys/net/raw_usrreq.c:89 Process 0 (kernel) thread 0xfffffe00049cc300 (100010) exclusive sleep mutex if_addr_lock (if_addr_lock) r = 0 (0xfffff8000483d9a8) locked @ /syzkaller/managers/main/kernel/sys/net/if.c:3699 exclusive sx in_multi_sx (in_multi_sx) r = 0 (0xffffffff82615a68) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_mcast.c:322 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 inodedep 1781 1402K 24586 kobj 336 1344K 496 newblk 17 1028K 24840 vfscache 3 1025K 3 pcb 165 694K 19146 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 dirrem 1767 442K 24402 subproc 141 277K 25111 freefile 1770 222K 24399 acpica 1674 185K 52444 vnet_data 1 168K 1 pagedep 10 131K 24250 tfo_ccache 1 128K 1 filedesc 17 117K 48385 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 294 bus 979 79K 3032 mtx_pool 2 72K 2 BPF 38 71K 38 sctp_atcl 140 70K 9321 sctp_stro 70 70K 190 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 342 43K 342 kdtrace 183 35K 74594 temp 35 33K 2102 hostcache 1 32K 1 shm 1 32K 361 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 ifaddr 75 26K 75 vmem 3 22K 6 kbdmux 6 22K 6 ufs_mount 5 17K 6 lltable 45 17K 47 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 175 14K 387 bus-sc 30 14K 1413 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 sctp_atky 210 9K 9825 bmsafemap 2 9K 24476 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 234 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 61 6K 25033 plimit 23 6K 379 cred 23 6K 709 vt 11 6K 11 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 80 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 session 31 4K 41 pgrp 31 4K 101 routetbl 24 4K 24 select 30 4K 30 hhook 13 4K 13 freework 13 4K 24243 freeblks 12 3K 24242 lockf 27 3K 43 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 589 uidinfo 3 3K 68 sctp_athm 140 3K 9321 sctp_map 140 3K 380 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 CAM CCB 1 2K 2465 ipsec-saq 2 2K 2 ip6ndp 12 2K 21 Unitno 32 2K 46942 CAM XPT 22 2K 543 in_multi 6 2K 49 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 48470 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 22 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 19 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 24439 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 24235 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 inpcbpolicy 12 1K 7611 osd 3 1K 9 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 8336 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 83 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2919 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 smartpqi 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 nvme_da 0 0K 0 xen_intr 0 0K 0 acpipwr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 mixer 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 vm_fictitious 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 8897 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 9 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 1962 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 osti_cacheable 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 84 in_mfilter 0 0K 72 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tempbuff 0 0K 0 statfs 0 0K 24407 export_host 0 0K 0 cl_savebuf 0 0K 2 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 203 accf 0 0K 0 pts 0 0K 0 iov 0 0K 18986 ioctlops 0 0K 575 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 665 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 54 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 512 512 5906 3486 28712 0 30 4808704 0 mbuf_jumbo_page 4096 0 762 9161 0 254 3121152 0 mbuf_packet 256 8195 1457 70622 0 254 2470912 0 BUF TRIE 144 192 13276 848 0 62 1939392 0 4096 4096 337 3 713 0 2 1392640 0 256 256 1862 3478 24670 0 62 1367040 0 256 256 162 4803 58819 0 62 1271040 0 128 128 9327 252 33853 0 126 1226112 0 sctp_asoc 2288 70 440 190 0 254 1166880 0 UMA Slabs 0 112 8074 20 8074 0 126 906528 0 RADIX NODE 144 5119 422 680027 0 63 797904 0 128 128 1786 3639 24571 0 126 694400 0 pbuf 832 0 825 0 0 2 686400 0 sctp_ep 1280 70 440 9131 0 254 652800 0 tcpcb 1040 4 513 2484 0 254 537680 0 socket 960 33 475 27040 0 254 487680 0 VM OBJECT 264 1394 106 350650 0 30 396000 0 65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 70 447 190 0 254 380512 0 256 Bucket 2048 166 18 640 0 8 376832 0 VNODE 496 547 149 24949 0 30 345216 0 THREAD 1792 145 26 24616 0 8 306432 0 4096 4096 66 6 25038 0 2 294912 0 mbuf 256 460 568 94573 0 254 263168 0 ripcb 488 6 506 2213 0 254 249856 0 udplite_inpcb 488 0 512 2745 0 254 249856 0 tcp_inpcb 488 4 508 2484 0 254 249856 0 udp_inpcb 488 2 510 169 0 254 249856 0 DEVCTL 1024 4 204 125 0 0 212992 0 16384 16384 7 6 24191 0 1 212992 0 2048 2048 76 28 9137 0 8 212992 0 256 256 200 610 25540 0 62 207360 0 64 64 2796 291 2886 0 254 197568 0 65536 65536 1 2 111 0 1 196608 0 16 16 11840 160 11985 0 254 192000 0 MAP ENTRY 96 1476 414 1361845 0 126 181440 0 128 128 1197 198 24500 0 126 178560 0 UMA Zones 768 226 1 226 0 16 174336 0 32 32 4708 458 5518 0 254 165312 0 2048 2048 1 79 2499 0 8 163840 0 1024 1024 131 29 150 0 16 163840 0 FFS2 dinode 256 510 120 24909 0 62 161280 0 64 Bucket 512 208 104 7030 0 30 159744 0 128 128 1075 72 5043 0 126 146816 0 g_bio 408 4 326 7514 0 30 134640 0 128 Bucket 1024 82 49 6939 0 16 134144 0 65536 65536 0 2 123 0 1 131072 0 unpcb 256 17 493 10205 0 254 130560 0 512 512 153 87 9334 0 30 122880 0 VMSPACE 2536 36 12 25007 0 4 121728 0 FFS inode 160 510 240 24910 0 62 120000 0 ksiginfo 112 65 979 498 0 126 116928 0 vmem btag 56 1848 228 1848 0 254 116256 0 PROC 1312 58 23 25028 0 8 106272 0 S VFS Cache 104 612 402 28755 0 126 105456 0 1024 1024 72 24 202 0 16 98304 0 32 Bucket 256 175 200 19269 0 62 96000 0 512 512 144 40 147 0 30 94208 0 filedesc0 1080 59 25 25029 0 8 90720 0 128 128 358 293 73285 0 126 83328 0 UMA Kegs 384 212 4 212 0 30 82944 0 256 256 163 152 58381 0 62 80640 0 sctp_chunk 152 70 450 70 0 254 79040 0 4096 4096 17 1 17 0 2 73728 0 64 64 641 430 26896 0 254 68544 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 8 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 32768 32768 0 2 112 0 1 65536 0 4096 4096 14 2 26 0 2 65536 0 sctp_stream_msg_out 112 0 540 70 0 254 60480 0 8192 8192 3 4 32 0 1 57344 0 64 64 540 279 1043 0 254 52416 0 pipe 760 22 43 3994 0 16 49400 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 118332 0 16 49152 0 16384 16384 3 0 3 0 1 49152 0 8192 8192 6 0 6 0 1 49152 0 8192 8192 5 1 7 0 1 49152 0 8192 8192 1 5 30 0 1 49152 0 2048 2048 5 19 528 0 8 49152 0 512 512 56 40 703 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 218 332 67582 0 126 44000 0 clpbuf 832 0 48 139 0 16 39936 0 64 pcpu 8 4188 420 4192 0 254 36864 0 selfd 64 56 511 175846 0 254 36288 0 PWD 32 19 1115 24289 0 254 36288 0 64 64 50 517 107 0 254 36288 0 64 64 33 534 16526 0 254 36288 0 64 64 86 481 25088 0 254 36288 0 64 64 201 366 254 0 254 36288 0 64 64 169 398 178 0 254 36288 0 8 Bucket 80 54 396 21210 0 126 36000 0 128 128 63 216 146 0 126 35712 0 128 128 29 250 1066 0 126 35712 0 128 128 54 225 310 0 126 35712 0 routing nhops 256 28 107 39 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 35 100 138 0 62 34560 0 256 256 26 109 602 0 62 34560 0 256 256 42 93 25798 0 62 34560 0 256 256 28 107 25152 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 32768 32768 1 0 1 0 1 32768 0 16384 16384 2 0 5 0 1 32768 0 16384 16384 0 2 136 0 1 32768 0 4096 4096 5 3 7 0 2 32768 0 4096 4096 2 6 24860 0 2 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 10 6 10 0 8 32768 0 2048 2048 3 13 378 0 8 32768 0 2048 2048 3 13 196 0 8 32768 0 2048 2048 3 13 259 0 8 32768 0 1024 1024 11 21 12 0 16 32768 0 1024 1024 3 29 1139 0 16 32768 0 1024 1024 3 29 3 0 16 32768 0 1024 1024 4 28 139 0 16 32768 0 1024 1024 11 21 11 0 16 32768 0 1024 1024 1 31 248 0 16 32768 0 512 512 1 63 291 0 30 32768 0 512 512 30 34 343 0 30 32768 0 512 512 1 63 3 0 30 32768 0 mt_stats_zone 64 446 66 446 0 254 32768 0 ipq 56 0 576 4 0 254 32256 0 KNOTE 160 28 172 211540 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 32 32 234 648 37500 0 254 28224 0 4 Bucket 48 6 582 4123 0 254 28224 0 8192 8192 1 2 132 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 5 1 8 0 2 24576 0 rtentry 176 35 103 39 0 62 24288 0 rl_entry 40 60 546 76 0 254 24240 0 vtnet_tx_hdr 24 0 1002 34000 0 254 24048 0 SLEEPQUEUE 88 172 84 172 0 126 22528 0 udpcb 32 2 628 2914 0 254 20160 0 32 32 27 603 46982 0 254 20160 0 32 32 20 610 534 0 254 20160 0 32 32 125 505 2203 0 254 20160 0 32 32 76 554 9109 0 254 20160 0 32 32 32 598 1088 0 254 20160 0 32 32 14 616 19 0 254 20160 0 16 Bucket 144 51 89 25883 0 62 20160 0 2 Bucket 32 62 568 13438 0 254 20160 0 procdesc 136 4 141 12 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 512 512 1 31 2 0 30 16384 0 SMR CPU 32 2 509 2 0 254 16352 0 mt_zone 24 446 222 446 0 254 16032 0 16 16 336 664 3317 0 254 16000 0 KMAP ENTRY 96 12 153 12 0 126 15840 0 kenv 258 3 57 1005 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 2 509 2 0 254 12264 0 16 16 6 744 681 0 254 12000 0 16 16 216 534 13908 0 254 12000 0 16 16 20 730 152 0 254 12000 0 16 16 265 485 23946 0 254 12000 0 Mountpoints 2816 2 2 2 0 4 11264 0 8192 8192 1 0 1 0 1 8192 0 16 16 10 490 50 0 254 8000 0 16 16 4 496 6 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 18 494 18 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0