panic: sleeping thread holds tun_mtx cpuid = 0 time = 1761459038 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056dbde50 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056dbdfb0 vpanic() at vpanic+0x257/frame 0xfffffe0056dbe170 panic() at panic+0xb5/frame 0xfffffe0056dbe230 propagate_priority() at propagate_priority+0x521/frame 0xfffffe0056dbe280 turnstile_wait() at turnstile_wait+0x663/frame 0xfffffe0056dbe2f0 __mtx_lock_sleep() at __mtx_lock_sleep+0x452/frame 0xfffffe0056dbe430 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe0056dbe520 tuninit() at tuninit+0x76/frame 0xfffffe0056dbe570 ether_ioctl() at ether_ioctl+0x1b4/frame 0xfffffe0056dbe5b0 tunifioctl() at tunifioctl+0x3c2/frame 0xfffffe0056dbe670 in_control_ioctl() at in_control_ioctl+0x1744/frame 0xfffffe0056dbe870 ifioctl() at ifioctl+0xe51/frame 0xfffffe0056dbeab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe0056dbeb90 sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe0056dbed10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056dbef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056dbef30 --- syscall (54, FreeBSD ELF64, ioctl), rip = 0x8241be2ca, rsp = 0x82117d058, rbp = 0x82117d0a0 --- KDB: enter: panic [ thread pid 813 tid 100129 ] Stopped at kdb_enter+0x6e: movq $0,0x258b3c7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff82822620 .str.27 rsp 0xfffffe0056dbdf90 rbp 0xfffffe0056dbdfb0 rsi 0 rdi 0xffffffff816593e9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe0054111000 r13 0xfffffffffffffffe r14 0xffffffff82822620 .str.27 r15 0 rip 0xffffffff816427ce kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x258b3c7(%rip) db> show proc Process 813 (ifconfig) at 0xfffffe005410fac0: state: NORMAL uid: 0 gid: 0 supp gids: 0 parent: pid 812 at 0xfffffe00540fa560 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: /sbin/ifconfig -n tap0 inet alias 0.0.0.0 netmask 255.0.0.0 broadcast 255.255.255.255 up reaper: 0xfffffe0007809010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00540d8248 (map 0xfffffe00540d8248) (map.pmap 0xfffffe00540d82e8) (pmap 0xfffffe00540d8358) threads: 1 100129 L *tun_mtx 0xfffffe0007805a80 ifconfig db> ps pid ppid pgrp uid state wmesg wchan cmd 813 812 423 0 L *tun_mtx 0xfffffe0007805a80 ifconfig 812 801 423 0 S wait 0xfffffe00540fa560 sh 811 1 811 0 Ss select 0xfffffe006dc1ff40 dhclient 808 0 0 0 DL aiordy 0xfffffe00540fbac0 [aiod4] 807 0 0 0 DL aiordy 0xfffffe00540fc018 [aiod3] 806 0 0 0 DL aiordy 0xfffffe00540fc570 [aiod2] 805 0 0 0 DL aiordy 0xfffffe005410d000 [aiod1] 804 764 764 0 L *in6_mul 0xfffffe00079fa000 ifconfig 802 766 766 0 D in6_con 0xffffffff83cf89e0 ifconfig 801 784 423 0 S wait 0xfffffe00540cc570 dhclient 800 765 765 0 D in6_con 0xffffffff83cf89e0 ifconfig 788 763 763 0 T (threaded) syz-executor 100085 Run CPU 1 syz-executor 100118 RunQ syz-executor 100119 D tun_ioc 0xffffffff83cdea40 syz-executor 100120 S uwait 0xfffffe0058154880 syz-executor 784 423 423 0 S wait 0xfffffe0007809ac0 sh 766 762 766 0 S wait 0xfffffe005400d018 syz-executor 765 762 765 0 S wait 0xfffffe00540fa008 syz-executor 764 762 764 0 S wait 0xfffffe005400c010 syz-executor 763 762 763 0 S nanslp 0xffffffff83baec41 syz-executor 762 760 760 0 S select 0xfffffe006dc20540 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00540f9608 csh 758 681 758 0 Ss select 0xfffffe0059717840 sshd 749 1 749 0 Ss+ ttyin 0xfffffe00582af8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00594d68b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00594d70b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00594d78b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0053f790b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0053f798b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0053f7a0b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0053f7a8b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0053f7b0b0 getty 739 1 17 0 S+ piperd 0xfffffe0059890420 logger 738 737 17 0 S+ nanslp 0xffffffff83baec40 sleep 737 1 17 0 S+ wait 0xfffffe0054003ab8 sh 685 1 685 0 Ss nanslp 0xffffffff83baec40 cron 681 1 681 0 Ss select 0xfffffe006dc20740 sshd 494 1 494 0 Ss select 0xfffffe006dc21040 syslogd 423 1 423 0 Ss wait 0xfffffe00540ca008 devd 422 1 422 65 Ss select 0xfffffe006dc20b40 dhclient 337 1 337 0 Ss select 0xfffffe006dc20a40 dhclient 334 1 334 0 Ss select 0xfffffe006dc20c40 dhclient 16 0 0 0 DL syncer 0xffffffff83cdc820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0054002558 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cdad60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00586444e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d1bc40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83d01d08 [dom0] 100080 D launds 0xffffffff83d01d14 [laundry: dom0] 100081 D umarcl 0xffffffff81e2ad90 [uma] 7 0 0 0 DL - 0xffffffff839275f8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff844b6f60 [pf purge] 5 0 0 0 DL waiting 0xffffffff8490f700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838f1340 [doneq0] 100046 D - 0xffffffff838f12c0 [async] 100075 D - 0xffffffff838f1140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83cfd5e0 [crypto] 100043 D crypto_ 0xfffffe0007a95330 [crypto returns 0] 100044 D crypto_ 0xfffffe0007a95380 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b57640 [g_event] 100038 D - 0xffffffff83b57660 [g_up] 100039 D - 0xffffffff83b57680 [g_down] 2 0 0 0 LL (threaded) [clock] 100031 L *tun_mtx 0xfffffe0007805a80 [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809010 [init] 10 0 0 0 DL audit_w 0xffffffff83cfe080 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c51ff0 [swapper] 100005 D - 0xfffffe0053e24700 [softirq_0] 100006 D - 0xfffffe0053e24600 [softirq_1] 100007 D - 0xfffffe0053e24500 [if_io_tqg_0] 100008 D - 0xfffffe0053e24400 [if_io_tqg_1] 100009 D - 0xfffffe0053e24300 [if_config_tqg_0] 100010 D - 0xfffffe000777c500 [kqueue_ctx taskq] 100011 D - 0xfffffe000777c400 [jail_remove taskq] 100012 D - 0xfffffe000777c300 [bus taskq] 100015 D - 0xfffffe000777c000 [thread taskq] 100017 D - 0xfffffe000777bd00 [aiod_kick taskq] 100018 D - 0xfffffe000777bc00 [deferred_unmount ta] 100019 D - 0xfffffe000777bb00 [inm_free taskq] 100020 D - 0xfffffe000777ba00 [in6m_free taskq] 100021 D - 0xfffffe000777b900 [linuxkpi_irq_wq] 100022 D - 0xfffffe000777b800 [linuxkpi_short_wq_0] 100023 D - 0xfffffe000777b800 [linuxkpi_short_wq_1] 100024 D - 0xfffffe000777b800 [linuxkpi_short_wq_2] 100025 D - 0xfffffe000777b800 [linuxkpi_short_wq_3] 100026 D - 0xfffffe000777b700 [linuxkpi_long_wq_0] 100027 D - 0xfffffe000777b700 [linuxkpi_long_wq_1] 100028 D - 0xfffffe000777b700 [linuxkpi_long_wq_2] 100029 D - 0xfffffe000777b700 [linuxkpi_long_wq_3] 100036 D - 0xfffffe000777b600 [firmware taskq] 100040 D - 0xfffffe000777b400 [crypto_0] 100041 D - 0xfffffe000777b400 [crypto_1] 100056 D - 0xfffffe000777b000 [vtnet0 rxq 0] 100057 D - 0xfffffe000777ae00 [vtnet0 txq 0] 100058 D - 0xfffffe000777ad00 [vtnet0 rxq 1] 100059 D - 0xfffffe000777ac00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d90f00 [virtio_balloon] 100065 D - 0xffffffff82826d00 [deadlkres] 100069 D - 0xfffffe0059418a00 [acpi_task_0] 100070 D - 0xfffffe0059418a00 [acpi_task_1] 100071 D - 0xfffffe0059418a00 [acpi_task_2] 100073 D - 0xfffffe000777c600 [mca taskq] 100074 D - 0xfffffe000777b300 [CAM taskq] 100076 D - 0xfffffe000777ab00 [ipsec_offload] db> show all locks Process 813 (ifconfig) thread 0xfffffe0054111000 (100129) exclusive sx tun_ioctl (tun_ioctl) r = 0 (0xffffffff83cdea40) locked @ /syzkaller/managers/i386/kernel/sys/net/if_tuntap.c:1389 exclusive sx in_control (in_control) r = 0 (0xffffffff83ce1660) locked @ /syzkaller/managers/i386/kernel/sys/netinet/in.c:367 Process 804 (ifconfig) thread 0xfffffe00540fd780 (100116) exclusive sx in6_multi_sx (in6_multi_sx) r = 0 (0xffffffff83cf8b60) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/in6_mcast.c:1217 exclusive sx in6_control (in6_control) r = 0 (0xffffffff83cf89e0) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/in6.c:431 Process 788 (syz-executor) thread 0xfffffe0054010000 (100085) exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe0054005140) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_exit.c:259 Process 788 (syz-executor) thread 0xfffffe00540db000 (100119) exclusive sleep mutex tun_mtx (tun_mtx) r = 0 (0xfffffe006de6ab08) locked @ /syzkaller/managers/i386/kernel/sys/net/if_tuntap.c:1690 Process 2 (clock) thread 0xfffffe000781a780 (100031) exclusive sleep mutex mld_mtx (mld_mtx) r = 0 (0xffffffff83cf8d00) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/mld6.c:1349 exclusive sleep mutex in6_multi_list_mtx (in6_multi_list_mtx) r = 0 (0xffffffff83cf8b20) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/mld6.c:1348 shared rw vnet_rwlock (vnet_rwlock) r = 0 (0xffffffff83ce0de0) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/mld6.c:1307 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 384 5195K 498 tcp_hpts 8 4865K 8 devbuf 4187 4324K 4212 sysctloid 35049 2065K 35124 vtbuf 24 1968K 46 kobj 331 1324K 495 newblk 312 1102K 348 vfscache 3 1025K 3 pcb 23 669K 47 inodedep 63 536K 86 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 124 250K 882 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 54444 vmem 5 144K 7 tidhash 3 141K 3 filedesc 18 137K 57 pagedep 19 133K 23 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 123 gtaskqueue 18 98K 18 bus 1000 82K 5086 LRO 16 79K 16 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 523 66K 523 ddb_capture 1 64K 1 kdtrace 185 36K 944 hostcache 1 32K 1 shm 1 32K 1 umtx 256 32K 256 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 routetbl 117 24K 298 temp 31 21K 1797 DEVFS_RULE 56 20K 56 BPF 14 19K 14 ifaddr 65 18K 67 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 90 15K 90 bus-sc 34 15K 1657 eventhandler 163 14K 163 ifnet 7 13K 7 kenv 95 12K 95 lltable 38 12K 38 GEOM 49 11K 431 CAM queue 5 11K 1528 rman 82 10K 437 rpc 8 9K 8 bmsafemap 4 9K 54 plimit 23 9K 332 cred 23 9K 180 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 240 8K 306 taskqueue 69 8K 69 ether_multi 83 7K 93 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 24 in6_multi 36 5K 36 UMA 268 5K 268 pf_ifnet 10 5K 19 dirrem 17 5K 37 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 diradd 30 4K 50 kqueue 57 4K 817 pwddesc 56 4K 814 acpisem 28 4K 28 proc-args 87 3K 1844 selfd 45 3K 5759 terminal 11 3K 11 DEVFSP 44 3K 47 session 21 3K 32 lockf 27 3K 34 indirdep 10 3K 10 acpidev 20 3K 20 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 6 kcovinfo 36 3K 36 netlink 2 3K 62 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 Unitno 31 2K 50 mkdir 14 2K 26 CAM XPT 22 2K 543 in_multi 6 2K 8 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 sctp_ifa 10 2K 11 select 10 2K 28 msi 9 2K 9 newdirblk 9 2K 13 ip6ndp 9 2K 10 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 CC Mem 8 1K 10 vnodemarker 2 1K 8 ioctlops 3 1K 93 NFSD session 1 1K 1 nhops 6 1K 7 CAM periph 4 1K 271 sctp_ifn 6 1K 11 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 inpcbpolicy 21 1K 156 osd 13 1K 27 crypto 4 1K 4 encap_export_host 12 1K 12 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 8 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 cryptodev 2 1K 35 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3307 filecaps 4 1K 70 sctp_vrf 1 1K 1 freework 1 1K 26 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 32 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 7 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 0 sctp_atky 0 0K 0 sctp_atcl 0 0K 0 sctp_a_it 0 0K 7 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 filemon 0 0K 0 pf_table 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 16 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 9 freeblks 0 0K 25 freefrag 0 0K 11 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 182 namei_tracker 0 0K 0 inotify 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 12 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 13460 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 190 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 648 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1840 17095 0 254 41615360 0 mbuf 256 8589 1838 18903 0 254 2669312 0 BUF TRIE 152 194 11610 398 0 62 1794208 0 malloc-384 384 4162 38 4174 0 30 1612800 0 malloc-128 128 11503 91 14753 0 126 1484032 0 malloc-4096 4096 349 3 1078 0 2 1441792 0 UMA Slabs 0 112 11703 27 11703 0 126 1313760 0 tcp_log 416 458 2089 2906 0 254 1059552 0 malloc-65536 65536 15 1 18 0 1 1048576 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 16798 89 16798 0 254 945672 0 RADIX NODE 152 5994 163 25898 0 62 935864 0 FFS inode 1168 531 22 540 0 8 645904 0 pbuf 2624 0 202 0 0 2 530048 0 socket 1024 33 475 1343 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 VM OBJECT 248 1132 116 13211 0 62 309504 0 256 Bucket 2048 124 20 1044 0 8 294912 0 malloc-2048 2048 108 28 632 0 8 278528 0 malloc-64 64 4024 323 6865 0 254 278208 0 VNODE 440 566 37 577 0 30 265320 0 malloc-2048 2048 11 117 574 0 8 262144 0 malloc-4096 4096 56 4 818 0 2 245760 0 THREAD 1860 128 0 129 0 8 238080 0 malloc-16 16 14449 301 14604 0 254 236000 0 DEVCTL 1024 17 203 144 0 0 225280 0 malloc-16384 16384 12 1 32 0 1 212992 0 malloc-65536 65536 1 2 57 0 1 196608 0 malloc-65536 65536 2 1 10 0 1 196608 0 malloc-128 128 1310 209 25807 0 126 194432 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-32 32 5304 366 5806 0 254 181440 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 11 505 1165 0 254 165120 0 malloc-1024 1024 141 19 163 0 16 163840 0 FFS2 dinode 256 531 99 540 0 62 161280 0 MAP ENTRY 96 1326 186 40998 0 126 145152 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-32768 32768 2 2 13 0 1 131072 0 mbuf_packet 256 0 508 117 0 254 130048 0 S VFS Cache 104 994 176 1032 0 126 121680 0 FPU_save_area 832 130 14 137 0 16 119808 0 ksiginfo 112 49 995 66 0 126 116928 0 malloc-128 128 653 246 1399 0 126 115072 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-256 256 313 62 388 0 62 96000 0 PROC 1368 55 11 813 0 8 90288 0 UMA Kegs 384 227 6 227 0 30 89472 0 filedesc0 1072 56 14 814 0 8 75040 0 g_bio 408 0 180 4768 0 30 73440 0 malloc-384 384 137 43 160 0 30 69120 0 128 Bucket 1024 43 24 241 0 16 68608 0 malloc-64 64 646 425 14800 0 254 68544 0 malloc-128 128 373 154 418 0 126 67456 0 malloc-128 128 300 227 377 0 126 67456 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 64 Bucket 512 62 66 1710 0 30 65536 0 malloc-256 256 216 39 280 0 62 65280 0 malloc-8192 8192 6 1 8 0 1 57344 0 malloc-4096 4096 11 3 20 0 2 57344 0 malloc-64 64 343 476 6116 0 254 52416 0 malloc-64 64 459 360 658 0 254 52416 0 malloc-256 256 137 58 832 0 62 49920 0 malloc-256 256 80 115 280 0 62 49920 0 32 Bucket 256 60 135 625 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 1 47 12530 0 16 49152 0 malloc-2048 2048 12 12 29 0 8 49152 0 malloc-1024 1024 6 42 534 0 16 49152 0 syncache 176 0 276 3 0 254 48576 0 malloc-8192 8192 5 0 6 0 1 40960 0 pcpu-8 8 4679 441 4835 0 254 40960 0 pipe 736 20 35 288 0 16 40480 0 udp_inpcb 408 11 79 141 0 30 36720 0 malloc-64 64 45 522 63 0 254 36288 0 malloc-64 64 14 553 14 0 254 36288 0 malloc-64 64 49 518 152 0 254 36288 0 malloc-64 64 31 536 298 0 254 36288 0 malloc-128 128 46 233 119 0 126 35712 0 malloc-128 128 18 261 25 0 126 35712 0 malloc-128 128 7 272 342 0 126 35712 0 routing nhops 256 21 114 28 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 63 27 63 0 30 34560 0 malloc-256 256 48 87 181 0 62 34560 0 malloc-256 256 34 101 432 0 62 34560 0 malloc-256 256 77 58 361 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 0 2 190 0 1 32768 0 malloc-8192 8192 2 2 28 0 1 32768 0 malloc-2048 2048 1 15 13 0 8 32768 0 malloc-2048 2048 8 8 8 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 3 13 194 0 8 32768 0 malloc-2048 2048 3 13 5 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 4 28 978 0 16 32768 0 malloc-1024 1024 10 22 177 0 16 32768 0 malloc-512 512 1 63 111 0 30 32768 0 malloc-512 512 6 58 32 0 30 32768 0 malloc-512 512 12 52 17 0 30 32768 0 malloc-512 512 4 60 51 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 pcpu-64 64 501 11 501 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 25 239 36 0 126 31680 0 VMSPACE 584 36 13 796 0 16 28616 0 sctp_laddr 48 1 587 9 0 254 28224 0 malloc-32 32 319 563 1458 0 254 28224 0 16 Bucket 144 47 149 230 0 62 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 da_ccb 544 0 49 1282 0 16 26656 0 TURNSTILE 136 129 60 129 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 83 0 1 24576 0 malloc-8192 8192 1 2 21 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 6 0 2 24576 0 malloc-4096 4096 3 3 185 0 2 24576 0 PWD 40 16 590 97 0 254 24240 0 rtentry 168 24 120 28 0 62 24192 0 Files 80 170 130 6717 0 126 24000 0 8 Bucket 80 57 243 319 0 126 24000 0 tcp_inpcb 1304 8 10 10 0 8 23472 0 malloc-384 384 24 36 188 0 30 23040 0 malloc-384 384 3 57 24 0 30 23040 0 malloc-384 384 1 59 344 0 30 23040 0 malloc-384 384 20 40 23 0 30 23040 0 malloc-384 384 23 37 332 0 30 23040 0 ripcb 376 2 58 5 0 30 22560 0 SLEEPQUEUE 88 129 127 129 0 126 22528 0 clpbuf 2624 0 8 18 0 4 20992 0 hostcache 64 1 314 1 0 254 20160 0 ertt 72 8 272 10 0 126 20160 0 malloc-32 32 100 530 218 0 254 20160 0 malloc-32 32 46 584 798 0 254 20160 0 malloc-32 32 113 517 2881 0 254 20160 0 malloc-32 32 57 573 214 0 254 20160 0 2 Bucket 32 59 571 331 0 254 20160 0 malloc-256 256 26 49 299 0 62 19200 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-4096 4096 1 3 38 0 2 16384 0 malloc-4096 4096 3 1 3 0 2 16384 0 malloc-4096 4096 0 4 3 0 2 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-1024 1024 8 8 8 0 16 16384 0 malloc-512 512 3 29 9 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 AIO 208 1 75 1 0 62 15808 0 kenv 258 17 43 1067 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 ertt_txseginfo 40 0 303 130 0 254 12120 0 malloc-32 32 5 373 25 0 254 12096 0 malloc-32 32 80 298 80 0 254 12096 0 KNOTE 160 0 75 7 0 62 12000 0 malloc-16 16 10 740 16 0 254 12000 0 malloc-16 16 18 732 19 0 254 12000 0 malloc-16 16 292 458 450 0 254 12000 0 malloc-16 16 71 679 101 0 254 12000 0 malloc-16 16 189 561 3028 0 254 12000 0 malloc-16 16 35 715 24864 0 254 12000 0 malloc-16 16 53 697 1339 0 254 12000 0 itimer 352 1 32 1 0 30 11616 0 AIOCB 552 1 20 3 0 16 11592 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 4 252 4 0 254 4096 0 vtnet_tx_hdr 24 0 167 957 0 254 4008 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 896 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2256 0 0 0 0 254 0 0 sctp_ep 1152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb 408 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 rl_entry 48 0 0 0 0 254 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl