panic: sleeping thread holds tun_mtx cpuid = 0 time = 1754210967 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056d69e30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056d69f90 vpanic() at vpanic+0x257/frame 0xfffffe0056d6a150 panic() at panic+0xb5/frame 0xfffffe0056d6a210 propagate_priority() at propagate_priority+0x521/frame 0xfffffe0056d6a260 turnstile_wait() at turnstile_wait+0x663/frame 0xfffffe0056d6a2d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x452/frame 0xfffffe0056d6a410 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe0056d6a4f0 tunifioctl() at tunifioctl+0x15c/frame 0xfffffe0056d6a5b0 ifhwioctl() at ifhwioctl+0xefe/frame 0xfffffe0056d6a870 ifioctl() at ifioctl+0xde2/frame 0xfffffe0056d6aab0 kern_ioctl() at kern_ioctl+0x4ca/frame 0xfffffe0056d6ab90 sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe0056d6ad10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056d6af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056d6af30 --- syscall (54, FreeBSD ELF64, ioctl), rip = 0x824bee2ca, rsp = 0x821015518, rbp = 0x821015d10 --- KDB: enter: panic [ thread pid 814 tid 100102 ] Stopped at kdb_enter+0x6e: movq $0,0x25c53c7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0002bf1850 rdx 0 rbx 0xffffffff827cc5a0 .str.27 rsp 0xfffffe0056d69f70 rbp 0xfffffe0056d69f90 rsi 0 rdi 0xffffffff81614c99 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0xfffffe00540ca550 r12 0xfffffe00540ca000 r13 0xfffffffffffffffe r14 0xffffffff827cc5a0 .str.27 r15 0 rip 0xffffffff815fe7ce kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25c53c7(%rip) db> show proc Process 814 (ifconfig) at 0xfffffe00540d2040: state: NORMAL uid: 0 gids: 0 parent: pid 802 at 0xfffffe00540055c0 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: /sbin/ifconfig -n tap0 reaper: 0xfffffe0007809040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00078116d8 (map 0xfffffe00078116d8) (map.pmap 0xfffffe0007811778) (pmap 0xfffffe00078117e8) threads: 1 100102 L *tun_mtx 0xfffffe000782ec00 ifconfig db> ps pid ppid pgrp uid state wmesg wchan cmd 814 802 423 0 L *tun_mtx 0xfffffe000782ec00 ifconfig 812 765 765 0 R (threaded) syz-executor 100086 RunQ syz-executor 100132 S uwait 0xfffffe00584f3b80 syz-executor 811 766 766 0 R (threaded) syz-executor 100098 RunQ syz-executor 100130 S uwait 0xfffffe0053e11280 syz-executor 810 763 763 0 R (threaded) syz-executor 100127 RunQ syz-executor 100131 D tun_ioc 0xffffffff83cc4a40 syz-executor 100134 RunQ syz-executor 808 764 764 0 R (threaded) syz-executor 100101 RunQ syz-executor 100129 S uwait 0xfffffe0053e11480 syz-executor 100133 S uwait 0xfffffe006dfae900 syz-executor 806 0 0 0 DL aiordy 0xfffffe005410eb00 [aiod4] 805 0 0 0 DL aiordy 0xfffffe00540d1020 [aiod3] 804 0 0 0 DL aiordy 0xfffffe00540f45c0 [aiod2] 803 0 0 0 DL aiordy 0xfffffe005410c000 [aiod1] 802 423 423 0 S wait 0xfffffe00540055c0 sh 766 762 766 0 R syz-executor 765 762 765 0 S nanslp 0xffffffff83ba4c00 syz-executor 764 762 764 0 S nanslp 0xffffffff83ba4c01 syz-executor 763 762 763 0 S nanslp 0xffffffff83ba4c00 syz-executor 762 760 760 0 S select 0xfffffe0059b14ec0 syz-executor 760 758 760 0 Ss sigsusp 0xfffffe00540aa650 csh 758 681 758 0 Ss select 0xfffffe0059b14f40 sshd 747 1 747 0 Ss+ ttyin 0xfffffe0058298cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585be8b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00585becb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00585bf0b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00585bf4b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0058297cb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00585bf8b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00585bfcb0 getty 739 1 739 0 Ss+ ttyin 0xfffffe00585c00b0 getty 737 1 17 0 S+ piperd 0xfffffe0059730e60 logger 736 735 17 0 S+ nanslp 0xffffffff83ba4c00 sleep 735 1 17 0 S+ wait 0xfffffe00540f1560 sh 685 1 685 0 Ss nanslp 0xffffffff83ba4c01 cron 681 1 681 0 Ss select 0xfffffe006dd423c0 sshd 494 1 494 0 Rs syslogd 423 1 423 0 Ss wait 0xfffffe00540d1ae0 devd 422 1 422 65 Ss select 0xfffffe006dd421c0 dhclient 337 1 337 0 Ss select 0xfffffe0059b272c0 dhclient 334 1 334 0 Ss select 0xfffffe0059b15140 dhclient 16 0 0 0 DL syncer 0xffffffff83cc2820 [syncer] 15 0 0 0 DL vlruwt 0xfffffe000780a060 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83cc0d60 [bufdaemon] 100082 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0057dc74e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d0bc80 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83cf1d48 [dom0] 100080 D launds 0xffffffff83cf1d54 [laundry: dom0] 100081 D umarcl 0xffffffff81de1e50 [uma] 7 0 0 0 DL - 0xffffffff8391d5d8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843b29e0 [pf purge] 5 0 0 0 DL waiting 0xffffffff846c9700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff838e7340 [doneq0] 100046 D - 0xffffffff838e72c0 [async] 100075 D - 0xffffffff838e7140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ced640 [crypto] 100043 D crypto_ 0xfffffe0053ea9030 [crypto returns 0] 100044 D crypto_ 0xfffffe0053ea9080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b4d600 [g_event] 100038 D - 0xffffffff83b4d620 [g_up] 100039 D - 0xffffffff83b4d640 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 Run CPU 1 [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83cee0e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c3eff0 [swapper] 100005 D - 0xfffffe00083f7000 [softirq_0] 100006 D - 0xfffffe00083f6e00 [softirq_1] 100007 D - 0xfffffe00083f6d00 [if_io_tqg_0] 100008 D - 0xfffffe00083f6c00 [if_io_tqg_1] 100009 D - 0xfffffe00083f6b00 [if_config_tqg_0] 100010 D - 0xfffffe00083f6a00 [kqueue_ctx taskq] 100011 D - 0xfffffe00083f6900 [jail_remove taskq] 100012 D - 0xfffffe00083f6800 [bus taskq] 100015 D - 0xfffffe00083f6500 [thread taskq] 100017 D - 0xfffffe00083f6300 [aiod_kick taskq] 100018 D - 0xfffffe00083f6200 [deferred_unmount ta] 100019 D - 0xfffffe00083f6100 [inm_free taskq] 100020 D - 0xfffffe00083f6000 [in6m_free taskq] 100021 D - 0xfffffe00083f5e00 [linuxkpi_irq_wq] 100022 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00083f5d00 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00083f5c00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00083f5b00 [firmware taskq] 100040 D - 0xfffffe00083f5a00 [crypto_0] 100041 D - 0xfffffe00083f5a00 [crypto_1] 100056 D - 0xfffffe00083f5800 [vtnet0 rxq 0] 100057 D - 0xfffffe00083f5700 [vtnet0 txq 0] 100058 D - 0xfffffe00083f5600 [vtnet0 rxq 1] 100059 D - 0xfffffe00083f5500 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0057d80e00 [virtio_balloon] 100065 D - 0xffffffff827d0c81 [deadlkres] 100069 D - 0xfffffe005940b300 [acpi_task_0] 100070 D - 0xfffffe005940b300 [acpi_task_1] 100071 D - 0xfffffe005940b300 [acpi_task_2] 100073 D - 0xfffffe00083f7100 [mca taskq] 100074 D - 0xfffffe00083f5900 [CAM taskq] 100076 D - 0xfffffe005940b200 [ipsec_offload] db> show all locks Process 814 (ifconfig) thread 0xfffffe00540ca000 (100102) exclusive sx tun_ioctl (tun_ioctl) r = 0 (0xffffffff83cc4a40) locked @ /syzkaller/managers/i386/kernel/sys/net/if_tuntap.c:1340 Process 810 (syz-executor) thread 0xfffffe00540fa000 (100131) exclusive sleep mutex tun_mtx (tun_mtx) r = 0 (0xfffffe006de1e988) locked @ /syzkaller/managers/i386/kernel/sys/net/if_tuntap.c:1641 Process 810 (syz-executor) thread 0xfffffe00540f9000 (100134) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe006df3e560) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:938 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe0059a08580) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:4835 Process 494 (syslogd) thread 0xfffffe00540c8000 (100106) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006de39598) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_syscalls.c:3671 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 376 5079K 486 tcp_hpts 7 4801K 7 devbuf 4187 4323K 4212 sysctloid 34891 2055K 34966 vtbuf 24 1968K 46 kobj 330 1320K 494 newblk 331 1107K 349 vfscache 3 1025K 3 pcb 26 671K 54 inodedep 71 539K 97 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 121 238K 883 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 54426 vmem 5 144K 6 tidhash 3 141K 3 filedesc 18 137K 77 pagedep 22 134K 30 tfo_ccache 1 128K 1 IP reass 1 128K 1 sem 4 106K 4 DEVFS1 106 106K 123 gtaskqueue 18 98K 18 bus 997 82K 5063 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 521 ddb_capture 1 64K 1 kdtrace 180 36K 950 umtx 272 34K 272 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 temp 31 21K 1819 DEVFS_RULE 56 20K 56 ifaddr 66 19K 68 BPF 14 19K 14 ufs_mount 4 17K 5 proc 3 17K 3 LRO 16 17K 16 tty 16 16K 16 routetbl 124 16K 395 ithread 90 15K 90 bus-sc 34 15K 1647 eventhandler 163 14K 163 lltable 43 14K 43 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 GEOM 49 11K 431 CAM queue 5 11K 1528 cred 25 10K 185 rman 82 10K 437 rpc 8 9K 8 in6_multi 65 9K 65 bmsafemap 3 9K 64 plimit 22 9K 318 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 240 8K 303 taskqueue 69 8K 69 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 dirrem 21 6K 44 ufs_dirhash 24 5K 24 UMA 266 5K 266 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 diradd 32 4K 59 evdev 4 4K 4 kqueue 54 4K 824 acpisem 28 4K 28 pwddesc 53 4K 815 indirdep 12 3K 12 terminal 11 3K 11 DEVFSP 44 3K 49 mkdir 20 3K 40 session 20 3K 32 acpidev 20 3K 20 proc-args 78 3K 1841 hhook 8 3K 10 CC Mem 18 3K 27 clone 9 3K 9 selfd 36 3K 6035 uidinfo 3 3K 6 kcovinfo 36 3K 36 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 32 2K 50 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 lockf 15 2K 26 newdirblk 12 2K 20 in_multi 6 2K 8 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 freework 6 2K 32 msi 9 2K 9 netlink 2 2K 70 softdep 1 1K 1 freeblks 4 1K 30 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 8 select 8 1K 24 ioctlops 1 1K 100 NFSD session 1 1K 1 CAM periph 4 1K 271 inpcbpolicy 27 1K 179 osd 23 1K 44 ipsec 3 1K 3 sctp_ifn 6 1K 14 freefile 6 1K 16 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 122 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 sctp_atcl 1 1K 1 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 2 1K 2 ip6opt 1 1K 4 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 soname 5 1K 3312 cryptodev 2 1K 37 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefrag 1 1K 3 aio 4 1K 4 procdesc 1 1K 6 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 filecaps 4 1K 66 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 32 acpiintr 1 1K 1 sctp_atky 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 sctp_athm 1 1K 1 iov 1 1K 13416 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 filemon 0 0K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 15 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 19 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 181 namei_tracker 0 0K 1 inotify 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 1 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 649 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 12104 0 254 38494208 0 mbuf 256 8609 1053 14362 0 254 2473472 0 BUF TRIE 152 206 11598 393 0 62 1794208 0 malloc-384 384 4157 43 4169 0 30 1612800 0 malloc-128 128 12056 189 12637 0 126 1567360 0 malloc-4096 4096 333 3 1053 0 2 1376256 0 UMA Slabs 0 112 10938 0 10938 0 126 1225056 0 tcp_log 416 766 2033 3452 0 254 1164384 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 RADIX NODE 152 6139 148 26113 0 62 955624 0 vmem btag 56 16028 139 16028 0 254 905352 0 malloc-65536 65536 13 0 16 0 1 851968 0 FFS inode 1168 532 21 549 0 8 645904 0 pbuf 2624 0 202 0 0 2 530048 0 socket 1024 40 468 1368 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 sctp_ep 1152 1 258 1 0 254 298368 0 malloc-2048 2048 5 139 513 0 8 294912 0 VM OBJECT 248 1079 105 13205 0 62 293632 0 VNODE 440 569 61 588 0 30 277200 0 256 Bucket 2048 122 6 982 0 8 262144 0 malloc-64 64 4002 93 4040 0 254 262080 0 THREAD 1860 126 10 134 0 8 252960 0 malloc-16 16 14427 323 14564 0 254 236000 0 malloc-32768 32768 7 0 7 0 1 229376 0 malloc-16384 16384 12 2 41 0 1 229376 0 malloc-2048 2048 104 8 127 0 8 229376 0 DEVCTL 1024 19 201 147 0 0 225280 0 malloc-4096 4096 54 0 820 0 2 221184 0 UMA Zones 768 238 1 238 0 16 183552 0 malloc-32 32 5325 345 5386 0 254 181440 0 malloc-128 128 1165 230 25559 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 11 505 1162 0 254 165120 0 FFS2 dinode 256 532 98 549 0 62 161280 0 malloc-1024 1024 122 22 145 0 16 147456 0 MAP ENTRY 96 1191 195 41162 0 126 133056 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 62 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 mbuf_packet 256 0 508 135 0 254 130048 0 S VFS Cache 104 997 173 1043 0 126 121680 0 FPU_save_area 832 128 16 146 0 16 119808 0 ksiginfo 112 44 1000 59 0 126 116928 0 malloc-256 256 354 21 497 0 62 96000 0 PROC 1376 52 14 814 0 8 90816 0 UMA Kegs 384 225 8 225 0 30 89472 0 128 Bucket 1024 41 42 238 0 16 84992 0 malloc-4096 4096 16 4 64 0 2 81920 0 malloc-256 256 222 93 367 0 62 80640 0 filedesc0 1072 53 17 815 0 8 75040 0 g_bio 408 0 180 4795 0 30 73440 0 malloc-64 64 626 445 2621 0 254 68544 0 malloc-64 64 512 559 1558 0 254 68544 0 malloc-128 128 322 205 324 0 126 67456 0 malloc-128 128 347 180 672 0 126 67456 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-256 256 164 91 605 0 62 65280 0 malloc-4096 4096 13 1 27 0 2 57344 0 malloc-256 256 103 92 220 0 62 49920 0 32 Bucket 256 59 136 355 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 12591 0 16 49152 0 malloc-16384 16384 1 2 191 0 1 49152 0 malloc-8192 8192 6 0 7 0 1 49152 0 malloc-8192 8192 4 2 87 0 1 49152 0 malloc-2048 2048 15 9 31 0 8 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-1024 1024 11 37 519 0 16 49152 0 64 Bucket 512 66 30 1715 0 30 49152 0 malloc-384 384 112 8 463 0 30 46080 0 syncache 168 0 264 3 0 254 44352 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4694 426 4850 0 254 40960 0 da_ccb 544 0 70 1291 0 16 38080 0 udp_inpcb 408 7 83 146 0 30 36720 0 malloc-64 64 14 553 56 0 254 36288 0 malloc-64 64 277 290 13356 0 254 36288 0 malloc-64 64 91 476 7401 0 254 36288 0 malloc-64 64 19 548 78 0 254 36288 0 malloc-64 64 45 522 46 0 254 36288 0 malloc-128 128 48 231 120 0 126 35712 0 malloc-128 128 41 238 3284 0 126 35712 0 malloc-128 128 124 155 625 0 126 35712 0 malloc-128 128 95 184 107 0 126 35712 0 routing nhops 256 26 109 33 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 69 21 69 0 30 34560 0 malloc-384 384 24 66 526 0 30 34560 0 malloc-256 256 51 84 63 0 62 34560 0 malloc-256 256 48 87 127 0 62 34560 0 malloc-256 256 29 106 370 0 62 34560 0 malloc-256 256 19 116 969 0 62 34560 0 malloc-32768 32768 0 1 11 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-2048 2048 9 7 24 0 8 32768 0 malloc-2048 2048 4 12 49 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 2 14 195 0 8 32768 0 malloc-1024 1024 2 30 45 0 16 32768 0 malloc-1024 1024 1 31 968 0 16 32768 0 malloc-1024 1024 6 26 164 0 16 32768 0 malloc-1024 1024 10 22 14 0 16 32768 0 malloc-1024 1024 20 12 25 0 16 32768 0 malloc-1024 1024 1 31 16 0 16 32768 0 malloc-512 512 6 58 11 0 30 32768 0 malloc-512 512 0 64 2 0 30 32768 0 malloc-512 512 1 63 15 0 30 32768 0 malloc-512 512 4 60 57 0 30 32768 0 malloc-512 512 2 62 22 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 pcpu-64 64 498 14 498 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 24 240 36 0 126 31680 0 tcp_inpcb 1304 18 6 27 0 8 31296 0 VMSPACE 584 33 16 797 0 16 28616 0 sctp_laddr 48 0 588 12 0 254 28224 0 malloc-32 32 378 504 2336 0 254 28224 0 16 Bucket 144 55 141 238 0 62 28224 0 4 Bucket 48 5 583 5 0 254 28224 0 TURNSTILE 136 137 52 137 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 2 1 21 0 1 24576 0 malloc-4096 4096 3 3 185 0 2 24576 0 pipe 736 21 12 288 0 16 24288 0 ertt_txseginfo 40 0 606 160 0 254 24240 0 PWD 40 18 588 103 0 254 24240 0 rtentry 168 29 115 33 0 62 24192 0 Files 80 172 128 6762 0 126 24000 0 8 Bucket 80 59 241 308 0 126 24000 0 malloc-384 384 22 38 28 0 30 23040 0 malloc-384 384 53 7 54 0 30 23040 0 malloc-384 384 7 53 7 0 30 23040 0 ripcb 376 2 58 6 0 30 22560 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 137 119 137 0 126 22528 0 clpbuf 2624 0 8 12 0 4 20992 0 hostcache 64 1 314 1 0 254 20160 0 ertt 72 18 262 27 0 126 20160 0 malloc-32 32 61 569 190 0 254 20160 0 malloc-32 32 41 589 504 0 254 20160 0 malloc-32 32 117 513 148 0 254 20160 0 malloc-32 32 121 509 303 0 254 20160 0 malloc-32 32 40 590 2683 0 254 20160 0 2 Bucket 32 54 576 321 0 254 20160 0 KNOTE 160 0 125 10 0 62 20000 0 AIOCB 552 0 35 4 0 16 19320 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 28 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 3 1 3 0 2 16384 0 malloc-4096 4096 1 3 3 0 2 16384 0 malloc-512 512 0 32 110 0 30 16384 0 malloc-512 512 1 31 2 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 rl_entry 48 2 334 2 0 254 16128 0 AIO 208 1 75 2 0 62 15808 0 kenv 258 17 43 1065 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 8 370 33 0 254 12096 0 malloc-16 16 19 731 68 0 254 12000 0 malloc-16 16 45 705 189 0 254 12000 0 malloc-16 16 37 713 41 0 254 12000 0 malloc-16 16 229 521 4458 0 254 12000 0 malloc-16 16 4 746 6 0 254 12000 0 malloc-16 16 266 484 267 0 254 12000 0 malloc-16 16 20 730 24807 0 254 12000 0 malloc-4096 4096 0 2 3 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 1180 0 254 8016 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 896 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2256 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb 408 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl tcpcb at 0xfffffe006df3e540 t_segq first: 0 t_segqlen: 0 t_dupacks: 0 t_callout: 0xfffffe006df3e6c8 t_timers: 0xfffffe006df3e708 t_state: 2 (TCPS_SYN_SENT) t_flags: 0x100002a0 (TF_REQ_SCALE, TF_REQ_TSTMP, TF_SACK_PERMIT, TF_LRD) t_flags2: 0xa (TF2_PLPMTU_PMTUD, TF2_LOG_AUTO) snd_una: 0x8bbce15c snd_max: 0x8bbce15c snd_nxt: 0x8bbce15c snd_up: 0x8bbce15c snd_wl1: 0x00000000 snd_wl2: 0x00000000 iss: 0x8bbce15c irs: 0x00000000 rcv_nxt: 0x00000000 rcv_adv: 0x00000000 rcv_wnd: 0 rcv_up: 0x00000000 snd_wnd: 4096 snd_cwnd: 1073725440 snd_ssthresh: 1073725440 snd_recover: 0x8bbce15c t_rcvtime: 2147427890 t_startime: 0 t_rttime: 0 t_rtsq: 0x00000000 t_rxtcur: 100 t_maxseg: 16324 t_srtt: 0 t_rttvar: 400 t_rxtshift: 0 t_rttmin: 3 t_rttupdated: 0 max_sndwnd: 0 t_softerror: 0 t_oobflags: 0x0 () t_iobc: 0x00 snd_scale: 0 rcv_scale: 0 request_r_scale: 6 ts_recent: 0 ts_recent_age: 0 ts_offset: 3748102401 last_ack_sent: 0x00000000 snd_cwnd_prev: 0 snd_ssthresh_prev: 0 snd_recover_prev: 0x00000000 t_badrxtwin: 0 snd_numholes: 0 snd_holes first: 0 snd_fack: 0x00000000 rcv_numsacks: 0 t_rttlow: 0 rfbuf_ts: 43443 rfbuf_cnt: 0 t_fb.tfb_tcp_block_name: freebsd t_cc.name: cubic _t_logstate: 1 (TCP_LOG_STATE_TAIL) t_lognum: 2 t_loglimit: 5000 t_logsn: 2 0.000 ATTACH, error: 0 +0.011 > S 2344411484:2344411484(0) win 65535