panic: Assertion !(tp->t_flags2 & TF2_HPTS_CPU_SET) failed at /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:553 cpuid = 1 time = 1701760921 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe006a6fff90 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe006a7000f0 vpanic() at vpanic+0x271/frame 0xfffffe006a700290 panic() at panic+0xb5/frame 0xfffffe006a700350 tcp_hpts_init() at tcp_hpts_init+0xc5/frame 0xfffffe006a700370 rack_init() at rack_init+0x11a/frame 0xfffffe006a7007b0 tcp_ctloutput_set() at tcp_ctloutput_set+0x66b/frame 0xfffffe006a700930 tcp_ctloutput() at tcp_ctloutput+0x137/frame 0xfffffe006a700a30 sosetopt() at sosetopt+0x227/frame 0xfffffe006a700b90 kern_setsockopt() at kern_setsockopt+0x257/frame 0xfffffe006a700cc0 sys_setsockopt() at sys_setsockopt+0x77/frame 0xfffffe006a700d10 amd64_syscall() at amd64_syscall+0x47a/frame 0xfffffe006a700f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe006a700f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x2aeb2a, rsp = 0x82481ff08, rbp = 0x82481ff80 --- KDB: enter: panic [ thread pid 3094 tid 103322 ] Stopped at kdb_enter+0x6e: movq $0,0x21936a7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072200000 rdx 0x3ffff rbx 0xffffffff826edae0 .str.28 rsp 0xfffffe006a7000d0 rbp 0xfffffe006a7000f0 rsi 0x40001 rdi 0xffffffff815d8986 printf+0x156 r8 0 r9 0xffffffff r10 0xd7735496 r11 0x4d1e4768 r12 0 r13 0xfffffe0073d80000 r14 0xffffffff826edae0 .str.28 r15 0 rip 0xffffffff815c796e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21936a7(%rip) db> show proc Process 3094 (syz-executor.3) at 0xfffffe00754d2040: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 787 at 0xfffffe006cda35c0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0054250040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0073d914d0 (map 0xfffffe0073d914d0) (map.pmap 0xfffffe0073d91590) (pmap 0xfffffe0073d91600) threads: 2 101904 RunQ syz-executor.3 103322 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 3094 787 787 0 R (threaded) syz-executor.3 101904 RunQ syz-executor.3 103322 Run CPU 1 syz-executor.3 3093 782 782 0 R (threaded) syz-executor.2 102113 RunQ syz-executor.2 103319 S connec 0xfffffe0058dc60da syz-executor.2 103321 S uwait 0xfffffe0075000180 syz-executor.2 3090 771 771 0 S (threaded) syz-executor.0 103230 S nanslp 0xffffffff8373c3c0 syz-executor.0 103316 S connec 0xfffffe0058dcdc1a syz-executor.0 103320 S uwait 0xfffffe0058d81e80 syz-executor.0 3087 772 772 0 R (threaded) syz-executor.1 103234 Run CPU 0 syz-executor.1 103313 S connec 0xfffffe0058dc4c1a syz-executor.1 3075 3069 3075 0 Ss select 0xfffffe005791f8c0 dhclient 3072 1 3072 0 Ss select 0xfffffe0007877640 dhclient 3069 3062 424 65 S select 0xfffffe0007877d40 dhclient 3062 424 424 0 S wait 0xfffffe0057a50580 sh 3053 1 3053 65 Ss select 0xfffffe0007876040 dhclient 2213 1 2213 0 Ss select 0xfffffe0007877340 dhclient 2210 1 2210 0 Ss select 0xfffffe0007877f40 dhclient 2191 1 2191 65 Ss select 0xfffffe0007876c40 dhclient 1867 1 782 0 S uwait 0xfffffe0058d83180 syz-executor.2 1864 1 771 0 S uwait 0xfffffe0075001900 syz-executor.0 1861 1 782 0 S uwait 0xfffffe0058d82200 syz-executor.2 1859 1 787 0 S uwait 0xfffffe0057906a00 syz-executor.3 1858 1 771 0 S uwait 0xfffffe0058d82c00 syz-executor.0 1854 1 782 0 S uwait 0xfffffe0057906200 syz-executor.2 1852 1 771 0 S uwait 0xfffffe0057905a80 syz-executor.0 1851 1 787 0 S uwait 0xfffffe0058d82500 syz-executor.3 1843 1 787 0 S uwait 0xfffffe0058d82a00 syz-executor.3 1837 0 0 0 DL - 0xffffffff8384c240 [soaiod4] 1836 0 0 0 DL - 0xffffffff8384c240 [soaiod3] 1835 0 0 0 DL - 0xffffffff8384c240 [soaiod2] 1834 0 0 0 DL - 0xffffffff8384c240 [soaiod1] 1833 1 787 0 S uwait 0xfffffe0058d81680 syz-executor.3 1692 0 0 0 DL mdwait 0xfffffe0054086000 [md3] 1689 0 0 0 DL mdwait 0xfffffe0074fb7000 [md2] 1687 0 0 0 DL mdwait 0xfffffe0074fb8000 [md1] 1685 0 0 0 DL mdwait 0xfffffe006d3e3000 [md0] 1634 1 1634 0 Ss select 0xfffffe00078770c0 dhclient 1631 1 1631 0 Ss select 0xfffffe0007876ec0 dhclient 1604 1 1604 65 Ss select 0xfffffe0007876240 dhclient 1454 0 0 0 DL aiordy 0xfffffe006cda2b00 [aiod4] 1453 0 0 0 DL aiordy 0xfffffe006d277580 [aiod3] 1452 0 0 0 DL aiordy 0xfffffe006cba25c0 [aiod2] 1451 0 0 0 DL aiordy 0xfffffe006cb9f560 [aiod1] 1049 1 1049 0 Ss select 0xfffffe0057921140 dhclient 1046 1 1046 0 Ss select 0xfffffe0007876440 dhclient 787 768 787 0 Rs syz-executor.3 782 768 782 0 Ss nanslp 0xffffffff8373c3c1 syz-executor.2 772 768 772 0 Rs syz-executor.1 771 768 771 0 Ss nanslp 0xffffffff8373c3c1 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100099 S uwait 0xfffffe0058d84580 syz-fuzzer 100111 S uwait 0xfffffe0057907500 syz-fuzzer 100112 S wait 0xfffffe0057a50020 syz-fuzzer 100113 S uwait 0xfffffe0054304f00 syz-fuzzer 100114 S uwait 0xfffffe0057269080 syz-fuzzer 100115 S uwait 0xfffffe0058d83900 syz-fuzzer 100116 S kqread 0xfffffe0058a5e700 syz-fuzzer 100117 S wait 0xfffffe0057a50020 syz-fuzzer 100118 S wait 0xfffffe0057a50020 syz-fuzzer 100120 S wait 0xfffffe0057a50020 syz-fuzzer 100124 S uwait 0xfffffe0058d82b00 syz-fuzzer 100160 S uwait 0xfffffe0057906d00 syz-fuzzer 101176 S uwait 0xfffffe0057906500 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe006cda10d0 csh 764 682 764 0 Ss select 0xfffffe0007876d40 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00574f48b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587a58b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587a60b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587a68b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00543970b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00543978b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00543980b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00543988b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00543990b0 getty 686 1 686 0 Ss nanslp 0xffffffff8373c3c1 cron 682 1 682 0 Ss select 0xfffffe0007876e40 sshd 495 1 495 0 Ss select 0xfffffe0007877440 syslogd 424 1 424 0 Ss wait 0xfffffe0057a4fac0 devd 423 1 423 65 Ss select 0xfffffe0057921640 dhclient 338 1 338 0 Ss select 0xfffffe0007877a40 dhclient 335 1 335 0 Ss select 0xfffffe0057921ec0 dhclient 17 0 0 0 DL syncer 0xffffffff83859b20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe005720e040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83858100 [bufdaemon] 100080 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058ba4ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838cad40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff838b2bb8 [dom0] 100081 D launds 0xffffffff838b2bc4 [laundry: dom0] 100082 D umarcl 0xffffffff81d5a950 [uma] 7 0 0 0 DL - 0xffffffff834b9c10 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84574a30 [pf purge] 5 0 0 0 DL waiting 0xffffffff842b94e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83484340 [doneq0] 100045 D - 0xffffffff834842c0 [async] 100076 D - 0xffffffff83484140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff838ae3e0 [crypto] 100042 D crypto_ 0xfffffe00571b2030 [crypto returns 0] 100043 D crypto_ 0xfffffe00571b2080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00085f4488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836e4d20 [g_event] 100036 D - 0xffffffff836e4d40 [g_up] 100037 D - 0xffffffff836e4d60 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054250040 [init] 10 0 0 0 DL audit_w 0xffffffff838aee40 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836e5700 [swapper] 100005 D - 0xfffffe0054270000 [softirq_0] 100006 D - 0xfffffe005426fe00 [softirq_1] 100007 D - 0xfffffe005426fd00 [if_io_tqg_0] 100008 D - 0xfffffe005426fc00 [if_io_tqg_1] 100009 D - 0xfffffe005426fb00 [if_config_tqg_0] 100010 D - 0xfffffe00085fa000 [pci_hp taskq] 100011 D - 0xfffffe00085f9e00 [kqueue_ctx taskq] 100014 D - 0xfffffe00085f9b00 [thread taskq] 100016 D - 0xfffffe00085f9900 [aiod_kick taskq] 100017 D - 0xfffffe00085f9800 [deferred_unmount ta] 100018 D - 0xfffffe00085f9700 [inm_free taskq] 100019 D - 0xfffffe00085f9600 [in6m_free taskq] 100020 D - 0xfffffe00085f9500 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085f9400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085f9400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085f9400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085f9400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085f9300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085f9300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085f9300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085f9300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085f9100 [firmware taskq] 100039 D - 0xfffffe00085f8e00 [crypto_0] 100040 D - 0xfffffe00085f8e00 [crypto_1] 100055 D - 0xfffffe0057293e00 [vtnet0 rxq 0] 100056 D - 0xfffffe0057293d00 [vtnet0 txq 0] 100057 D - 0xfffffe0057293c00 [vtnet0 rxq 1] 100058 D - 0xfffffe0057293b00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0007dd7e00 [virtio_balloon] 100066 D - 0xffffffff826f2d41 [deadlkres] 100070 D - 0xfffffe005798ec00 [acpi_task_0] 100071 D - 0xfffffe005798ec00 [acpi_task_1] 100072 D - 0xfffffe005798ec00 [acpi_task_2] 100074 D - 0xfffffe00085fa100 [mca taskq] 100075 D - 0xfffffe00085f8c00 [CAM taskq] db> show all locks Process 3094 (syz-executor.3) thread 0xfffffe0073d80000 (103322) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe0073d9daa0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1702 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4224 sysctloid 35402 2086K 35473 vtbuf 24 1968K 46 kobj 326 1304K 524 newblk 10 1027K 7389 vfscache 3 1025K 3 pcb 259 930K 8953 inodedep 217 593K 2505 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 180 358K 3208 filedesc 38 297K 4251 vmem 3 266K 6 vnet_data 2 224K 2 acpitask 1 224K 1 acpica 1674 184K 60830 tidhash 3 141K 3 pagedep 11 131K 2186 linker 352 130K 386 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 113 113K 130 sctp_stro 108 108K 1456 sem 4 106K 4 gtaskqueue 18 98K 18 BPF 46 88K 170 sctp_atcl 224 84K 6228 bus 985 81K 5155 filemon 10 80K 107 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 512 64K 512 ddb_capture 1 64K 1 dirrem 205 52K 2294 kdtrace 263 51K 6418 umtx 400 50K 400 temp 36 39K 2455 DEVFS3 132 33K 142 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 kbdmux 6 28K 6 freefile 202 26K 2275 routetbl 162 26K 622 LRO 24 25K 24 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 md_disk 8 17K 8 tty 16 16K 16 md_sectors 4 16K 4 ithread 97 16K 97 lltable 47 15K 82 sctp_timw 58 15K 58 GEOM 89 15K 653 bus-sc 34 15K 1687 sctp_atky 332 14K 8263 eventhandler 161 14K 161 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 pf_table 6 12K 48 kenv 95 12K 95 rman 86 11K 429 CAM queue 5 11K 1528 pf_ifnet 34 10K 65 in6_multi 71 9K 71 bmsafemap 3 9K 2472 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 98 shmfd 1 8K 5 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 kqueue 82 8K 3136 taskqueue 63 7K 63 cred 26 7K 279 sglist 6 7K 6 plimit 24 6K 424 CAM DEV 3 6K 510 pwddesc 80 5K 3156 pfs_nodes 20 5K 20 hhook 15 5K 17 DEVFSP 78 5K 506 ufs_dirhash 24 5K 24 UMA 272 5K 272 session 34 5K 51 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 104 4K 4390 sctp_athm 224 4K 6600 acpisem 28 4K 28 lockf 32 4K 54 sctp_map 216 4K 3248 selfd 52 4K 49829 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 59 CC Mem 9 3K 1284 clone 9 3K 9 uidinfo 3 3K 13 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 tun 7 2K 7 CAM XPT 22 2K 543 Unitno 25 2K 49 msi 12 2K 12 in_multi 6 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 acpidev 20 2K 20 freework 5 2K 4124 softdep 1 1K 1 mkdir 8 1K 4232 freeblks 4 1K 2358 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 214 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 diradd 6 1K 2334 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 146 inpcbpolicy 20 1K 1728 encap_export_host 12 1K 12 procdesc 5 1K 18 osd 14 1K 1297 newdirblk 4 1K 2116 cdev 2 1K 2 pf_rule 3 1K 61 netlink 2 1K 2 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 5 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 pf_osfp 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 7 1K 8370 cryptodev 2 1K 476 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 8 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 filecaps 5 1K 119 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 43 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2076 sctp_iter 0 0K 19 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 7 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 40 sctp_stri 0 0K 730 tcp_do 0 0K 0 tcp_fsb 0 0K 412 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2764 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 104 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 2662 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 108 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 5 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 211 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 17572 ioctlops 0 0K 353 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 336 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 777 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 10 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 96 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 111 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1077 930760 0 254 38494208 0 mbuf 256 11449 19544 3659124 0 254 7934208 0 tcp_log 416 0 14733 123523 0 254 6128928 0 RADIX NODE 144 11774 205 111087 0 62 1724976 0 BUF TRIE 144 197 11619 5720 0 62 1701504 0 malloc-384 384 4122 48 4123 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11919 202 12238 0 126 1551488 0 malloc-4096 4096 327 9 775 0 2 1376256 0 UMA Slabs 0 112 11200 26 11200 0 126 1257312 0 vmem btag 56 20433 126 20433 0 254 1151304 0 sctp_asoc 2256 108 402 1452 0 254 1150560 0 256 Bucket 2048 384 32 11682 0 8 851968 0 ertt_txseginfo 40 1576 17311 1090285 0 254 755480 0 sctp_chunk 152 915 3427 159905 0 254 659984 0 FFS inode 1168 529 24 2808 0 8 645904 0 sctp_ep 1176 116 394 4411 0 254 599760 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 socket 960 63 445 7482 0 254 487680 0 tcp_bbr_map 128 652 2882 86182 0 126 452352 0 malloc-65536 65536 6 0 6 0 1 393216 0 VM OBJECT 264 1447 23 42541 0 30 388080 0 sctp_raddr 736 108 409 1825 0 254 380512 0 malloc-16384 16384 19 4 2124 0 1 376832 0 THREAD 1824 182 18 3322 0 8 364800 0 malloc-4096 4096 80 2 3095 0 2 335872 0 malloc-64 64 4367 484 54364 0 254 310464 0 VNODE 448 569 97 2850 0 30 298368 0 malloc-2048 2048 129 15 4502 0 8 294912 0 malloc-256 256 258 747 11358 0 62 257280 0 malloc-16 16 14820 180 19350 0 254 240000 0 malloc-32768 32768 0 7 2511 0 1 229376 0 DEVCTL 1024 18 202 160 0 0 225280 0 malloc-128 128 1426 217 30780 0 126 210304 0 malloc-384 384 452 88 8745 0 30 207360 0 malloc-65536 65536 0 3 174 0 1 196608 0 malloc-2048 2048 6 90 1038 0 8 196608 0 mbuf_packet 256 156 606 32402 0 254 195072 0 MAP ENTRY 96 1880 136 135237 0 126 193536 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5391 279 6335 0 254 181440 0 FPU_save_area 832 184 32 10951 0 16 179712 0 malloc-1024 1024 137 23 154 0 16 163840 0 malloc-128 128 1136 135 9699 0 126 162688 0 FFS2 dinode 256 529 101 2808 0 62 161280 0 malloc-8192 8192 15 3 171 0 1 147456 0 malloc-4096 4096 34 2 45 0 2 147456 0 S VFS Cache 104 1025 379 3426 0 126 146016 0 PROC 1376 79 20 3094 0 8 136224 0 128 Bucket 1024 82 49 793 0 16 134144 0 malloc-65536 65536 0 2 170 0 1 131072 0 malloc-65536 65536 0 2 7 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-1024 1024 112 16 1418 0 16 131072 0 unpcb 256 20 490 1287 0 254 130560 0 malloc-256 256 399 111 8090 0 62 130560 0 ksiginfo 112 91 953 7788 0 126 116928 0 malloc-256 256 264 171 6270 0 62 111360 0 filedesc0 1072 80 18 3156 0 8 105056 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-256 256 33 342 2896 0 62 96000 0 UMA Kegs 384 231 2 231 0 30 89472 0 64 Bucket 512 98 70 4232 0 30 86016 0 sctp_readq 152 0 520 382 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 malloc-64 64 534 537 1971 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 8 247 4326 0 62 65280 0 malloc-256 256 113 142 3256 0 62 65280 0 32 Bucket 256 80 175 2268 0 62 65280 0 g_bio 408 0 150 45992 0 30 61200 0 sctp_stream_msg_out 112 57 483 515 0 254 60480 0 malloc-384 384 114 36 114 0 30 57600 0 malloc-8192 8192 6 1 107 0 1 57344 0 tcp_inpcb 1312 9 33 1284 0 8 55104 0 malloc-64 64 100 719 4117 0 254 52416 0 VMSPACE 616 51 33 3067 0 16 51744 0 tcp_rack_map 128 0 403 1775 0 126 51584 0 malloc-128 128 59 344 313 0 126 51584 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 24617 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 8 4 774 0 2 49152 0 malloc-1024 1024 8 40 1776 0 16 49152 0 pipe 728 23 43 508 0 16 48048 0 pcpu-8 8 5224 408 7240 0 254 45056 0 tcp_bbr_pcb 832 4 50 861 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 Files 80 254 296 18276 0 126 44000 0 malloc-4096 4096 5 5 9 0 2 40960 0 malloc-4096 4096 7 3 13 0 2 40960 0 udp_inpcb 424 6 84 279 0 30 38160 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 58 509 389 0 254 36288 0 malloc-64 64 66 501 16139 0 254 36288 0 malloc-64 64 264 303 5528 0 254 36288 0 malloc-64 64 311 256 3373 0 254 36288 0 malloc-64 64 194 373 622 0 254 36288 0 16 Bucket 144 89 163 703 0 62 36288 0 malloc-128 128 12 267 2454 0 126 35712 0 malloc-128 128 38 241 160 0 126 35712 0 malloc-128 128 135 144 2832 0 126 35712 0 malloc-128 128 61 218 251 0 126 35712 0 ripcb 392 5 85 116 0 30 35280 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 97 0 30 34560 0 malloc-384 384 51 39 54 0 30 34560 0 malloc-256 256 83 52 520 0 62 34560 0 malloc-256 256 17 118 275 0 62 34560 0 TURNSTILE 136 201 51 201 0 62 34272 0 SLEEPQUEUE 88 201 183 201 0 126 33792 0 tcp_rack_pcb 1024 0 32 206 0 16 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 6 2 10 0 2 32768 0 malloc-2048 2048 14 2 149 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 4 12 152 0 8 32768 0 malloc-2048 2048 4 12 28 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 9 7 204 0 8 32768 0 malloc-1024 1024 0 32 23 0 16 32768 0 malloc-1024 1024 10 22 11 0 16 32768 0 malloc-1024 1024 5 27 184 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-512 512 0 64 35 0 30 32768 0 malloc-512 512 21 43 357 0 30 32768 0 malloc-512 512 0 64 187 0 30 32768 0 malloc-512 512 14 50 850 0 30 32768 0 malloc-512 512 4 60 53 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 PWD 40 32 776 2196 0 254 32320 0 KNOTE 160 28 172 46299 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 34 230 51 0 126 31680 0 clpbuf 2624 0 12 159 0 4 31488 0 sctp_asconf_ack 48 0 588 40 0 254 28224 0 sctp_laddr 48 29 559 1642 0 254 28224 0 tcp_inpcb ports 32 6 876 910 0 254 28224 0 malloc-32 32 280 602 4477 0 254 28224 0 4 Bucket 48 6 582 16 0 254 28224 0 2 Bucket 32 67 815 1051 0 254 28224 0 8 Bucket 80 61 289 1690 0 126 28000 0 AIO 208 0 133 83 0 62 27664 0 udplite_inpcb 424 0 63 49 0 30 26712 0 da_ccb 544 0 49 11593 0 16 26656 0 cpuset 200 7 121 7 0 62 25600 0 rl_entry 40 77 529 77 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 malloc-384 384 1 59 346 0 30 23040 0 malloc-384 384 24 36 66 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 udplite_inpcb ports 32 0 630 19 0 254 20160 0 udp_inpcb ports 32 3 627 59 0 254 20160 0 ertt 72 9 271 1284 0 126 20160 0 malloc-32 32 30 600 221 0 254 20160 0 malloc-32 32 88 542 2035 0 254 20160 0 malloc-32 32 107 523 5050 0 254 20160 0 malloc-32 32 368 262 6073 0 254 20160 0 malloc-32 32 82 548 220 0 254 20160 0 malloc-32 32 16 614 17 0 254 20160 0 cryptop 280 0 70 52 0 30 19600 0 AIOCB 552 0 35 90 0 16 19320 0 md3 512 3 29 3 0 30 16384 0 md2 512 3 29 3 0 30 16384 0 md1 512 3 29 3 0 30 16384 0 md0 512 3 29 3 0 30 16384 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 2 666 763950 0 254 16032 0 kenv 258 17 43 1085 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 63 687 3745 0 254 12000 0 malloc-16 16 15 735 790 0 254 12000 0 malloc-16 16 285 465 5938 0 254 12000 0 malloc-16 16 257 493 7934 0 254 12000 0 malloc-16 16 35 715 187 0 254 12000 0 malloc-16 16 292 458 28100 0 254 12000 0 malloc-16 16 7 743 22 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0