panic: Assertion !(tp->t_flags2 & TF2_HPTS_CPU_SET) failed at /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:553 cpuid = 0 time = 1701980564 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0073e13f90 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0073e140f0 vpanic() at vpanic+0x271/frame 0xfffffe0073e14290 panic() at panic+0xb5/frame 0xfffffe0073e14350 tcp_hpts_init() at tcp_hpts_init+0xc5/frame 0xfffffe0073e14370 rack_init() at rack_init+0x11a/frame 0xfffffe0073e147b0 tcp_ctloutput_set() at tcp_ctloutput_set+0x66b/frame 0xfffffe0073e14930 tcp_ctloutput() at tcp_ctloutput+0x137/frame 0xfffffe0073e14a30 sosetopt() at sosetopt+0x227/frame 0xfffffe0073e14b90 kern_setsockopt() at kern_setsockopt+0x257/frame 0xfffffe0073e14cc0 sys_setsockopt() at sys_setsockopt+0x77/frame 0xfffffe0073e14d10 amd64_syscall() at amd64_syscall+0x47a/frame 0xfffffe0073e14f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0073e14f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x2aeb2a, rsp = 0x826cc1f08, rbp = 0x826cc1f80 --- KDB: enter: panic [ thread pid 7032 tid 114018 ] Stopped at kdb_enter+0x6e: movq $0,0x21936a7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072400000 rdx 0x3ffff rbx 0xffffffff826eeae0 .str.28 rsp 0xfffffe0073e140d0 rbp 0xfffffe0073e140f0 rsi 0x40001 rdi 0xffffffff815d8986 printf+0x156 r8 0 r9 0xffffffff r10 0x1b6ff0cd r11 0xb4514e8c r12 0 r13 0xfffffe006d25a740 r14 0xffffffff826eeae0 .str.28 r15 0 rip 0xffffffff815c796e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21936a7(%rip) db> show proc Process 7032 (syz-executor.3) at 0xfffffe0054251060: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 819 at 0xfffffe006d1ff580 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0054250040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0073d769a0 (map 0xfffffe0073d769a0) (map.pmap 0xfffffe0073d76a60) (pmap 0xfffffe0073d76ad0) threads: 3 113985 RunQ syz-executor.3 114014 RunQ syz-executor.3 114018 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 7034 792 792 0 R (threaded) syz-executor.2 113912 RunQ syz-executor.2 114017 RunQ syz-executor.2 7033 773 773 0 R (threaded) syz-executor.0 113981 RunQ syz-executor.0 114016 S uwait 0xfffffe0054304780 syz-executor.0 7032 819 819 0 R (threaded) syz-executor.3 113985 RunQ syz-executor.3 114014 RunQ syz-executor.3 114018 Run CPU 0 syz-executor.3 7031 774 774 0 R (threaded) syz-executor.1 114005 RunQ syz-executor.1 114015 S uwait 0xfffffe0058bd2000 syz-executor.1 2420 1 2420 65 Ss select 0xfffffe00740686c0 dhclient 1932 1 1932 0 Ss select 0xfffffe0057921c40 dhclient 1929 1 1929 0 Ss select 0xfffffe0007878c40 dhclient 1904 1 1904 65 Ss select 0xfffffe0007878540 dhclient 1543 1 1543 0 Ss select 0xfffffe0057921140 dhclient 1539 1 1539 0 Ss select 0xfffffe005791fac0 dhclient 1518 1 1518 65 Ss select 0xfffffe0057920b40 dhclient 1191 1 1191 0 Ss select 0xfffffe0057920ec0 dhclient 1188 1 1188 0 Ss select 0xfffffe0007877f40 dhclient 1167 1 1167 65 Ss select 0xfffffe0007875dc0 dhclient 819 768 819 0 Rs syz-executor.3 813 0 0 0 DL aiordy 0xfffffe006d1fe000 [aiod4] 812 0 0 0 DL aiordy 0xfffffe006ce16060 [aiod3] 811 0 0 0 DL aiordy 0xfffffe006d1ffae0 [aiod2] 810 0 0 0 DL aiordy 0xfffffe006ce14580 [aiod1] 805 1 805 0 Ss select 0xfffffe00078771c0 dhclient 802 1 802 0 Ss select 0xfffffe00078774c0 dhclient 792 768 792 0 Rs syz-executor.2 774 768 774 0 Ds proctre 0xffffffff82c09c40 syz-executor.1 773 768 773 0 Ds proctre 0xffffffff82c09c40 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100113 S uwait 0xfffffe0057269600 syz-fuzzer 100117 S uwait 0xfffffe0057907080 syz-fuzzer 100118 S wait 0xfffffe0058be3b00 syz-fuzzer 100119 S wait 0xfffffe0058be3b00 syz-fuzzer 100120 S uwait 0xfffffe0057907380 syz-fuzzer 100121 S uwait 0xfffffe0058bd1400 syz-fuzzer 100122 S wait 0xfffffe0058be3b00 syz-fuzzer 100123 S wait 0xfffffe0058be3b00 syz-fuzzer 100127 S uwait 0xfffffe0057906a00 syz-fuzzer 100136 S kqread 0xfffffe005438cb00 syz-fuzzer 100152 S uwait 0xfffffe0058bd0580 syz-fuzzer 100153 S uwait 0xfffffe0058bd0680 syz-fuzzer 113900 S uwait 0xfffffe0058bd1d80 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe006ce16670 csh 764 682 764 0 Ss select 0xfffffe0007876c40 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00574f48b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587d30b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00587d38b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00543970b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe005750ccb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00543978b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00543980b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00543988b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00543990b0 getty 686 1 686 0 Ss nanslp 0xffffffff8373c3c0 cron 682 1 682 0 Ss select 0xfffffe0057920e40 sshd 495 1 495 0 Ss select 0xfffffe0007877e40 syslogd 424 1 424 0 Ss select 0xfffffe0057921740 devd 423 1 423 65 Ss select 0xfffffe0007877640 dhclient 338 1 338 0 Ss select 0xfffffe00078777c0 dhclient 335 1 335 0 Ss select 0xfffffe0057921f40 dhclient 17 0 0 0 DL syncer 0xffffffff83859b20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe005720f060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83858100 [bufdaemon] 100080 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0058b83ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838cad40 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff838b2bb8 [dom0] 100081 D launds 0xffffffff838b2bc4 [laundry: dom0] 100082 D umarcl 0xffffffff81d5a970 [uma] 7 0 0 0 DL - 0xffffffff834b9c10 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff83fcfa30 [pf purge] 5 0 0 0 DL waiting 0xffffffff8431a4e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83484340 [doneq0] 100045 D - 0xffffffff834842c0 [async] 100076 D - 0xffffffff83484140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff838ae3e0 [crypto] 100042 D crypto_ 0xfffffe00571b2030 [crypto returns 0] 100043 D crypto_ 0xfffffe00571b2080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00085f4488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836e4d20 [g_event] 100036 D - 0xffffffff836e4d40 [g_up] 100037 D - 0xffffffff836e4d60 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 Run CPU 1 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054250040 [init] 10 0 0 0 DL audit_w 0xffffffff838aee40 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836e5700 [swapper] 100005 D - 0xfffffe0054270000 [softirq_0] 100006 D - 0xfffffe005426fe00 [softirq_1] 100007 D - 0xfffffe005426fd00 [if_io_tqg_0] 100008 D - 0xfffffe005426fc00 [if_io_tqg_1] 100009 D - 0xfffffe005426fb00 [if_config_tqg_0] 100010 D - 0xfffffe00085fa000 [pci_hp taskq] 100011 D - 0xfffffe00085f9e00 [kqueue_ctx taskq] 100014 D - 0xfffffe00085f9b00 [thread taskq] 100016 D - 0xfffffe00085f9900 [aiod_kick taskq] 100017 D - 0xfffffe00085f9800 [deferred_unmount ta] 100018 D - 0xfffffe00085f9700 [inm_free taskq] 100019 D - 0xfffffe00085f9600 [in6m_free taskq] 100020 D - 0xfffffe00085f9500 [linuxkpi_irq_wq] 100021 D - 0xfffffe00085f9400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085f9400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085f9400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085f9400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085f9300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085f9300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085f9300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085f9300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085f9100 [firmware taskq] 100039 D - 0xfffffe00085f8e00 [crypto_0] 100040 D - 0xfffffe00085f8e00 [crypto_1] 100055 D - 0xfffffe0057293e00 [vtnet0 rxq 0] 100056 D - 0xfffffe0057293d00 [vtnet0 txq 0] 100057 D - 0xfffffe0057293c00 [vtnet0 rxq 1] 100058 D - 0xfffffe0057293b00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0007dd7e00 [virtio_balloon] 100066 D - 0xffffffff826f3d40 [deadlkres] 100070 D - 0xfffffe005798ec00 [acpi_task_0] 100071 D - 0xfffffe005798ec00 [acpi_task_1] 100072 D - 0xfffffe005798ec00 [acpi_task_2] 100074 D - 0xfffffe00085fa100 [mca taskq] 100075 D - 0xfffffe00085f8c00 [CAM taskq] db> show all locks Process 7032 (syz-executor.3) thread 0xfffffe0074029000 (114014) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe00744d7140) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4077 Process 7032 (syz-executor.3) thread 0xfffffe006d25a740 (114018) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00746b9aa0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:1702 Process 792 (syz-executor.2) thread 0xfffffe0058bd5000 (100098) exclusive sx proctree (proctree) r = 0 (0xffffffff82c09c40) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_exit.c:1319 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4220 sysctloid 34934 2059K 35005 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 9 1026K 166061 vfscache 3 1025K 3 pcb 61 707K 25701 inodedep 234 600K 15470 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 150 278K 7124 vmem 3 266K 6 vnet_data 2 224K 2 acpitask 1 224K 1 acpica 1674 184K 60830 tidhash 3 141K 3 filedesc 18 137K 12263 pagedep 10 131K 6137 linker 352 130K 386 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 BPF 46 88K 452 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 512 64K 512 ddb_capture 1 64K 1 dirrem 221 56K 11571 umtx 384 48K 384 kdtrace 227 46K 21054 temp 35 37K 2407 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 128 32K 138 msg 4 30K 4 freefile 223 28K 11568 kbdmux 6 28K 6 LRO 24 25K 24 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 128 16K 411 ithread 97 16K 97 bus-sc 34 15K 1687 eventhandler 161 14K 161 sctp_stro 13 13K 1178 sctp_timw 51 13K 51 lltable 42 13K 63 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 sctp_atcl 30 12K 14965 GEOM 61 11K 481 rman 86 11K 429 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 14480 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 8 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 taskqueue 63 7K 63 cred 26 7K 299 sglist 6 7K 6 kqueue 63 7K 7041 plimit 24 6K 469 CAM DEV 3 6K 510 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 UMA 268 5K 268 session 35 5K 50 pf_ifnet 10 5K 19 DEVFSP 68 5K 618 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 pwddesc 61 4K 7035 acpisem 28 4K 28 selfd 55 4K 108225 lockf 32 4K 60 proc-args 92 4K 8333 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 50 clone 9 3K 9 uidinfo 3 3K 12 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 sctp_atky 43 2K 17116 sctp_ifa 13 2K 14 Unitno 27 2K 49 tun 7 2K 7 CAM XPT 22 2K 543 msi 12 2K 12 CC Mem 6 2K 4384 in_multi 6 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 acpidev 20 2K 20 freework 5 2K 75317 softdep 1 1K 1 mkdir 8 1K 12234 freeblks 4 1K 14112 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 64 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 diradd 6 1K 11612 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 14 inpcbpolicy 18 1K 5582 newdirblk 4 1K 6117 cdev 2 1K 2 sctp_athm 30 1K 15938 osd 11 1K 4397 sctp_map 26 1K 2356 netlink 2 1K 2 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 cryptodev 2 1K 79 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 15157 filecaps 5 1K 102 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 47 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 4936 sctp_mcore 0 0K 0 sctp_socko 0 0K 2686 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 1946 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 103 mqdata 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 38806 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 30 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 94890 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 3 VN POLL 0 0K 0 statfs 0 0K 1815 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 lio 0 0K 2 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 26898 ioctlops 0 0K 137 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 900 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 2269 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1292214 0 254 38494208 0 tcp_log 416 0 8388 107788 0 254 3489408 0 mbuf 256 8865 798 3247233 0 254 2473728 0 RADIX NODE 144 13750 385 379860 0 64 2035440 0 BUF TRIE 144 190 11626 175559 0 63 1701504 0 malloc-384 384 4122 48 4123 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11764 233 11888 0 126 1535616 0 malloc-4096 4096 327 7 2965 0 2 1368064 0 UMA Slabs 0 112 11052 30 11052 0 126 1241184 0 sctp_asoc 2256 13 497 1178 0 254 1150560 0 vmem btag 56 17847 48 17847 0 254 1002120 0 sctp_ep 1176 17 753 12814 0 254 905520 0 socket 960 47 717 19691 0 254 733440 0 FFS inode 1168 518 35 12086 0 8 645904 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 256 Bucket 2048 232 16 10207 0 8 507904 0 malloc-2048 2048 24 200 12821 0 8 458752 0 malloc-65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 13 504 1178 0 254 380512 0 VM OBJECT 264 1318 92 97360 0 30 372240 0 THREAD 1824 165 27 14018 0 8 350208 0 malloc-64 64 4318 533 112698 0 254 310464 0 ertt_txseginfo 40 2 7674 1179096 0 254 307040 0 VNODE 448 558 108 12128 0 30 298368 0 malloc-256 256 252 813 185713 0 62 272640 0 malloc-4096 4096 61 5 7035 0 2 270336 0 malloc-16 16 14620 130 18614 0 254 236000 0 malloc-32768 32768 0 7 90002 0 1 229376 0 malloc-128 128 1446 321 40007 0 126 226176 0 DEVCTL 1024 0 220 151 0 0 225280 0 malloc-16384 16384 9 4 6130 0 1 212992 0 malloc-384 384 275 235 30447 0 30 195840 0 mbuf_packet 256 57 705 56448 0 254 195072 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-32 32 5331 339 6116 0 254 181440 0 MAP ENTRY 96 1557 333 262140 0 126 181440 0 FPU_save_area 832 167 49 23965 0 16 179712 0 malloc-128 128 1112 283 17667 0 126 178560 0 FFS2 dinode 256 518 172 12086 0 62 176640 0 malloc-1024 1024 133 27 150 0 16 163840 0 S VFS Cache 104 1026 495 12771 0 126 158184 0 malloc-4096 4096 34 2 45 0 2 147456 0 malloc-256 256 283 287 27209 0 62 145920 0 malloc-65536 65536 0 2 256 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 unpcb 256 20 490 1247 0 254 130560 0 PROC 1376 60 28 7034 0 8 121088 0 tcp_inpcb 1312 6 84 4384 0 8 118080 0 128 Bucket 1024 82 33 3311 0 16 117760 0 ksiginfo 112 71 973 10123 0 126 116928 0 malloc-2048 2048 6 50 1038 0 8 114688 0 malloc-256 256 264 171 22553 0 62 111360 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-256 256 33 342 38922 0 62 96000 0 malloc-8192 8192 5 6 134 0 1 90112 0 filedesc0 1072 61 23 7035 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 64 Bucket 512 94 74 35118 0 30 86016 0 sctp_readq 152 0 520 541 0 254 79040 0 sctp_chunk 152 13 507 1647 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 1239087 0 30 73440 0 malloc-64 64 534 537 1731 0 254 68544 0 malloc-128 128 133 394 11913 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 6 2 107 0 1 65536 0 malloc-256 256 8 247 75404 0 62 65280 0 malloc-256 256 94 161 19604 0 62 65280 0 32 Bucket 256 82 173 15246 0 62 65280 0 sctp_stream_msg_out 112 0 540 541 0 254 60480 0 malloc-64 64 66 753 24386 0 254 52416 0 malloc-64 64 148 671 10307 0 254 52416 0 Files 80 227 423 46341 0 126 52000 0 VMSPACE 616 40 44 7015 0 16 51744 0 tcp_bbr_map 128 4 399 45543 0 126 51584 0 ripcb 392 5 121 131 0 30 49392 0 tcp_rack_pcb 1024 0 48 2468 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 63765 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 14 10 33 0 8 49152 0 malloc-1024 1024 8 40 1748 0 16 49152 0 malloc-1024 1024 17 31 1186 0 16 49152 0 malloc-384 384 103 17 103 0 30 46080 0 tcp_bbr_pcb 832 1 53 1359 0 16 44928 0 PWD 40 22 1089 6218 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 malloc-4096 4096 5 5 9 0 2 40960 0 pcpu-8 8 4784 336 7782 0 254 40960 0 pipe 728 23 32 353 0 16 40040 0 udplite_inpcb 424 0 90 63 0 30 38160 0 udp_inpcb 424 7 83 1004 0 30 38160 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 56 511 387 0 254 36288 0 malloc-64 64 81 486 7639 0 254 36288 0 malloc-64 64 292 275 7316 0 254 36288 0 malloc-64 64 184 383 734 0 254 36288 0 16 Bucket 144 84 168 12988 0 62 36288 0 8 Bucket 80 88 362 3752 0 126 36000 0 tcp_rack_map 128 0 279 4883 0 126 35712 0 malloc-128 128 11 268 8686 0 126 35712 0 malloc-128 128 36 243 217 0 126 35712 0 malloc-128 128 58 221 202 0 126 35712 0 malloc-128 128 59 220 313 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 87 0 30 34560 0 malloc-256 256 60 75 621 0 62 34560 0 malloc-256 256 17 118 273 0 62 34560 0 TURNSTILE 136 193 59 193 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 4 4 2374 0 2 32768 0 malloc-4096 4096 7 1 14 0 2 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 3 13 83 0 8 32768 0 malloc-2048 2048 4 12 28 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 9 7 200 0 8 32768 0 malloc-1024 1024 0 32 8 0 16 32768 0 malloc-1024 1024 10 22 11 0 16 32768 0 malloc-1024 1024 5 27 182 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-512 512 21 43 489 0 30 32768 0 malloc-512 512 0 64 132 0 30 32768 0 malloc-512 512 2 62 1969 0 30 32768 0 malloc-512 512 4 60 53 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 KNOTE 160 28 172 87946 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 35 229 50 0 126 31680 0 clpbuf 2624 0 12 68 0 4 31488 0 sctp_laddr 48 0 588 12 0 254 28224 0 tcp_inpcb ports 32 3 879 3568 0 254 28224 0 ertt 72 6 386 4384 0 126 28224 0 malloc-32 32 159 723 14127 0 254 28224 0 malloc-32 32 280 602 4425 0 254 28224 0 4 Bucket 48 5 583 10 0 254 28224 0 2 Bucket 32 65 817 16574 0 254 28224 0 da_ccb 544 0 49 309897 0 16 26656 0 cpuset 200 7 121 7 0 62 25600 0 malloc-4096 4096 2 4 5 0 2 24576 0 rl_entry 40 92 514 92 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 malloc-384 384 1 59 346 0 30 23040 0 malloc-384 384 50 10 53 0 30 23040 0 malloc-384 384 19 41 40 0 30 23040 0 SLEEPQUEUE 88 193 63 193 0 126 22528 0 udp_inpcb ports 32 3 627 36 0 254 20160 0 malloc-32 32 32 598 219 0 254 20160 0 malloc-32 32 81 549 5670 0 254 20160 0 malloc-32 32 97 533 11660 0 254 20160 0 malloc-32 32 82 548 162 0 254 20160 0 malloc-32 32 16 614 17 0 254 20160 0 AIOCB 552 0 35 12 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 647378 0 254 16032 0 malloc-16 16 60 940 20365 0 254 16000 0 AIO 208 0 76 5 0 62 15808 0 kenv 258 17 43 1081 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 52 698 7688 0 254 12000 0 malloc-16 16 15 735 1869 0 254 12000 0 malloc-16 16 84 666 9554 0 254 12000 0 malloc-16 16 35 715 163 0 254 12000 0 malloc-16 16 288 462 28037 0 254 12000 0 malloc-16 16 7 743 9 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 AIOLIO 272 0 42 2 0 30 11424 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0