panic: tp:0xfffffe0025823448 rc_sacked:1072 > out:1 cpuid = 1 time = 390 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00237445f0 vpanic() at vpanic+0x1c7/frame 0xfffffe0023744650 panic() at panic+0x43/frame 0xfffffe00237446b0 ctf_flight_size() at ctf_flight_size+0x5d/frame 0xfffffe00237446e0 bbr_output_wtime() at bbr_output_wtime+0x9801/frame 0xfffffe0023744990 bbr_output() at bbr_output+0x67/frame 0xfffffe00237449c0 tcp_hpts_thread() at tcp_hpts_thread+0xdf7/frame 0xfffffe0023744b10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe0023744bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0023744bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0023744bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100073 ] Stopped at kdb_enter+0x67: movq $0,0x14abca6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xffffffff810b5800 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00237445d0 rbp 0xfffffe00237445f0 rsi 0 rdi 0xffffffff810b5836 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe002589e800 r12 0xffffffff82068e40 ddb_dbbe r13 0 r14 0xffffffff8193aae2 r15 0xffffffff8193aae2 rip 0xffffffff810aab47 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14abca6(%rip) db> show proc Process 12 (intr) at 0xfffff80003308520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250a690 ABI: null reaper: 0xffffffff8250a690 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250b2d0 (map 0xffffffff8250b2d0) (map.pmap 0xffffffff8250b390) (pmap 0xffffffff8250b3f0) threads: 23 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 RunQ [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 0 [swi1: hpts] 100073 Run CPU 1 [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 4041 4040 424 0 R ifconfig 4040 4036 424 0 R sh 4039 1 4039 0 Ss select 0xfffff8006391ba40 dhclient 4036 4029 424 0 S wait 0xfffff80017ad0a40 dhclient 4029 424 424 0 S wait 0xfffff800174d5520 sh 4024 2800 2800 0 R (threaded) syz-executor.1 100937 RunQ syz-executor.1 100939 S sbwait 0xfffffe00239ba1d4 syz-executor.1 100938 S sbwait 0xfffffe00239aeff4 syz-executor.1 100940 S fifoor 0xfffff80003377f28 syz-executor.1 100945 S uwait 0xfffff80003c6f080 syz-executor.1 100946 S sbwait 0xfffffe00239bcc6c syz-executor.1 100948 S uwait 0xfffff800634b5300 syz-executor.1 4023 3947 3947 0 R (threaded) syz-executor.3 100852 RunQ syz-executor.3 100931 S sbwait 0xfffffe00239b1a8c syz-executor.3 100936 S sbwait 0xfffffe00239b4ff4 syz-executor.3 100929 S uwait 0xfffff800634a0700 syz-executor.3 100949 S uwait 0xfffff80017ba0580 syz-executor.3 100950 S uwait 0xfffff80003cb9080 syz-executor.3 4021 3367 3367 0 R (threaded) syz-executor.2 100868 RunQ syz-executor.2 100384 S connec 0xfffffe00239c6f10 syz-executor.2 100915 S sbwait 0xfffffe00239c70f4 syz-executor.2 100954 S connec 0xfffffe00239c6800 syz-executor.2 100955 RunQ syz-executor.2 3947 768 3947 0 Rs syz-executor.3 3367 768 3367 0 Rs syz-executor.2 3196 1 3196 65 Ss select 0xfffff80017ba0340 dhclient 2812 1 2812 0 Ss select 0xfffff80003cba7c0 dhclient 2800 768 2800 0 Rs syz-executor.1 2794 1 2794 0 Ss select 0xfffff8006351dd40 dhclient 768 766 766 0 S (threaded) syz-fuzzer 100095 S uwait 0xfffff80003cebf00 syz-fuzzer 100103 S uwait 0xfffff80003ceb680 syz-fuzzer 100104 S uwait 0xfffff80003ceb780 syz-fuzzer 100105 S uwait 0xfffff80003ceb880 syz-fuzzer 100106 S uwait 0xfffff80003c6e080 syz-fuzzer 100107 S uwait 0xfffff80003c6e180 syz-fuzzer 100108 S uwait 0xfffff80003cb9b80 syz-fuzzer 100109 S kqread 0xfffff800031fb900 syz-fuzzer 100110 S uwait 0xfffff80003cb9c80 syz-fuzzer 100111 S uwait 0xfffff80003c6e380 syz-fuzzer 100213 S uwait 0xfffff80003cdbb00 syz-fuzzer 766 764 766 0 Ss pause 0xfffff800033da5c8 csh 764 682 764 0 Ss select 0xfffff80003cb9ec0 sshd 748 1 748 0 Ss+ ttyin 0xfffff8000383ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b2e4b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b2e8b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b2ecb0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b2d0b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b2d4b0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b2d8b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b2dcb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b300b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252b160 cron 682 1 682 0 Ss select 0xfffff80003cff740 sshd 495 1 495 0 Ss select 0xfffff80003cff7c0 syslogd 424 1 424 0 Ss wait 0xfffff80003e56520 devd 423 1 423 65 Ss select 0xfffff80003c6fb40 dhclient 338 1 338 0 Ss select 0xfffff80003c6f5c0 dhclient 335 1 335 0 Ss select 0xfffff80003cffbc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80003bab520 [vnlru] 22 0 0 0 DL syncer 0xffffffff82617098 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826163b0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100086 D sdflush 0xfffff80003c64ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263d288 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100067 RunQ [dom0] 100074 D launds 0xffffffff82631864 [laundry: dom0] 100075 D umarcl 0xffffffff8153dc40 [uma] 18 0 0 0 RL [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c4e3a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff82619810 [sctp_iterator] 15 0 0 0 DL - 0xffffffff826159ac [soaiod4] 9 0 0 0 DL - 0xffffffff826159ac [soaiod3] 8 0 0 0 DL - 0xffffffff826159ac [soaiod2] 7 0 0 0 DL - 0xffffffff826159ac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff82236b40 [doneq0] 100066 D - 0xffffffff82236a10 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003204e90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003204e30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262f040 [crypto] 14 0 0 0 DL seqstat 0xfffff8000335f488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250a100 [g_event] 100025 D - 0xffffffff8250a108 [g_up] 100026 D - 0xffffffff8250a110 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003319680 [thr_0] 100018 D - 0xfffff800033196c0 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 RunQ [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 0 [swi1: hpts] 100073 Run CPU 1 [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003307000 [init] 10 0 0 0 DL audit_w 0xffffffff8262f518 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250a690 [swapper] 100005 D - 0xfffff8000320fb00 [if_config_tqg_0] 100006 D - 0xfffff8000320f900 [softirq_0] 100007 D - 0xfffff8000320f700 [softirq_1] 100008 D - 0xfffff8000320f500 [if_io_tqg_0] 100009 D - 0xfffff8000320f300 [if_io_tqg_1] 100011 D - 0xfffff800031fcd00 [in6m_free taskq] 100012 D - 0xfffff800031fcc00 [thread taskq] 100014 D - 0xfffff800031fca00 [kqueue_ctx taskq] 100015 D - 0xfffff800031fc900 [aiod_kick taskq] 100023 D - 0xfffff800031fc700 [firmware taskq] 100028 D - 0xfffff800031fc500 [crypto_0] 100029 D - 0xfffff800031fc500 [crypto_1] 100043 D - 0xfffff800031fc200 [vtnet0 rxq 0] 100044 D - 0xfffff800031fc100 [vtnet0 txq 0] 100045 D - 0xfffff800031fc000 [vtnet0 rxq 1] 100046 D - 0xfffff800031fbe00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f0580 [virtio_balloon] 100052 D - 0xfffff800031fbc00 [mca taskq] 100057 D - 0xffffffff81cdc170 [deadlkres] 100061 D - 0xfffff80003b7e000 [acpi_task_0] 100062 D - 0xfffff80003b7e000 [acpi_task_1] 100063 D - 0xfffff80003b7e000 [acpi_task_2] 100065 D - 0xfffff800031fc300 [CAM taskq] db> show all locks Process 4021 (syz-executor.2) thread 0xfffffe0025990800 (100915) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe00239c7098) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414 Process 4021 (syz-executor.2) thread 0xfffffe0025ca1c00 (100955) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80017428d78) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:967 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe00239c6988) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414 Process 12 (intr) thread 0xfffffe001d9f5c00 (100072) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffff80003a84900) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1819 Process 12 (intr) thread 0xfffffe001d9f5500 (100073) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8001722f3f0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1539 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4851K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27747 1619K 27811 kobj 332 1328K 491 newblk 5 1025K 15539 vfscache 4 1025K 4 pcb 45 560K 2514 inodedep 16 520K 4918 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 388K 4 subproc 139 269K 4124 acpica 1674 185K 52709 vnet_data 1 168K 1 pagedep 8 130K 3367 tfo_ccache 1 128K 1 filedesc 17 117K 5885 sem 4 106K 4 DEVFS1 105 105K 122 linker 237 95K 398 bus 1089 84K 3541 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 499 63K 499 umtx 378 48K 378 ifaddr 119 48K 203 kdtrace 193 38K 18367 BPF 22 36K 102 temp 35 33K 5753 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 28K 6 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ufs_mount 3 17K 4 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 lltable 40 14K 280 bus-sc 30 14K 1431 ether_multi 159 13K 1077 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 99 eventhandler 132 12K 132 select 87 11K 87 sctp_atcl 20 10K 995 sctp_stro 10 10K 96 pfs_nodes 20 10K 20 GEOM 60 10K 487 rman 82 10K 423 in6_multi 77 10K 644 bmsafemap 2 9K 4374 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 29 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 sctp_timw 29 8K 29 CAM DEV 3 6K 510 kqueue 59 6K 4048 vt 11 6K 11 cred 22 6K 439 plimit 21 6K 1269 ufs_dirhash 27 6K 27 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 45 5K 45 lockf 42 5K 1349 pf_ifnet 10 5K 35 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 UMA 247 4K 247 sctp_ifa 29 4K 137 routetbl 18 4K 167 DEVFSP 55 4K 816 session 26 4K 105 pgrp 26 4K 115 hhook 13 4K 13 kcovinfo 48 3K 748 acpisem 22 3K 22 terminal 11 3K 11 proc-args 47 3K 1340 uidinfo 3 3K 30 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 101 CAM XPT 22 2K 543 Unitno 27 2K 18407 sctp_atky 30 2K 1108 in_multi 5 2K 48 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 dirrem 4 1K 3367 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 1548 NFSD session 1 1K 1 CAM periph 4 1K 271 diradd 6 1K 3568 mld 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 inpcbpolicy 21 1K 12886 sctp_ifn 5 1K 46 crypto 3 1K 3 mkdir 4 1K 5488 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 newdirblk 3 1K 2744 iov 5 1K 30074 freework 2 1K 7344 sctp_athm 20 1K 1004 sctp_map 20 1K 192 osd 3 1K 9 vnodes 2 1K 171 freeblks 1 1K 3347 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 soname 8 1K 7198 ip_msource 3 1K 5 loginclass 3 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freefile 1 1K 3329 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 nexusdev 5 1K 5 entropy 2 1K 88 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 172 p1003.1b 1 1K 1 pf_table 0 0K 26 pf_rule 0 0K 83 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ath_hal 0 0K 0 madt_table 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 pvscsi 0 0K 0 smartpqi 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 13 midi buffers 0 0K 0 fpukern_ctx 0 0K 0 mixer 0 0K 0 xen_intr 0 0K 0 ac97 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 isci 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 67508 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2886 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 757 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 31 allocindir 0 0K 0 indirdep 0 0K 5333 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 105 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 4 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 735 sctp_iter 0 0K 141 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 141 sctp_aadr 0 0K 33 sctp_stri 0 0K 18 newreno data 0 0K 0 ip_moptions 0 0K 25 in_mfilter 0 0K 10 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 269 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 2841 export_host 0 0K 0 cl_savebuf 0 0K 7 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 1374 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 829 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 885 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 9 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 380 9844 0 254 20807680 0 mbuf_jumbo_page 4096 463 1823 4446 0 254 9363456 0 mbuf_packet 256 8203 1449 460988 0 254 2470912 0 RADIX NODE 144 13849 1660 411799 0 62 2233296 0 512 512 4141 59 4467 0 30 2150400 0 BUF TRIE 144 512 12984 53390 0 62 1943424 0 4096 4096 332 2 491 0 2 1368064 0 128 128 10040 314 13384 0 126 1325312 0 sctp_asoc 2288 10 500 96 0 254 1166880 0 UMA Slabs 0 112 9090 27 9090 0 126 1021104 0 mbuf 256 968 2085 308850 0 254 781568 0 pbuf 832 0 889 0 0 2 739648 0 tcpcb 1032 6 511 536 0 254 533544 0 socket 904 37 476 15427 0 254 463752 0 2048 2048 2 214 67542 0 8 442368 0 tcp_bbr_map 128 1779 1631 20130 0 126 436480 0 256 Bucket 2048 192 20 1070 0 8 434176 0 VNODE 488 722 62 4231 0 30 382592 0 sctp_raddr 736 10 507 96 0 254 380512 0 VM OBJECT 264 1350 90 71764 0 30 380160 0 g_bio 408 0 870 267686 0 30 354960 0 THREAD 1776 159 30 10363 0 8 335664 0 sctp_ep 1280 10 245 890 0 254 326400 0 32768 32768 2 7 4814 0 1 294912 0 4096 4096 58 8 4046 0 2 270336 0 65536 65536 4 0 4 0 1 262144 0 ripcb 488 2 510 234 0 254 249856 0 udplite_inpcb 488 11 501 11484 0 254 249856 0 tcp_inpcb 488 6 506 536 0 254 249856 0 udp_inpcb 488 2 510 632 0 254 249856 0 256 256 55 815 15742 0 62 222720 0 16384 16384 7 6 3049 0 1 212992 0 tcp_log 408 0 510 57 0 254 208080 0 FFS2 dinode 256 685 125 4192 0 62 207360 0 64 64 2671 416 2699 0 254 197568 0 65536 65536 1 2 7 0 1 196608 0 65536 65536 0 3 469 0 1 196608 0 65536 65536 2 1 114 0 1 196608 0 128 128 1134 385 24700 0 126 194432 0 16 16 11670 330 11902 0 254 192000 0 MAP ENTRY 96 1415 475 243680 0 126 181440 0 32 32 4383 531 5457 0 254 157248 0 4096 4096 27 11 101 0 2 155648 0 1024 1024 121 23 145 0 16 147456 0 vmem btag 56 2298 65 2298 0 254 132328 0 FFS inode 160 685 140 4192 0 62 132000 0 65536 65536 2 0 2 0 1 131072 0 16384 16384 3 5 26 0 1 131072 0 unpcb 256 14 496 1499 0 254 130560 0 VMSPACE 2536 34 14 4020 0 4 121728 0 128 Bucket 1024 71 44 609 0 16 117760 0 ksiginfo 112 65 979 205 0 126 116928 0 clpbuf 832 0 128 26285 0 16 106496 0 PROC 1312 56 25 4041 0 8 106272 0 256 256 210 180 17894 0 62 99840 0 512 512 19 165 6986 0 30 94208 0 filedesc0 1088 57 27 4042 0 8 91392 0 128 128 302 349 3467 0 126 83328 0 2048 2048 11 29 891 0 8 81920 0 S VFS Cache 108 660 96 5343 0 126 81648 0 256 256 147 168 5543 0 62 80640 0 sctp_chunk 152 10 510 263 0 254 79040 0 64 Bucket 512 110 41 8120 0 30 77312 0 UMA Zones 768 96 0 96 0 16 73728 0 1024 1024 4 64 275 0 16 69632 0 64 64 348 723 26021 0 254 68544 0 64 64 514 557 1680 0 254 68544 0 64 64 594 476 5520 0 254 68480 0 128 128 208 319 9702 0 126 67456 0 65536 65536 0 1 8 0 1 65536 0 256 256 15 240 11793 0 62 65280 0 256 256 123 132 1576 0 62 65280 0 32 Bucket 256 88 167 4618 0 62 65280 0 512 512 84 36 204 0 30 61440 0 512 512 47 73 1262 0 30 61440 0 512 512 72 48 174 0 30 61440 0 sctp_stream_msg_out 112 3 537 22 0 254 60480 0 8192 8192 4 3 32 0 1 57344 0 4096 4096 8 6 497 0 2 57344 0 selfd 64 161 658 35061 0 254 52416 0 128 128 167 236 550 0 126 51584 0 ttyoutq 256 72 123 160 0 62 49920 0 256 256 58 137 4908 0 62 49920 0 256 256 9 186 6517 0 62 49920 0 pipe 760 17 48 1045 0 16 49400 0 DIRHASH 1024 36 12 36 0 16 49152 0 NAMEI 1024 0 48 39818 0 16 49152 0 16384 16384 2 1 3 0 1 49152 0 2048 2048 6 18 574 0 8 49152 0 2048 2048 11 13 37 0 8 49152 0 512 512 74 22 395 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 186 364 33919 0 126 44000 0 TURNSTILE 136 190 125 190 0 62 42840 0 8192 8192 3 2 9 0 1 40960 0 8192 8192 4 1 85 0 1 40960 0 sctp_readq 152 0 260 4 0 254 39520 0 64 pcpu 8 3923 685 5039 0 254 36864 0 64 64 11 556 60 0 254 36288 0 64 64 170 397 4198 0 254 36288 0 64 64 65 502 879 0 254 36288 0 64 64 46 521 157 0 254 36288 0 UMA Kegs 384 86 8 86 0 30 36096 0 128 128 38 241 180 0 126 35712 0 128 128 94 185 7773 0 126 35712 0 128 128 84 195 1576 0 126 35712 0 routing nhops 256 12 123 203 0 62 34560 0 256 256 34 101 128 0 62 34560 0 SLEEPQUEUE 88 190 194 190 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 8192 8192 3 1 5 0 1 32768 0 4096 4096 4 4 12 0 2 32768 0 2048 2048 7 9 43 0 8 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 1 15 811 0 8 32768 0 1024 1024 12 20 133 0 16 32768 0 1024 1024 1 31 2743 0 16 32768 0 1024 1024 2 30 105 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 19 13 19 0 16 32768 0 1024 1024 1 31 27 0 16 32768 0 512 512 1 63 53 0 30 32768 0 mt_stats_zone 64 438 74 438 0 254 32768 0 ipq 56 0 576 7 0 254 32256 0 16 Bucket 144 54 169 89800 0 62 32112 0 KNOTE 160 21 179 43289 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 8 Bucket 80 91 309 19333 0 126 32000 0 tcp_bbr_pcb 832 2 34 90 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 pf tags 104 0 273 32 0 126 28392 0 sctp_laddr 48 0 588 350 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 18 864 2817 0 254 28224 0 32 32 352 530 21556 0 254 28224 0 4 Bucket 48 9 579 13859 0 254 28224 0 rtentry 200 27 113 203 0 62 28000 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 3 3 2844 0 2 24576 0 rl_entry 40 100 506 100 0 254 24240 0 2 Bucket 32 79 677 15383 0 254 24192 0 vtnet_tx_hdr 24 6 996 282776 0 254 24048 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 13 617 12116 0 254 20160 0 32 32 4 626 202 0 254 20160 0 32 32 100 530 2000 0 254 20160 0 32 32 26 604 811 0 254 20160 0 32 32 131 499 4320 0 254 20160 0 32 32 63 567 13417 0 254 20160 0 32 32 38 592 2650 0 254 20160 0 procdesc 136 3 142 34 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 140 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 512 512 2 30 154 0 30 16384 0 rentr 24 0 668 56 0 254 16032 0 mt_zone 24 438 230 438 0 254 16032 0 VNODEPOLL 120 0 132 2 0 126 15840 0 MAP 216 2 69 2 0 62 15336 0 vmem 1856 1 7 1 0 8 14848 0 16 16 11 739 711 0 254 12000 0 16 16 34 716 2506 0 254 12000 0 16 16 67 683 1927 0 254 12000 0 16 16 193 557 1245 0 254 12000 0 16 16 13 737 56 0 254 12000 0 16 16 266 484 443 0 254 12000 0 16 16 16 734 23950 0 254 12000 0 4096 4096 0 2 1 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 SMR SHARED 24 1 254 1 0 254 6120 0 tfo 4 0 986 2 0 254 3944 0 UMA Slabs 1 176 7 13 7 0 62 3520 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 216 0 0 0 0 62 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 240 0 0 0 0 62 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0