panic: tp:0xfffffe002583a850 rc_sacked:1519 > out:1 cpuid = 1 time = 1589587351 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037fc5f0 vpanic() at vpanic+0x1c7/frame 0xfffffe00037fc650 panic() at panic+0x43/frame 0xfffffe00037fc6b0 ctf_flight_size() at ctf_flight_size+0x5d/frame 0xfffffe00037fc6e0 bbr_output_wtime() at bbr_output_wtime+0x9801/frame 0xfffffe00037fc990 bbr_output() at bbr_output+0x67/frame 0xfffffe00037fc9c0 tcp_hpts_thread() at tcp_hpts_thread+0xdf7/frame 0xfffffe00037fcb10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe00037fcbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037fcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037fcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100072 ] Stopped at kdb_enter+0x67: movq $0,0x14abca6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xffffffff810b5800 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037fc5d0 rbp 0xfffffe00037fc5f0 rsi 0 rdi 0xffffffff810b5836 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xd65e446d r12 0xffffffff82068e40 ddb_dbbe r13 0 r14 0xffffffff8193b63a r15 0xffffffff8193b63a rip 0xffffffff810aab47 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14abca6(%rip) db> show proc Process 12 (intr) at 0xfffff80003308520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250a690 ABI: null reaper: 0xffffffff8250a690 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250b2d0 (map 0xffffffff8250b2d0) (map.pmap 0xffffffff8250b390) (pmap 0xffffffff8250b3f0) threads: 23 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 1 [swi1: hpts] 100073 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1153 954 954 0 R (threaded) syz-executor.2 100099 Run CPU 0 syz-executor.2 101091 S sbwait 0xfffffe00239ce8e4 syz-executor.2 1152 770 770 0 R (threaded) syz-executor.0 100183 RunQ syz-executor.0 101087 S sbwait 0xfffffe00239d2ff4 syz-executor.0 101088 S sbwait 0xfffffe001cfc5704 syz-executor.0 101090 S sbwait 0xfffffe00239d88e4 syz-executor.0 101092 S sbwait 0xfffffe001cfbfa8c syz-executor.0 1151 771 771 0 R (threaded) syz-executor.1 100120 RunQ syz-executor.1 101084 S accept 0xfffffe00239d4878 syz-executor.1 101085 S sbwait 0xfffffe00239d1704 syz-executor.1 101086 S uwait 0xfffff80003caaa80 syz-executor.1 101089 S uwait 0xfffff80003c72c00 syz-executor.1 1147 776 776 0 R (threaded) syz-executor.3 100336 RunQ syz-executor.3 101074 S sbwait 0xfffffe00239cfe14 syz-executor.3 101076 S sbwait 0xfffffe00239cfa8c syz-executor.3 101078 S uwait 0xfffff80003c72d00 syz-executor.3 101080 S uwait 0xfffff80003ca7f00 syz-executor.3 954 768 954 0 Rs syz-executor.2 860 854 860 0 Ss select 0xfffff80003caa740 dhclient 857 1 857 0 Ss select 0xfffff80003caa7c0 dhclient 854 847 424 65 S select 0xfffff8000c330440 dhclient 847 424 424 0 S wait 0xfffff80003cd4520 sh 776 768 776 0 Ss nanslp 0xffffffff8252b161 syz-executor.3 771 768 771 0 Ss nanslp 0xffffffff8252b161 syz-executor.1 770 768 770 0 Ss nanslp 0xffffffff8252b161 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100081 S uwait 0xfffff80003a4b300 syz-fuzzer 100109 S uwait 0xfffff8000c31fd80 syz-fuzzer 100110 S uwait 0xfffff8000c31fe80 syz-fuzzer 100111 S kqread 0xfffff800031fc200 syz-fuzzer 100112 S uwait 0xfffff80003ba5e80 syz-fuzzer 100113 S uwait 0xfffff80003ba8000 syz-fuzzer 100114 S uwait 0xfffff80003ba8100 syz-fuzzer 100115 S uwait 0xfffff8000c330500 syz-fuzzer 100116 S uwait 0xfffff8000c330600 syz-fuzzer 100117 S uwait 0xfffff8000c330700 syz-fuzzer 766 764 766 0 Ss pause 0xfffff80003cd4ae8 csh 764 682 764 0 Ss select 0xfffff8000c330140 sshd 748 1 748 0 Ss+ ttyin 0xfffff8000383ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b2e4b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b2e8b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b2ecb0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b2d0b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b2d4b0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b2d8b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b2dcb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b300b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252b160 cron 682 1 682 0 Ss select 0xfffff80003ca7540 sshd 495 1 495 0 Ss select 0xfffff8000c330d40 syslogd 424 1 424 0 Ss wait 0xfffff80003d40000 devd 423 1 423 65 Ss select 0xfffff80003c714c0 dhclient 338 1 338 0 Ss select 0xfffff80003c71340 dhclient 335 1 335 0 Ss select 0xfffff80003c712c0 dhclient 23 0 0 0 DL vlruwt 0xfffff800033dc520 [vnlru] 22 0 0 0 DL syncer 0xffffffff82617098 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826163b0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100087 D sdflush 0xfffff80003c67ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263d288 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82631858 [dom0] 100074 D launds 0xffffffff82631864 [laundry: dom0] 100075 D umarcl 0xffffffff8153dc60 [uma] 18 0 0 0 DL - 0xffffffff8235edd8 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c4e3a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff82619810 [sctp_iterator] 15 0 0 0 DL - 0xffffffff826159ac [soaiod4] 9 0 0 0 DL - 0xffffffff826159ac [soaiod3] 8 0 0 0 DL - 0xffffffff826159ac [soaiod2] 7 0 0 0 DL - 0xffffffff826159ac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff82236b40 [doneq0] 100066 D - 0xffffffff82236a10 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003206e90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003206e30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262f040 [crypto] 14 0 0 0 DL seqstat 0xfffff8000335f488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250a100 [g_event] 100025 D - 0xffffffff8250a108 [g_up] 100026 D - 0xffffffff8250a110 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003319680 [thr_0] 100018 D - 0xfffff800033196c0 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 1 [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003307000 [init] 10 0 0 0 DL audit_w 0xffffffff8262f518 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250a690 [swapper] 100005 D - 0xfffff80003211b00 [if_config_tqg_0] 100006 D - 0xfffff80003211900 [softirq_0] 100007 D - 0xfffff80003211700 [softirq_1] 100008 D - 0xfffff80003211500 [if_io_tqg_0] 100009 D - 0xfffff80003211300 [if_io_tqg_1] 100011 D - 0xfffff800031fed00 [in6m_free taskq] 100012 D - 0xfffff800031fec00 [thread taskq] 100014 D - 0xfffff800031fea00 [kqueue_ctx taskq] 100015 D - 0xfffff800031fe900 [aiod_kick taskq] 100023 D - 0xfffff800031fe700 [firmware taskq] 100028 D - 0xfffff800031fe500 [crypto_0] 100029 D - 0xfffff800031fe500 [crypto_1] 100043 D - 0xfffff800031fe200 [vtnet0 rxq 0] 100044 D - 0xfffff800031fe100 [vtnet0 txq 0] 100045 D - 0xfffff800031fe000 [vtnet0 rxq 1] 100046 D - 0xfffff800031fde00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f0580 [virtio_balloon] 100052 D - 0xfffff800031fdc00 [mca taskq] 100056 D - 0xffffffff81cdcce0 [deadlkres] 100061 D - 0xfffff80003b7e000 [acpi_task_0] 100062 D - 0xfffff80003b7e000 [acpi_task_1] 100063 D - 0xfffff80003b7e000 [acpi_task_2] 100065 D - 0xfffff800031fe300 [CAM taskq] db> show all locks Process 1152 (syz-executor.0) thread 0xfffffe002584b300 (101090) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe00239d8888) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414 Process 12 (intr) thread 0xfffffe0004cfb700 (100072) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8000c3543f0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1539 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4851K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27747 1619K 27811 kobj 332 1328K 491 newblk 98 1049K 5026 vfscache 4 1025K 4 pcb 121 545K 405 inodedep 25 524K 572 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 388K 4 subproc 128 257K 1227 acpica 1674 185K 52709 vnet_data 1 168K 1 filedesc 21 149K 680 pagedep 9 130K 348 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 237 95K 293 bus 1003 80K 3399 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 499 63K 499 umtx 342 43K 342 kdtrace 186 37K 3333 BPF 22 36K 30 temp 36 35K 2249 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 124 31K 134 msg 4 30K 4 ifaddr 80 28K 89 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 vmem 3 22K 4 kbdmux 6 22K 6 lltable 46 17K 75 ufs_mount 3 17K 4 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 freework 60 15K 1208 ether_multi 172 14K 262 bus-sc 30 14K 1431 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 99 eventhandler 132 12K 132 in6_multi 89 11K 153 pfs_nodes 20 10K 20 GEOM 60 10K 487 rman 82 10K 423 bmsafemap 3 9K 518 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 3 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 select 57 8K 57 routetbl 30 7K 52 CAM DEV 3 6K 510 kqueue 57 6K 1158 vt 11 6K 11 cred 22 6K 217 plimit 21 6K 424 sglist 5 6K 5 CAM queue 5 6K 1528 pf_ifnet 13 5K 27 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 DEVFSP 72 5K 168 pf_table 2 4K 6 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 153 UMA 247 4K 247 inpcbpolicy 116 4K 1253 dirrem 13 4K 374 hhook 13 4K 13 session 25 4K 42 pgrp 25 4K 42 freeblks 11 3K 427 acpisem 22 3K 22 terminal 11 3K 11 proc-args 44 3K 633 uidinfo 4 3K 8 sctp_ifa 17 3K 32 lockf 20 3K 121 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 freefile 15 2K 370 ip6ndp 12 2K 31 Unitno 29 2K 45 CAM XPT 22 2K 543 in_multi 6 2K 12 sctp_timw 5 2K 5 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 604 indirdep 4 1K 1244 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 96 NFSD session 1 1K 1 CAM periph 4 1K 271 mld 6 1K 6 sctp_ifn 6 1K 11 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 crypto 3 1K 3 newdirblk 4 1K 302 diradd 4 1K 428 sctp_atcl 1 1K 81 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 osd 3 1K 9 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 iov 4 1K 15028 pf_rule 1 1K 4 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 soname 4 1K 6033 nexusdev 5 1K 5 entropy 2 1K 43 sctp_vrf 1 1K 1 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 sctp_atky 1 1K 87 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 82 sctp_athm 1 1K 81 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 9516 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 343 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 50 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 13 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 8 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 57 sctp_iter 0 0K 28 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 28 sctp_aadr 0 0K 0 sctp_stro 0 0K 6 sctp_stri 0 0K 0 sctp_map 0 0K 12 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 462 export_host 0 0K 0 cl_savebuf 0 0K 4 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 255 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 163 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 617 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 9 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 mbuf_packet 256 8286 1366 533457 0 254 2470912 0 512 512 4141 35 4163 0 30 2138112 0 mbuf_jumbo_page 4096 0 508 206 0 254 2080768 0 BUF TRIE 144 454 13042 7761 0 62 1943424 0 RADIX NODE 144 10702 719 84462 0 62 1644624 0 4096 4096 332 2 491 0 2 1368064 0 128 128 9989 241 10353 0 126 1309440 0 pbuf 832 0 953 0 0 2 792896 0 UMA Slabs 0 112 7017 33 7017 0 126 789600 0 sctp_ep 1280 1 509 75 0 254 652800 0 sctp_asoc 2288 0 255 6 0 254 583440 0 tcpcb 1032 100 417 186 0 254 533544 0 socket 904 130 383 2468 0 254 463752 0 VM OBJECT 264 1154 106 19396 0 30 332640 0 256 Bucket 2048 144 12 1113 0 8 319488 0 tcp_bbr_map 128 260 2158 2494 0 126 309504 0 THREAD 1776 143 28 1092 0 8 303696 0 256 256 124 1061 5171 0 62 303360 0 VNODE 488 565 35 938 0 30 292800 0 mbuf 256 480 548 269780 0 254 263168 0 65536 65536 4 0 4 0 1 262144 0 32768 32768 2 6 1156 0 1 262144 0 4096 4096 56 8 1158 0 2 262144 0 2048 2048 2 126 9550 0 8 262144 0 ripcb 488 2 510 16 0 254 249856 0 udplite_inpcb 488 12 500 858 0 254 249856 0 tcp_inpcb 488 100 412 186 0 254 249856 0 udp_inpcb 488 2 510 193 0 254 249856 0 16384 16384 9 4 464 0 1 212992 0 g_bio 408 0 510 35718 0 30 208080 0 64 64 2671 416 2699 0 254 197568 0 65536 65536 2 1 114 0 1 196608 0 sctp_raddr 736 0 264 6 0 254 194304 0 16 16 11668 332 11787 0 254 192000 0 128 128 1134 261 23993 0 126 178560 0 UMA Zones 768 221 0 221 0 16 169728 0 MAP ENTRY 96 1360 404 61730 0 126 169344 0 32 32 4383 279 5457 0 254 149184 0 1024 1024 121 23 145 0 16 147456 0 FFS2 dinode 256 528 42 898 0 62 145920 0 vmem btag 56 2119 244 2119 0 254 132328 0 65536 65536 1 1 3 0 1 131072 0 65536 65536 0 2 99 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 unpcb 256 11 499 1101 0 254 130560 0 ksiginfo 112 52 992 81 0 126 116928 0 4096 4096 27 1 42 0 2 114688 0 VMSPACE 2536 32 13 1132 0 4 114120 0 16384 16384 3 3 10 0 1 98304 0 PROC 1312 54 18 1153 0 8 94464 0 FFS inode 160 528 47 899 0 62 92000 0 128 Bucket 1024 67 16 416 0 16 84992 0 filedesc0 1088 55 22 1154 0 8 83776 0 UMA Kegs 384 207 8 207 0 30 82560 0 tcp_bbr_pcb 832 85 14 128 0 16 82368 0 S VFS Cache 108 620 136 1593 0 126 81648 0 256 256 147 168 1067 0 62 80640 0 256 256 215 100 2793 0 62 80640 0 1024 1024 4 64 275 0 16 69632 0 64 Bucket 512 97 39 3039 0 30 69632 0 64 64 546 525 2193 0 254 68544 0 64 64 514 557 1583 0 254 68544 0 128 128 302 225 787 0 126 67456 0 128 128 214 313 1286 0 126 67456 0 65536 65536 0 1 8 0 1 65536 0 2048 2048 2 30 76 0 8 65536 0 256 256 77 178 1696 0 62 65280 0 512 512 28 92 1178 0 30 61440 0 8192 8192 4 3 32 0 1 57344 0 clpbuf 832 0 64 2284 0 16 53248 0 64 64 375 444 14867 0 254 52416 0 128 128 167 236 532 0 126 51584 0 256 256 65 130 837 0 62 49920 0 256 256 125 70 590 0 62 49920 0 32 Bucket 256 51 144 847 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 15231 0 16 49152 0 16384 16384 2 1 3 0 1 49152 0 4096 4096 8 4 462 0 2 49152 0 2048 2048 8 16 527 0 8 49152 0 2048 2048 13 11 17 0 8 49152 0 512 512 75 21 193 0 30 49152 0 512 512 33 63 142 0 30 49152 0 512 512 74 22 395 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 199 351 9530 0 126 44000 0 8192 8192 4 1 85 0 1 40960 0 pipe 760 19 31 405 0 16 38000 0 selfd 64 98 469 7799 0 254 36288 0 64 64 11 556 33 0 254 36288 0 64 64 168 399 1299 0 254 36288 0 64 64 164 403 285 0 254 36288 0 64 64 36 531 46 0 254 36288 0 8 Bucket 80 78 372 24194 0 126 36000 0 128 128 37 242 111 0 126 35712 0 128 128 66 213 5827 0 126 35712 0 128 128 85 194 877 0 126 35712 0 routing nhops 256 16 119 60 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 35 100 79 0 62 34560 0 256 256 10 125 2294 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 SLEEPQUEUE 88 172 212 172 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 2048 2048 7 9 9 0 8 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 1 15 484 0 8 32768 0 1024 1024 2 30 37 0 16 32768 0 1024 1024 1 31 1213 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 19 13 19 0 16 32768 0 1024 1024 1 31 21 0 16 32768 0 512 512 5 59 13 0 30 32768 0 512 512 33 31 42 0 30 32768 0 mt_stats_zone 64 438 74 438 0 254 32768 0 64 pcpu 8 3799 297 3920 0 254 32768 0 16 Bucket 144 66 158 4988 0 62 32256 0 KNOTE 160 27 173 20363 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 46 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 32 32 345 537 816 0 254 28224 0 4 Bucket 48 7 581 11048 0 254 28224 0 rtentry 200 34 106 60 0 62 28000 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 3 0 3 0 1 24576 0 8192 8192 2 1 4 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 4 2 6 0 2 24576 0 4096 4096 3 3 465 0 2 24576 0 rl_entry 40 72 534 72 0 254 24240 0 2 Bucket 32 62 694 10273 0 254 24192 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 14 616 1051 0 254 20160 0 PWD 32 19 611 386 0 254 20160 0 32 32 98 532 178 0 254 20160 0 32 32 26 604 809 0 254 20160 0 32 32 89 541 1325 0 254 20160 0 32 32 164 466 1371 0 254 20160 0 32 32 38 592 2644 0 254 20160 0 procdesc 136 2 143 10 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 9 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 1024 1024 2 14 6 0 16 16384 0 512 512 2 30 41 0 30 16384 0 vtnet_tx_hdr 24 1 667 258572 0 254 16032 0 mt_zone 24 438 230 438 0 254 16032 0 VNODEPOLL 120 0 132 2 0 126 15840 0 MAP 216 2 69 2 0 62 15336 0 vmem 1856 1 7 1 0 8 14848 0 32 32 3 375 22 0 254 12096 0 16 16 11 739 97 0 254 12000 0 16 16 33 717 580 0 254 12000 0 16 16 48 702 571 0 254 12000 0 16 16 193 557 1245 0 254 12000 0 16 16 14 736 20 0 254 12000 0 16 16 246 504 259 0 254 12000 0 16 16 16 734 23928 0 254 12000 0 4096 4096 0 2 1 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 rentr 24 0 334 6 0 254 8016 0 SMR SHARED 24 1 254 1 0 254 6120 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 216 0 0 0 0 62 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcp_log 408 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 240 0 0 0 0 62 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0