panic: tp:0xfffffe00257d7020 rc_sacked:2816 > out:1 cpuid = 1 time = 1589521348 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00237445f0 vpanic() at vpanic+0x1c7/frame 0xfffffe0023744650 panic() at panic+0x43/frame 0xfffffe00237446b0 ctf_flight_size() at ctf_flight_size+0x5d/frame 0xfffffe00237446e0 bbr_output_wtime() at bbr_output_wtime+0x9801/frame 0xfffffe0023744990 bbr_output() at bbr_output+0x67/frame 0xfffffe00237449c0 tcp_hpts_thread() at tcp_hpts_thread+0xdf7/frame 0xfffffe0023744b10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe0023744bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0023744bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0023744bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100073 ] Stopped at kdb_enter+0x67: movq $0,0x14abca6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xffffffff810b5800 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00237445d0 rbp 0xfffffe00237445f0 rsi 0 rdi 0xffffffff810b5836 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0025c3d300 r12 0xffffffff82068e40 ddb_dbbe r13 0 r14 0xffffffff8193b63a r15 0xffffffff8193b63a rip 0xffffffff810aab47 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14abca6(%rip) db> show proc Process 12 (intr) at 0xfffff80003308520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250a690 ABI: null reaper: 0xffffffff8250a690 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250b2d0 (map 0xffffffff8250b2d0) (map.pmap 0xffffffff8250b390) (pmap 0xffffffff8250b3f0) threads: 23 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 Run CPU 1 [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1501 983 983 0 R (threaded) syz-executor.1 100311 RunQ syz-executor.1 100766 S sbwait 0xfffffe00239d69e4 syz-executor.1 1500 774 774 0 R (threaded) syz-executor.2 100225 RunQ syz-executor.2 100753 S sbwait 0xfffffe00239d6ff4 syz-executor.2 100759 S sbwait 0xfffffe00239d9704 syz-executor.2 100771 S sbwait 0xfffffe00239dcd6c syz-executor.2 100773 S uwait 0xfffff8000c97d100 syz-executor.2 100775 S uwait 0xfffff8000c97ca80 syz-executor.2 1498 770 770 0 R (threaded) syz-executor.0 100161 RunQ syz-executor.0 100761 S sbwait 0xfffffe00239d88e4 syz-executor.0 100764 S connec 0xfffffe00239da478 syz-executor.0 100765 S uwait 0xfffff80003e32d00 syz-executor.0 100767 S uwait 0xfffff8000c97c780 syz-executor.0 1494 1053 1053 0 T (threaded) syz-executor.3 100594 s syz-executor.3 100735 Run CPU 0 syz-executor.3 100746 s syz-executor.3 100763 s syz-executor.3 100770 s syz-executor.3 1053 768 1053 0 Rs syz-executor.3 983 768 983 0 Rs syz-executor.1 980 974 980 0 Ss select 0xfffff80003c768c0 dhclient 977 1 977 0 Ss select 0xfffff80003e56340 dhclient 974 967 424 65 S select 0xfffff80003e56240 dhclient 967 424 424 0 S wait 0xfffff80003cdd520 sh 774 768 774 0 Rs syz-executor.2 770 768 770 0 Rs syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100083 S kqread 0xfffff800031fbd00 syz-fuzzer 100111 S uwait 0xfffff80003c30000 syz-fuzzer 100112 S uwait 0xfffff80003c30100 syz-fuzzer 100113 S uwait 0xfffff80003c30200 syz-fuzzer 100114 S uwait 0xfffff80003ba5e80 syz-fuzzer 100115 S uwait 0xfffff80003c30300 syz-fuzzer 100116 S uwait 0xfffff80003c30400 syz-fuzzer 100117 S uwait 0xfffff80003c30500 syz-fuzzer 100118 S uwait 0xfffff80003ba8000 syz-fuzzer 100119 S uwait 0xfffff80003c27400 syz-fuzzer 100120 S uwait 0xfffff80003c27500 syz-fuzzer 766 764 766 0 Ss pause 0xfffff80003dd25c8 csh 764 682 764 0 Ss select 0xfffff80003c27640 sshd 748 1 748 0 Ss+ ttyin 0xfffff8000383ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b2e4b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b2e8b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b2ecb0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b2d0b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b2d4b0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b2d8b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b2dcb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b300b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252b160 cron 682 1 682 0 Ss select 0xfffff80003c30ec0 sshd 495 1 495 0 Ss select 0xfffff80003e56a40 syslogd 424 1 424 0 Ss wait 0xfffff80003cff000 devd 423 1 423 65 Ss select 0xfffff80003e566c0 dhclient 338 1 338 0 Ss select 0xfffff80003e567c0 dhclient 335 1 335 0 Ss select 0xfffff80003e56740 dhclient 23 0 0 0 DL vlruwt 0xfffff800033dc520 [vnlru] 22 0 0 0 DL syncer 0xffffffff82617098 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826163b0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100088 D sdflush 0xfffff80003c65ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263d288 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82631858 [dom0] 100074 D launds 0xffffffff82631864 [laundry: dom0] 100075 D umarcl 0xffffffff8153dc60 [uma] 18 0 0 0 DL - 0xffffffff8235edd8 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82b533a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff82619810 [sctp_iterator] 15 0 0 0 DL - 0xffffffff826159ac [soaiod4] 9 0 0 0 DL - 0xffffffff826159ac [soaiod3] 8 0 0 0 DL - 0xffffffff826159ac [soaiod2] 7 0 0 0 DL - 0xffffffff826159ac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff82236b40 [doneq0] 100066 D - 0xffffffff82236a10 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003206e90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003206e30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262f040 [crypto] 14 0 0 0 DL seqstat 0xfffff8000335f488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250a100 [g_event] 100025 D - 0xffffffff8250a108 [g_up] 100026 D - 0xffffffff8250a110 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003319680 [thr_0] 100018 D - 0xfffff800033196c0 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 I [swi1: hpts] 100073 Run CPU 1 [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003307000 [init] 10 0 0 0 DL audit_w 0xffffffff8262f518 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250a690 [swapper] 100005 D - 0xfffff80003211b00 [if_config_tqg_0] 100006 D - 0xfffff80003211900 [softirq_0] 100007 D - 0xfffff80003211700 [softirq_1] 100008 D - 0xfffff80003211500 [if_io_tqg_0] 100009 D - 0xfffff80003211300 [if_io_tqg_1] 100011 D - 0xfffff800031fed00 [in6m_free taskq] 100012 D - 0xfffff800031fec00 [thread taskq] 100014 D - 0xfffff800031fea00 [kqueue_ctx taskq] 100015 D - 0xfffff800031fe900 [aiod_kick taskq] 100023 D - 0xfffff800031fe700 [firmware taskq] 100028 D - 0xfffff800031fe500 [crypto_0] 100029 D - 0xfffff800031fe500 [crypto_1] 100043 D - 0xfffff800031fe200 [vtnet0 rxq 0] 100044 D - 0xfffff800031fe100 [vtnet0 txq 0] 100045 D - 0xfffff800031fe000 [vtnet0 rxq 1] 100046 D - 0xfffff800031fde00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f0580 [virtio_balloon] 100052 D - 0xfffff800031fdc00 [mca taskq] 100055 D - 0xffffffff81cdcce1 [deadlkres] 100061 D - 0xfffff80003b7e000 [acpi_task_0] 100062 D - 0xfffff80003b7e000 [acpi_task_1] 100063 D - 0xfffff80003b7e000 [acpi_task_2] 100065 D - 0xfffff800031fe300 [CAM taskq] db> show all locks Process 1501 (syz-executor.1) thread 0xfffffe0025c48700 (100766) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe00239d6988) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414 Process 1494 (syz-executor.3) thread 0xfffffe0025c3ce00 (100735) exclusive sleep mutex vm reserv (vm reserv) r = 0 (0xfffff8007c7def40) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_reserv.c:1032 exclusive rw kernel vm object (kernel vm object) r = 0 (0xffffffff826310e8) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_kern.c:577 Process 12 (intr) thread 0xfffffe0023b93100 (100073) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8000c3ba9a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1539 db> show malloc Type InUse MemUse Requests temp 36 355737K 2190 pf_hash 5 11524K 5 devbuf 4213 4851K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27747 1619K 27811 kobj 332 1328K 491 newblk 15 1028K 3203 vfscache 4 1025K 4 pcb 173 701K 1394 inodedep 122 573K 851 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 388K 4 subproc 128 257K 1575 acpica 1674 185K 52709 vnet_data 1 168K 1 filedesc 21 149K 1261 pagedep 11 131K 626 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 237 95K 290 bus 1007 80K 3395 sctp_atcl 146 73K 531 sctp_stro 73 73K 178 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 499 63K 499 umtx 342 43K 342 kdtrace 188 37K 4750 BPF 22 36K 22 hostcache 1 32K 1 shm 1 32K 3 DEVFS3 124 31K 134 msg 4 30K 4 dirrem 110 28K 710 ifaddr 79 28K 85 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ufs_mount 3 17K 4 lltable 45 17K 72 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 freefile 112 14K 708 ether_multi 172 14K 259 bus-sc 30 14K 1431 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 99 eventhandler 132 12K 132 in6_multi 89 11K 141 pfs_nodes 20 10K 20 GEOM 60 10K 487 rman 82 10K 423 sctp_atky 219 10K 709 bmsafemap 3 9K 821 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 sctp_timw 30 8K 30 audit_evclass 233 8K 291 CAM DEV 3 6K 510 kqueue 57 6K 1508 vt 11 6K 11 cred 22 6K 206 plimit 21 6K 398 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 select 36 5K 36 DEVFSP 72 5K 148 pf_ifnet 10 5K 19 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 136 UMA 247 4K 247 routetbl 21 4K 39 hhook 13 4K 13 session 25 4K 42 pgrp 25 4K 42 acpisem 22 3K 22 terminal 11 3K 11 proc-args 44 3K 624 uidinfo 4 3K 8 sctp_athm 146 3K 531 sctp_map 146 3K 356 sctp_ifa 17 3K 29 freework 9 3K 1133 local_apic 1 2K 1 io_apic 1 2K 1 freeblks 8 2K 661 ipsec-saq 2 2K 2 lockf 19 2K 51 ip6ndp 12 2K 28 Unitno 31 2K 1335 CAM XPT 22 2K 543 in_multi 6 2K 13 mkdir 10 2K 1188 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 62 NFSD session 1 1K 1 CAM periph 4 1K 271 newdirblk 6 1K 594 diradd 6 1K 759 mld 6 1K 6 sctp_ifn 6 1K 10 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 inpcbpolicy 21 1K 2080 crypto 3 1K 3 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 osd 3 1K 9 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 iov 4 1K 15532 loginclass 3 1K 6 soname 7 1K 7261 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 nexusdev 5 1K 5 entropy 2 1K 42 sctp_vrf 1 1K 1 ip_msource 1 1K 3 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 92 p1003.1b 1 1K 1 pf_table 0 0K 3 pf_rule 0 0K 3 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 5969 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 439 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 30 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 8 allocindir 0 0K 0 indirdep 0 0K 489 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 15 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 179 sctp_iter 0 0K 20 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 20 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 8 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 763 export_host 0 0K 0 cl_savebuf 0 0K 3 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 232 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 183 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 592 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 32333 179 35052 0 254 133169152 0 mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 mbuf 256 32962 316 253587 0 254 8519168 0 UMA Slabs 0 112 39082 8 39082 0 126 4378080 0 mbuf_packet 256 8278 1374 445008 0 254 2470912 0 RADIX NODE 144 12859 2790 87127 0 62 2253456 0 512 512 4141 35 4175 0 30 2138112 0 BUF TRIE 144 345 13151 4029 0 62 1943424 0 4096 4096 332 2 491 0 2 1368064 0 128 128 10064 414 10668 0 126 1341184 0 sctp_asoc 2288 73 437 178 0 254 1166880 0 pbuf 832 0 953 0 0 2 792896 0 sctp_ep 1280 73 437 353 0 254 652800 0 tcpcb 1032 8 509 687 0 254 533544 0 socket 904 35 478 3561 0 254 463752 0 sctp_raddr 736 73 444 178 0 254 380512 0 256 Bucket 2048 158 6 1215 0 8 335872 0 VM OBJECT 264 1137 123 24473 0 30 332640 0 THREAD 1776 143 28 1811 0 8 303696 0 256 256 66 1119 3375 0 62 303360 0 VNODE 488 557 43 1268 0 30 292800 0 4096 4096 56 10 1506 0 2 270336 0 65536 65536 4 0 4 0 1 262144 0 32768 32768 2 6 435 0 1 262144 0 ripcb 488 2 510 30 0 254 249856 0 udplite_inpcb 488 9 503 1154 0 254 249856 0 tcp_inpcb 488 11 501 687 0 254 249856 0 udp_inpcb 488 2 510 209 0 254 249856 0 2048 2048 2 110 6003 0 8 229376 0 16384 16384 9 4 755 0 1 212992 0 65536 65536 2 1 114 0 1 196608 0 16 16 11668 332 11779 0 254 192000 0 g_bio 408 0 450 21530 0 30 183600 0 64 64 2671 164 2699 0 254 181440 0 128 128 1134 261 23973 0 126 178560 0 512 512 125 211 1423 0 30 172032 0 UMA Zones 768 221 0 221 0 16 169728 0 MAP ENTRY 96 1367 397 79576 0 126 169344 0 2048 2048 74 6 354 0 8 163840 0 32 32 4383 531 5457 0 254 157248 0 1024 1024 121 23 140 0 16 147456 0 FFS2 dinode 256 521 49 1230 0 62 145920 0 vmem btag 56 2183 180 2183 0 254 132328 0 65536 65536 0 2 79 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 unpcb 256 11 499 1093 0 254 130560 0 256 256 147 363 1511 0 62 130560 0 ksiginfo 112 50 994 85 0 126 116928 0 4096 4096 27 1 38 0 2 114688 0 VMSPACE 2536 32 13 1480 0 4 114120 0 512 512 177 39 589 0 30 110592 0 256 256 191 184 2221 0 62 96000 0 PROC 1312 54 18 1501 0 8 94464 0 FFS inode 160 521 54 1230 0 62 92000 0 filedesc0 1088 55 29 1502 0 8 91392 0 128 Bucket 1024 52 31 312 0 16 84992 0 UMA Kegs 384 207 8 207 0 30 82560 0 1024 1024 75 5 209 0 16 81920 0 S VFS Cache 108 619 137 1914 0 126 81648 0 256 256 214 101 4095 0 62 80640 0 sctp_chunk 152 72 448 72 0 254 79040 0 1024 1024 4 64 275 0 16 69632 0 64 Bucket 512 90 46 1825 0 30 69632 0 64 64 514 557 1590 0 254 68544 0 128 128 304 223 1070 0 126 67456 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 8 0 1 65536 0 512 512 74 54 395 0 30 65536 0 sctp_stream_msg_out 112 71 469 73 0 254 60480 0 8192 8192 4 3 32 0 1 57344 0 clpbuf 832 0 64 1060 0 16 53248 0 64 64 374 445 14814 0 254 52416 0 64 64 549 270 2541 0 254 52416 0 128 128 218 185 2200 0 126 51584 0 128 128 167 236 527 0 126 51584 0 256 256 61 134 1059 0 62 49920 0 256 256 125 70 562 0 62 49920 0 32 Bucket 256 55 140 829 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 16453 0 16 49152 0 16384 16384 3 0 3 0 1 49152 0 4096 4096 8 4 461 0 2 49152 0 2048 2048 7 17 524 0 8 49152 0 512 512 75 21 193 0 30 49152 0 tcp_bbr_pcb 832 3 51 405 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 Files 80 202 348 11241 0 126 44000 0 8192 8192 4 1 85 0 1 40960 0 pipe 760 20 30 489 0 16 38000 0 selfd 64 65 502 9520 0 254 36288 0 64 64 11 556 28 0 254 36288 0 64 64 168 399 1647 0 254 36288 0 64 64 72 495 718 0 254 36288 0 64 64 109 458 217 0 254 36288 0 8 Bucket 80 56 394 16463 0 126 36000 0 tcp_bbr_map 128 12 267 1319 0 126 35712 0 128 128 37 242 111 0 126 35712 0 128 128 66 213 5775 0 126 35712 0 128 128 84 195 863 0 126 35712 0 routing nhops 256 15 120 55 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 35 100 80 0 62 34560 0 256 256 10 125 2579 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 SLEEPQUEUE 88 172 212 172 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 16384 16384 2 0 3 0 1 32768 0 8192 8192 3 1 5 0 1 32768 0 8192 8192 3 1 5 0 1 32768 0 2048 2048 11 5 14 0 8 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 1 15 491 0 8 32768 0 1024 1024 1 31 1193 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 19 13 19 0 16 32768 0 1024 1024 1 31 22 0 16 32768 0 512 512 1 63 7 0 30 32768 0 512 512 32 32 38 0 30 32768 0 mt_stats_zone 64 438 74 438 0 254 32768 0 64 pcpu 8 3766 330 3849 0 254 32768 0 KNOTE 160 27 173 18007 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 hostcache 96 1 293 1 0 254 28224 0 PWD 32 19 863 681 0 254 28224 0 32 32 492 390 2523 0 254 28224 0 4 Bucket 48 7 581 21649 0 254 28224 0 rtentry 200 33 107 55 0 62 28000 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 3 3 6 0 2 24576 0 4096 4096 3 3 766 0 2 24576 0 rl_entry 40 74 532 74 0 254 24240 0 vtnet_tx_hdr 24 1 1001 212725 0 254 24048 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 11 619 1363 0 254 20160 0 32 32 99 531 426 0 254 20160 0 32 32 26 604 809 0 254 20160 0 32 32 91 539 1616 0 254 20160 0 32 32 68 562 2194 0 254 20160 0 32 32 38 592 2650 0 254 20160 0 16 Bucket 144 55 85 8868 0 62 20160 0 procdesc 136 2 143 12 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 2048 2048 1 7 13 0 8 16384 0 2048 2048 7 1 7 0 8 16384 0 1024 1024 2 14 5 0 16 16384 0 512 512 2 30 42 0 30 16384 0 pf tags 104 0 156 6 0 126 16224 0 sctp_laddr 48 0 336 40 0 254 16128 0 rentr 24 0 668 8 0 254 16032 0 mt_zone 24 438 230 438 0 254 16032 0 16 16 392 608 603 0 254 16000 0 MAP 216 2 69 2 0 62 15336 0 vmem 1856 1 7 1 0 8 14848 0 32 32 3 375 24 0 254 12096 0 2 Bucket 32 62 316 12505 0 254 12096 0 16 16 11 739 217 0 254 12000 0 16 16 35 715 1715 0 254 12000 0 16 16 193 557 1023 0 254 12000 0 16 16 193 557 1245 0 254 12000 0 16 16 14 736 21 0 254 12000 0 16 16 16 734 23926 0 254 12000 0 4096 4096 0 2 1 0 2 8192 0 4096 4096 0 2 11 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 SMR SHARED 24 1 254 1 0 254 6120 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 216 0 0 0 0 62 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcp_log 408 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 240 0 0 0 0 62 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0