panic: tp:0xfffffe002581f830 rc_sacked:2 > out:1 cpuid = 0 time = 1589534408 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037fc5f0 vpanic() at vpanic+0x1c7/frame 0xfffffe00037fc650 panic() at panic+0x43/frame 0xfffffe00037fc6b0 ctf_flight_size() at ctf_flight_size+0x5d/frame 0xfffffe00037fc6e0 bbr_output_wtime() at bbr_output_wtime+0x7677/frame 0xfffffe00037fc990 bbr_output() at bbr_output+0x67/frame 0xfffffe00037fc9c0 tcp_hpts_thread() at tcp_hpts_thread+0xdf7/frame 0xfffffe00037fcb10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe00037fcbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037fcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037fcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100072 ] Stopped at kdb_enter+0x67: movq $0,0x14abca6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0xffffffff810b5800 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037fc5d0 rbp 0xfffffe00037fc5f0 rsi 0 rdi 0xffffffff810b5836 vprintf+0x176 r8 0 r9 0xffffffff r10 0xf4240 r11 0xfffffe0025838800 r12 0xffffffff82068e40 ddb_dbbe r13 0 r14 0xffffffff8193b63a r15 0xffffffff8193b63a rip 0xffffffff810aab47 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14abca6(%rip) db> show proc Process 12 (intr) at 0xfffff80003308520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250a690 ABI: null reaper: 0xffffffff8250a690 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250b2d0 (map 0xffffffff8250b2d0) (map.pmap 0xffffffff8250b390) (pmap 0xffffffff8250b3f0) threads: 23 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 0 [swi1: hpts] 100073 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 1398 1249 1249 0 R (threaded) syz-executor.1 100393 Run CPU 1 syz-executor.1 100420 S sbwait 0xfffffe001cfc1704 syz-executor.1 100428 S sbwait 0xfffffe001cfc255c syz-executor.1 100430 S sbwait 0xfffffe001cfce1d4 syz-executor.1 100432 S sbwait 0xfffffe00239d737c syz-executor.1 1397 1363 1363 0 R (threaded) syz-executor.3 100968 RunQ syz-executor.3 100401 S sbwait 0xfffffe001cfc2c6c syz-executor.3 100421 S sbwait 0xfffffe001cfd3704 syz-executor.3 100423 S accept 0xfffffe001cfcf310 syz-executor.3 100426 S sbwait 0xfffffe001cfc937c syz-executor.3 100429 S uwait 0xfffff8000c338200 syz-executor.3 100431 S uwait 0xfffff80003c70400 syz-executor.3 1396 1204 1204 0 R (threaded) syz-executor.0 100147 RunQ syz-executor.0 100399 S accept 0xfffffe001cfc3310 syz-executor.0 100402 S uwait 0xfffff8000c338700 syz-executor.0 1395 1372 1372 0 R (threaded) syz-executor.2 100865 RunQ syz-executor.2 100408 S sbwait 0xfffffe001cfc8ff4 syz-executor.2 100411 S sbwait 0xfffffe00239d9a8c syz-executor.2 100413 S connec 0xfffffe001cfca478 syz-executor.2 100416 S uwait 0xfffff8000ce73300 syz-executor.2 100418 S uwait 0xfffff80003ca6c80 syz-executor.2 1372 768 1372 0 Rs syz-executor.2 1363 768 1363 0 Rs syz-executor.3 1249 768 1249 0 Rs syz-executor.1 1243 1237 1243 0 Ss select 0xfffff8000ce73640 dhclient 1240 1 1240 0 Ss select 0xfffff80003ddce40 dhclient 1237 1230 424 65 S select 0xfffff8000cdfc8c0 dhclient 1230 424 424 0 S wait 0xfffff80003d79520 sh 1204 768 1204 0 Rs syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100086 S uwait 0xfffff80003ca7900 syz-fuzzer 100107 S uwait 0xfffff80003ba8000 syz-fuzzer 100108 S uwait 0xfffff80003ba8100 syz-fuzzer 100109 S uwait 0xfffff80003ba8200 syz-fuzzer 100110 S uwait 0xfffff80003c6f280 syz-fuzzer 100111 S kqread 0xfffff800031fbd00 syz-fuzzer 100112 S uwait 0xfffff80003ca6780 syz-fuzzer 100113 S uwait 0xfffff80003ca7500 syz-fuzzer 100114 S uwait 0xfffff80003ca6880 syz-fuzzer 100115 S uwait 0xfffff8000c338800 syz-fuzzer 100116 S uwait 0xfffff8000c338900 syz-fuzzer 766 764 766 0 Ss pause 0xfffff8000c4ccae8 csh 764 682 764 0 Ss select 0xfffff8000c3320c0 sshd 748 1 748 0 Ss+ ttyin 0xfffff8000383ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b2e4b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b2e8b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b2ecb0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b2d0b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b2d4b0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b2d8b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b2dcb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b300b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252b160 cron 682 1 682 0 Ss select 0xfffff8000c332bc0 sshd 495 1 495 0 Ss select 0xfffff8000c332cc0 syslogd 424 1 424 0 Ss wait 0xfffff80003ce1520 devd 423 1 423 65 Ss select 0xfffff80003c6f3c0 dhclient 338 1 338 0 Ss select 0xfffff80003ca63c0 dhclient 335 1 335 0 Ss select 0xfffff80003c6f4c0 dhclient 23 0 0 0 DL vlruwt 0xfffff800033dc520 [vnlru] 22 0 0 0 DL syncer 0xffffffff82617098 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826163b0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100085 D sdflush 0xfffff80003c65ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263d288 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82631858 [dom0] 100074 D launds 0xffffffff82631864 [laundry: dom0] 100075 D umarcl 0xffffffff8153dc60 [uma] 18 0 0 0 DL - 0xffffffff8235edd8 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82c4d3a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff82619810 [sctp_iterator] 15 0 0 0 DL - 0xffffffff826159ac [soaiod4] 9 0 0 0 DL - 0xffffffff826159ac [soaiod3] 8 0 0 0 DL - 0xffffffff826159ac [soaiod2] 7 0 0 0 DL - 0xffffffff826159ac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff82236b40 [doneq0] 100066 D - 0xffffffff82236a10 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003206e90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003206e30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262f040 [crypto] 14 0 0 0 DL seqstat 0xfffff8000335f488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250a100 [g_event] 100025 D - 0xffffffff8250a108 [g_up] 100026 D - 0xffffffff8250a110 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003319680 [thr_0] 100018 D - 0xfffff800033196c0 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 0 [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003307000 [init] 10 0 0 0 DL audit_w 0xffffffff8262f518 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250a690 [swapper] 100005 D - 0xfffff80003211b00 [if_config_tqg_0] 100006 D - 0xfffff80003211900 [softirq_0] 100007 D - 0xfffff80003211700 [softirq_1] 100008 D - 0xfffff80003211500 [if_io_tqg_0] 100009 D - 0xfffff80003211300 [if_io_tqg_1] 100011 D - 0xfffff800031fed00 [in6m_free taskq] 100012 D - 0xfffff800031fec00 [thread taskq] 100014 D - 0xfffff800031fea00 [kqueue_ctx taskq] 100015 D - 0xfffff800031fe900 [aiod_kick taskq] 100023 D - 0xfffff800031fe700 [firmware taskq] 100028 D - 0xfffff800031fe500 [crypto_0] 100029 D - 0xfffff800031fe500 [crypto_1] 100043 D - 0xfffff800031fe200 [vtnet0 rxq 0] 100044 D - 0xfffff800031fe100 [vtnet0 txq 0] 100045 D - 0xfffff800031fe000 [vtnet0 rxq 1] 100046 D - 0xfffff800031fde00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f0580 [virtio_balloon] 100052 D - 0xfffff800031fdc00 [mca taskq] 100055 D - 0xffffffff81cdcce1 [deadlkres] 100061 D - 0xfffff80003b7e000 [acpi_task_0] 100062 D - 0xfffff80003b7e000 [acpi_task_1] 100063 D - 0xfffff80003b7e000 [acpi_task_2] 100065 D - 0xfffff800031fe300 [CAM taskq] db> show all locks Process 1398 (syz-executor.1) thread 0xfffffe0025c85c00 (100393) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff82553270) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:512 Process 12 (intr) thread 0xfffffe0004cfb700 (100072) exclusive sleep mutex so_snd (so_snd) r = 0 (0xfffffe001cfc85e0) locked @ /syzkaller/managers/main/kernel/sys/modules/tcp/bbr/../../../netinet/tcp_stacks/bbr.c:12522 exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8000c337020) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1539 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4851K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27747 1619K 27811 kobj 332 1328K 491 vfscache 4 1025K 4 newblk 4 1025K 5801 pcb 33 544K 666 inodedep 11 517K 894 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 388K 4 subproc 128 257K 1472 acpica 1674 185K 52709 vnet_data 1 168K 1 filedesc 22 153K 1017 pagedep 7 130K 542 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 237 95K 344 bus 1071 83K 3467 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 499 63K 499 umtx 342 43K 342 ifaddr 100 38K 140 kdtrace 191 38K 4210 BPF 22 36K 30 temp 36 35K 3350 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ufs_mount 3 17K 4 lltable 45 17K 153 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 ether_multi 172 14K 713 bus-sc 30 14K 1431 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 99 eventhandler 132 12K 132 in6_multi 89 11K 403 pfs_nodes 20 10K 20 GEOM 60 10K 487 rman 82 10K 423 bmsafemap 2 9K 780 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 5 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 routetbl 27 7K 93 select 49 7K 49 CAM DEV 3 6K 510 cred 23 6K 240 kqueue 57 6K 1405 vt 11 6K 11 plimit 22 6K 657 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 45 5K 45 ufs_dirhash 24 5K 24 pf_ifnet 12 5K 27 DEVFSP 72 5K 474 pf_table 2 4K 12 memdesc 1 4K 1 MCA 32 4K 32 sctp_timw 16 4K 16 evdev 4 4K 4 kcovinfo 64 4K 442 UMA 247 4K 247 freework 15 4K 1581 hhook 13 4K 13 session 25 4K 63 pgrp 25 4K 65 acpisem 22 3K 22 terminal 11 3K 11 lockf 25 3K 65 sctp_atcl 5 3K 225 proc-args 44 3K 888 uidinfo 4 3K 13 sctp_ifa 17 3K 83 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_stro 2 2K 22 ip6ndp 12 2K 65 Unitno 32 2K 661 CAM XPT 22 2K 543 in_multi 6 2K 29 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 softdep 1 1K 1 dirrem 4 1K 464 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 clone 8 1K 8 vnodemarker 2 1K 408 NFSD session 1 1K 1 CAM periph 4 1K 271 inpcbpolicy 26 1K 2032 mld 6 1K 6 sctp_ifn 6 1K 28 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 crypto 3 1K 3 mkdir 4 1K 762 freeblks 2 1K 506 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 iov 5 1K 17170 encap_export_host 8 1K 8 newdirblk 3 1K 381 diradd 3 1K 586 osd 3 1K 9 sctp_atky 7 1K 247 vnodes 1 1K 7 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 pf_rule 1 1K 10 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freefile 1 1K 449 tcpfunc 2 1K 2 soname 5 1K 6039 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 nexusdev 5 1K 5 sctp_athm 5 1K 225 entropy 2 1K 61 sctp_vrf 1 1K 1 sctp_map 4 1K 44 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 98 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 20348 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 522 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 192 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 55 allocindir 0 0K 0 indirdep 0 0K 1375 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 162 sctp_iter 0 0K 82 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 82 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 1 ip_moptions 0 0K 2 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 512 export_host 0 0K 0 cl_savebuf 0 0K 28 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 770 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 351 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 623 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9780 126 9780 0 254 20287488 0 mbuf_packet 256 8195 1457 472875 0 254 2470912 0 512 512 4141 35 4208 0 30 2138112 0 mbuf_jumbo_page 4096 1 507 331 0 254 2080768 0 BUF TRIE 144 507 12989 16724 0 62 1943424 0 RADIX NODE 144 12827 666 175113 0 63 1942992 0 4096 4096 332 2 491 0 2 1368064 0 128 128 9967 139 10426 0 126 1293568 0 sctp_asoc 2288 2 508 22 0 254 1166880 0 UMA Slabs 0 112 7065 21 7065 0 126 793632 0 pbuf 832 0 953 0 0 2 792896 0 sctp_ep 1280 3 507 203 0 254 652800 0 tcpcb 1032 9 508 114 0 254 533544 0 socket 904 40 473 3513 0 254 463752 0 sctp_raddr 736 2 515 23 0 254 380512 0 VM OBJECT 264 1222 68 24759 0 30 340560 0 256 Bucket 2048 157 7 904 0 8 335872 0 VNODE 488 639 25 1097 0 30 324032 0 256 256 41 1204 5960 0 62 318720 0 THREAD 1776 149 22 1480 0 8 303696 0 32768 32768 2 7 1208 0 1 294912 0 tcp_bbr_map 128 4 2290 2210 0 126 293632 0 mbuf 256 476 552 236420 0 254 263168 0 65536 65536 4 0 4 0 1 262144 0 4096 4096 56 8 1403 0 2 262144 0 ripcb 488 2 510 70 0 254 249856 0 udplite_inpcb 488 13 499 1500 0 254 249856 0 tcp_inpcb 488 9 503 114 0 254 249856 0 udp_inpcb 488 2 510 348 0 254 249856 0 16384 16384 9 4 624 0 1 212992 0 tcp_log 408 0 510 37 0 254 208080 0 64 64 2671 416 2699 0 254 197568 0 65536 65536 0 3 143 0 1 196608 0 65536 65536 2 1 114 0 1 196608 0 2048 2048 2 94 20382 0 8 196608 0 16 16 11668 332 11841 0 254 192000 0 128 128 1134 261 24135 0 126 178560 0 FFS2 dinode 256 602 88 1058 0 62 176640 0 UMA Zones 768 221 0 221 0 16 169728 0 MAP ENTRY 96 1373 391 79914 0 126 169344 0 g_bio 408 0 390 79046 0 30 159120 0 32 32 4383 279 5457 0 254 149184 0 vmem btag 56 2233 418 2233 0 254 148456 0 1024 1024 121 23 144 0 16 147456 0 65536 65536 1 1 3 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 unpcb 256 11 499 1204 0 254 130560 0 ksiginfo 112 53 991 110 0 126 116928 0 4096 4096 27 1 42 0 2 114688 0 VMSPACE 2536 32 13 1377 0 4 114120 0 FFS inode 160 602 98 1058 0 62 112000 0 128 Bucket 1024 75 24 1621 0 16 101376 0 PROC 1312 54 18 1398 0 8 94464 0 filedesc0 1088 55 29 1399 0 8 91392 0 64 Bucket 512 88 80 1815 0 30 86016 0 UMA Kegs 384 207 8 207 0 30 82560 0 S VFS Cache 108 642 114 1889 0 126 81648 0 256 256 148 167 1733 0 62 80640 0 256 256 211 104 3521 0 62 80640 0 sctp_chunk 152 2 518 2 0 254 79040 0 1024 1024 4 64 275 0 16 69632 0 64 64 514 557 1613 0 254 68544 0 128 128 301 226 968 0 126 67456 0 128 128 209 318 1802 0 126 67456 0 65536 65536 0 1 8 0 1 65536 0 16384 16384 2 2 6 0 1 65536 0 2048 2048 4 28 204 0 8 65536 0 256 256 126 129 903 0 62 65280 0 512 512 75 45 193 0 30 61440 0 512 512 14 106 1814 0 30 61440 0 8192 8192 4 3 32 0 1 57344 0 4096 4096 9 5 479 0 2 57344 0 clpbuf 832 0 64 8119 0 16 53248 0 64 64 375 444 16769 0 254 52416 0 64 64 580 239 2598 0 254 52416 0 128 128 167 236 574 0 126 51584 0 ttyoutq 256 72 123 160 0 62 49920 0 256 256 59 136 1269 0 62 49920 0 256 256 25 170 2353 0 62 49920 0 256 256 9 186 2582 0 62 49920 0 32 Bucket 256 50 145 1588 0 62 49920 0 pipe 760 19 46 514 0 16 49400 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 19969 0 16 49152 0 16384 16384 3 0 3 0 1 49152 0 2048 2048 8 16 533 0 8 49152 0 2048 2048 13 11 23 0 8 49152 0 512 512 36 60 364 0 30 49152 0 512 512 74 22 395 0 30 49152 0 512 512 53 43 93 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 8192 8192 3 2 6 0 1 40960 0 8192 8192 4 1 85 0 1 40960 0 selfd 64 81 486 10408 0 254 36288 0 64 64 11 556 27 0 254 36288 0 64 64 168 399 1546 0 254 36288 0 64 64 72 495 386 0 254 36288 0 64 64 38 529 86 0 254 36288 0 8 Bucket 80 70 380 33370 0 126 36000 0 128 128 37 242 132 0 126 35712 0 128 128 71 208 6015 0 126 35712 0 128 128 85 194 1129 0 126 35712 0 routing nhops 256 14 121 128 0 62 34560 0 256 256 35 100 96 0 62 34560 0 TURNSTILE 136 172 80 172 0 62 34272 0 SLEEPQUEUE 88 172 212 172 0 126 33792 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 2048 2048 7 9 20 0 8 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 1 15 603 0 8 32768 0 1024 1024 4 28 53 0 16 32768 0 1024 1024 1 31 1770 0 16 32768 0 1024 1024 2 30 12 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 19 13 19 0 16 32768 0 1024 1024 1 31 23 0 16 32768 0 512 512 5 59 25 0 30 32768 0 mt_stats_zone 64 438 74 438 0 254 32768 0 64 pcpu 8 3877 219 4237 0 254 32768 0 sctp_stream_msg_out 112 0 288 2 0 254 32256 0 16 Bucket 144 82 142 30994 0 62 32256 0 KNOTE 160 27 173 22883 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 203 197 13419 0 126 32000 0 VNODEPOLL 120 0 264 3 0 126 31680 0 tcp_bbr_pcb 832 1 35 21 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 148 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 32 32 352 530 2261 0 254 28224 0 4 Bucket 48 8 580 9447 0 254 28224 0 rtentry 200 31 109 128 0 62 28000 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 3 0 5 0 1 24576 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 3 3 6 0 2 24576 0 4096 4096 3 3 515 0 2 24576 0 rl_entry 40 80 526 80 0 254 24240 0 2 Bucket 32 63 693 11592 0 254 24192 0 vtnet_tx_hdr 24 0 1002 228247 0 254 24048 0 Mountpoints 2816 2 6 2 0 4 22528 0 udpcb 32 15 615 1848 0 254 20160 0 PWD 32 19 611 464 0 254 20160 0 32 32 98 532 321 0 254 20160 0 32 32 26 604 809 0 254 20160 0 32 32 123 507 1530 0 254 20160 0 32 32 71 559 2328 0 254 20160 0 32 32 38 592 2650 0 254 20160 0 procdesc 136 2 143 14 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 2048 2048 1 7 13 0 8 16384 0 512 512 2 30 69 0 30 16384 0 mt_zone 24 438 230 438 0 254 16032 0 MAP 216 2 69 2 0 62 15336 0 vmem 1856 1 7 1 0 8 14848 0 32 32 3 375 32 0 254 12096 0 16 16 11 739 195 0 254 12000 0 16 16 34 716 656 0 254 12000 0 16 16 52 698 813 0 254 12000 0 16 16 14 736 37 0 254 12000 0 16 16 250 500 291 0 254 12000 0 16 16 16 734 23928 0 254 12000 0 4096 4096 0 2 1 0 2 8192 0 4096 4096 0 2 26 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 rentr 24 0 334 8 0 254 8016 0 16 16 193 307 1245 0 254 8000 0 SMR SHARED 24 1 254 1 0 254 6120 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 216 0 0 0 0 62 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 240 0 0 0 0 62 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0