panic: tp:0xfffffe002583d830 rc_sacked:44 > out:1 cpuid = 1 time = 1589568333 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037fc5f0 vpanic() at vpanic+0x1c7/frame 0xfffffe00037fc650 panic() at panic+0x43/frame 0xfffffe00037fc6b0 ctf_flight_size() at ctf_flight_size+0x5d/frame 0xfffffe00037fc6e0 bbr_output_wtime() at bbr_output_wtime+0x9801/frame 0xfffffe00037fc990 bbr_output() at bbr_output+0x67/frame 0xfffffe00037fc9c0 tcp_hpts_thread() at tcp_hpts_thread+0xdf7/frame 0xfffffe00037fcb10 ithread_loop() at ithread_loop+0x328/frame 0xfffffe00037fcbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037fcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037fcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100072 ] Stopped at kdb_enter+0x67: movq $0,0x14abca6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff810b5800 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037fc5d0 rbp 0xfffffe00037fc5f0 rsi 0 rdi 0xffffffff810b5836 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xffffffff82068e40 ddb_dbbe r13 0 r14 0xffffffff8193b63a r15 0xffffffff8193b63a rip 0xffffffff810aab47 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x14abca6(%rip) db> show proc Process 12 (intr) at 0xfffff80003308520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250a690 ABI: null reaper: 0xffffffff8250a690 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250b2d0 (map 0xffffffff8250b2d0) (map.pmap 0xffffffff8250b390) (pmap 0xffffffff8250b3f0) threads: 23 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 1 [swi1: hpts] 100073 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 5692 5691 424 0 RV sh 5691 5686 424 0 D ppwait 0xfffff8000cbf6f20 sh 5690 1 5690 0 Ss select 0xfffff8000c151640 dhclient 5689 768 766 0 R syz-fuzzer 5686 5679 424 0 S wait 0xfffff8000cbf5520 dhclient 5679 424 424 0 S wait 0xfffff8000cbf6000 sh 5671 5635 5635 0 R (threaded) syz-executor.1 100716 Run CPU 0 syz-executor.1 100140 S connec 0xfffffe0003850d30 syz-executor.1 101148 S connec 0xfffffe00239e5620 syz-executor.1 100149 RunQ syz-executor.1 100164 RunQ syz-executor.1 100165 L *tcpinp 0xfffff80003828a80 syz-executor.1 5635 768 5635 0 Rs syz-executor.1 4176 768 4176 0 Ss piperd 0xfffff8000cb108e8 syz-executor.0 768 766 766 0 R (threaded) syz-fuzzer 100078 S uwait 0xfffff80003c32680 syz-fuzzer 100106 S nanslp 0xffffffff8252b160 syz-fuzzer 100107 S piperd 0xfffff8000cc378e8 syz-fuzzer 100108 S uwait 0xfffff80003c30300 syz-fuzzer 100109 S uwait 0xfffff80003c30400 syz-fuzzer 100110 S uwait 0xfffff80003c30680 syz-fuzzer 100111 S uwait 0xfffff80003c30780 syz-fuzzer 100112 S uwait 0xfffff80003e61800 syz-fuzzer 100113 RunQ syz-fuzzer 100114 S uwait 0xfffff80003e61a00 syz-fuzzer 100115 RunQ syz-fuzzer 766 764 766 0 Ss pause 0xfffff80003cf1ae8 csh 764 682 764 0 Ss select 0xfffff80003c304c0 sshd 748 1 748 0 Ss+ ttyin 0xfffff8000383ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80003b2e4b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80003b2e8b0 getty 745 1 745 0 Ss+ ttyin 0xfffff80003b2ecb0 getty 744 1 744 0 Ss+ ttyin 0xfffff80003b2d0b0 getty 743 1 743 0 Ss+ ttyin 0xfffff80003b2d4b0 getty 742 1 742 0 Ss+ ttyin 0xfffff80003b2d8b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80003b2dcb0 getty 740 1 740 0 Ss+ ttyin 0xfffff80003b300b0 getty 686 1 686 0 Ss nanslp 0xffffffff8252b160 cron 682 1 682 0 Ss select 0xfffff80003c2f840 sshd 495 1 495 0 Ss select 0xfffff80003c2f7c0 syslogd 424 1 424 0 Ss wait 0xfffff80003cdda40 devd 423 1 423 65 Ss select 0xfffff80003e61140 dhclient 338 1 338 0 Ss select 0xfffff80003c2f740 dhclient 335 1 335 0 Ss select 0xfffff80003c30e40 dhclient 23 0 0 0 DL vlruwt 0xfffff800033dc520 [vnlru] 22 0 0 0 DL syncer 0xffffffff82617098 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100069 D qsleep 0xffffffff826163b0 [bufdaemon] 100076 D - 0xffffffff8200aa00 [bufspacedaemon-0] 100087 D sdflush 0xfffff80003c65ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263d288 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100067 D psleep 0xffffffff82631858 [dom0] 100074 D launds 0xffffffff82631864 [laundry: dom0] 100075 D umarcl 0xffffffff8153dc60 [uma] 18 0 0 0 DL - 0xffffffff8235edd8 [rand_harvestq] 17 0 0 0 DL pftm 0xffffffff82b533a0 [pf purge] 16 0 0 0 DL waiting 0xffffffff82619810 [sctp_iterator] 15 0 0 0 DL - 0xffffffff826159ac [soaiod4] 9 0 0 0 DL - 0xffffffff826159ac [soaiod3] 8 0 0 0 DL - 0xffffffff826159ac [soaiod2] 7 0 0 0 DL - 0xffffffff826159ac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100033 D - 0xffffffff82236b40 [doneq0] 100066 D - 0xffffffff82236a10 [scanner] 5 0 0 0 DL crypto_ 0xfffff80003206e90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003206e30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262f040 [crypto] 14 0 0 0 DL seqstat 0xfffff8000335f488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100024 D - 0xffffffff8250a100 [g_event] 100025 D - 0xffffffff8250a108 [g_up] 100026 D - 0xffffffff8250a110 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100017 D - 0xfffff80003319680 [thr_0] 100018 D - 0xfffff800033196c0 [thr_1] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100019 I [swi3: vm] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100034 I [irq24: virtio_pci0] 100035 I [irq25: virtio_pci0] 100036 I [irq26: virtio_pci0] 100037 I [irq27: virtio_pci0] 100038 I [irq28: virtio_pci1] 100039 I [irq29: virtio_pci1] 100040 I [irq30: virtio_pci1] 100041 I [irq31: virtio_pci1] 100042 I [irq32: virtio_pci1] 100047 I [irq10: virtio_pci2] 100049 I [irq1: atkbd0] 100050 I [irq12: psm0] 100051 I [swi0: uart uart++] 100060 I [swi1: pf send] 100072 Run CPU 1 [swi1: hpts] 100073 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80003307000 [init] 10 0 0 0 DL audit_w 0xffffffff8262f518 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250a690 [swapper] 100005 D - 0xfffff80003211b00 [if_config_tqg_0] 100006 D - 0xfffff80003211900 [softirq_0] 100007 D - 0xfffff80003211700 [softirq_1] 100008 D - 0xfffff80003211500 [if_io_tqg_0] 100009 D - 0xfffff80003211300 [if_io_tqg_1] 100011 D - 0xfffff800031fed00 [in6m_free taskq] 100012 D - 0xfffff800031fec00 [thread taskq] 100014 D - 0xfffff800031fea00 [kqueue_ctx taskq] 100015 D - 0xfffff800031fe900 [aiod_kick taskq] 100023 D - 0xfffff800031fe700 [firmware taskq] 100028 D - 0xfffff800031fe500 [crypto_0] 100029 D - 0xfffff800031fe500 [crypto_1] 100043 D - 0xfffff800031fe200 [vtnet0 rxq 0] 100044 D - 0xfffff800031fe100 [vtnet0 txq 0] 100045 D - 0xfffff800031fe000 [vtnet0 rxq 1] 100046 D - 0xfffff800031fde00 [vtnet0 txq 1] 100048 D vtbslp 0xfffff800034f0580 [virtio_balloon] 100052 D - 0xfffff800031fdc00 [mca taskq] 100057 D - 0xffffffff81cdcce0 [deadlkres] 100061 D - 0xfffff80003b7e000 [acpi_task_0] 100062 D - 0xfffff80003b7e000 [acpi_task_1] 100063 D - 0xfffff80003b7e000 [acpi_task_2] 100065 D - 0xfffff800031fe300 [CAM taskq] db> show all locks Process 5692 (sh) thread 0xfffffe0025c8ac00 (100610) exclusive rw vm object (vm object) r = 0 (0xfffff8000ed3f948) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_fault.c:1263 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe0025862a48) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4761 shared lockmgr ufs (ufs) r = 0 (0xfffff80003d93dc0) locked @ /syzkaller/managers/main/kernel/sys/kern/imgact_elf.c:1246 Process 5689 (syz-fuzzer) thread 0xfffffe0025c89e00 (100325) exclusive rw vm object (vm object) r = 0 (0xfffff8007ac82000) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_object.c:864 exclusive rw vm object (vm object) r = 0 (0xfffff8000e6a3948) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_object.c:578 Process 5671 (syz-executor.1) thread 0xfffffe0025796c00 (100164) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8000c5249a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:967 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe00239e57a8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:414 Process 768 (syz-fuzzer) thread 0xfffffe0025795700 (100113) exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0025842a48) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4761 Process 12 (intr) thread 0xfffffe0004cfb700 (100072) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8000c5237c0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1539 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4851K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 27747 1619K 27811 kobj 332 1328K 491 newblk 9 1026K 10149 vfscache 4 1025K 4 pcb 31 542K 2455 inodedep 19 521K 4326 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 388K 4 subproc 134 249K 5775 ifaddr 415 196K 1082 acpica 1674 185K 52709 vnet_data 1 168K 1 pagedep 12 131K 2610 bus 2065 130K 4675 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 237 95K 1247 mtx_pool 2 72K 2 filedesc 11 69K 8201 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 499 63K 499 umtx 360 45K 360 kdtrace 173 34K 18732 temp 35 33K 22150 hostcache 1 32K 1 shm 1 32K 4 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 BPF 14 19K 350 ufs_mount 3 17K 4 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 98 16K 98 bus-sc 30 14K 1431 lltable 38 13K 1378 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 146 12K 7884 kenv 95 12K 99 eventhandler 132 12K 132 pfs_nodes 20 10K 20 GEOM 60 10K 487 rman 82 10K 423 select 76 10K 76 in6_multi 65 9K 4655 bmsafemap 2 9K 4045 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 sctp_timw 32 8K 32 shmfd 1 8K 10 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 CAM DEV 3 6K 510 vt 11 6K 11 kqueue 54 6K 5699 cred 21 6K 598 sglist 5 6K 5 CAM queue 5 6K 1528 plimit 19 5K 3879 taskqueue 45 5K 45 ufs_dirhash 11 5K 53 pf_ifnet 10 5K 26 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 UMA 247 4K 247 routetbl 17 4K 350 hhook 13 4K 13 lockf 27 3K 5538 acpisem 22 3K 22 terminal 11 3K 11 session 22 3K 453 pgrp 22 3K 457 proc-args 42 3K 5653 uidinfo 3 3K 26 DEVFSP 36 3K 5972 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 sctp_atcl 4 2K 820 sctp_stro 2 2K 312 kcovinfo 32 2K 5559 ip6ndp 12 2K 665 sctp_ifa 15 2K 985 Unitno 29 2K 12553 CAM XPT 22 2K 543 diradd 10 2K 3091 acpidev 20 2K 20 msi 9 2K 9 tun 7 2K 7 pf_rule 1 1K 28 softdep 1 1K 1 ipsecpolicy 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 in_multi 4 1K 337 clone 8 1K 8 vnodemarker 2 1K 1318 NFSD session 1 1K 1 CAM periph 4 1K 271 dirrem 3 1K 1759 mkdir 6 1K 4638 mld 6 1K 6 igmp 6 1K 6 nhops 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 86 pci_link 10 1K 10 freework 3 1K 3357 crypto 3 1K 3 newdirblk 4 1K 2322 freeblks 2 1K 1719 indirdep 2 1K 3143 sctp_ifn 4 1K 330 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 epoch 4 1K 4 cdev 2 1K 2 encap_export_host 8 1K 8 inpcbpolicy 13 1K 11104 freefile 3 1K 1754 osd 3 1K 9 sctp_atky 6 1K 1133 vnodes 1 1K 11 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 soname 7 1K 7630 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 ktls 1 1K 1 pmchooks 1 1K 1 prison 4 1K 4 nexusdev 5 1K 5 entropy 2 1K 403 sctp_vrf 1 1K 1 sctp_athm 4 1K 821 sctp_map 4 1K 624 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filecaps 1 1K 371 pf_table 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 2 fpukern_ctx 0 0K 0 midi buffers 0 0K 0 xen_intr 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 dmar_dmamap 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 isci 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 86796 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1300 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 658 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 79 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 34 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 lDevFlags * malloc 0 0K 0 LRO 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 438 sctp_iter 0 0K 1112 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 1112 sctp_aadr 0 0K 4 sctp_stri 0 0K 2 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 10 in_mfilter 0 0K 3 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 tiDeviceHandle_t * malloc 0 0K 0 statfs 0 0K 1867 export_host 0 0K 0 cl_savebuf 0 0K 13 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 9598 accf 0 0K 0 pts 0 0K 0 iov 0 0K 54984 ioctlops 0 0K 950 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1589 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9018 688 10034 0 238 19877888 0 RADIX NODE 144 32025 1790 1758279 0 62 4869360 0 mbuf_packet 256 8194 696 509293 0 254 2275840 0 512 512 4139 37 4306 0 30 2138112 0 mbuf_jumbo_page 4096 0 508 494 0 238 2080768 0 BUF TRIE 144 510 12986 79811 0 62 1943424 0 4096 4096 332 2 491 0 2 1368064 0 128 128 10011 343 11776 0 126 1325312 0 sctp_asoc 2288 2 508 312 0 238 1166880 0 VNODE 488 1846 50 3614 0 30 925248 0 UMA Slabs 0 112 6992 94 7170 0 126 793632 0 pbuf 832 0 953 0 0 2 792896 0 socket 904 25 731 15236 0 238 683424 0 sctp_ep 1280 2 508 507 0 238 652800 0 VM OBJECT 264 2328 132 119511 0 30 649440 0 tcpcb 1032 10 507 205 0 238 533544 0 FFS2 dinode 256 1809 51 3575 0 62 476160 0 mbuf 256 431 1344 325834 0 254 454400 0 sctp_raddr 736 2 515 312 0 238 380512 0 256 Bucket 2048 169 11 1106 0 8 368640 0 udplite_inpcb 488 0 752 7536 0 238 366976 0 THREAD 1776 150 30 7427 0 8 319680 0 FFS inode 160 1809 66 3575 0 62 300000 0 65536 65536 4 0 4 0 1 262144 0 65536 65536 0 4 1611 0 1 262144 0 4096 4096 53 9 5697 0 2 253952 0 ripcb 488 1 511 530 0 238 249856 0 tcp_inpcb 488 10 502 205 0 238 249856 0 udp_inpcb 488 2 510 2833 0 238 249856 0 32768 32768 2 5 2294 0 1 229376 0 16384 16384 4 9 4065 0 1 212992 0 g_bio 408 0 520 344838 0 30 212160 0 512 512 368 24 1037 0 30 200704 0 tcp_log 408 0 480 12 0 238 195840 0 16 16 11661 339 12876 0 254 192000 0 2048 2048 2 90 86830 0 8 188416 0 64 64 2671 164 2713 0 254 181440 0 128 128 1134 261 24601 0 126 178560 0 UMA Zones 768 221 0 221 0 16 169728 0 MAP ENTRY 96 1093 671 418629 0 126 169344 0 tcp_bbr_map 128 1112 159 1378 0 126 162688 0 32 32 4378 284 5464 0 254 149184 0 vmem btag 56 2253 398 2387 0 254 148456 0 1024 1024 121 23 148 0 16 147456 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 2 0 114 0 1 131072 0 unpcb 256 11 499 2822 0 238 130560 0 S VFS Cache 108 1022 130 6348 0 126 124416 0 4096 4096 23 7 206 0 2 122880 0 VMSPACE 2536 29 19 5671 0 4 121728 0 256 256 62 373 10328 0 62 111360 0 PROC 1312 51 30 5692 0 8 106272 0 64 64 1072 503 9783 0 254 100800 0 128 Bucket 1024 57 38 1096 0 16 97280 0 filedesc0 1088 52 32 5693 0 8 91392 0 256 256 196 149 15263 0 62 88320 0 64 Bucket 512 103 65 98354 0 30 86016 0 128 128 302 349 4848 0 126 83328 0 UMA Kegs 384 207 8 207 0 30 82560 0 16384 16384 3 2 8 0 1 81920 0 256 256 146 169 8783 0 62 80640 0 64 64 306 765 58234 0 254 68544 0 64 64 514 557 2130 0 254 68544 0 128 128 205 322 11383 0 126 67456 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 8 0 1 65536 0 256 256 63 192 6730 0 62 65280 0 256 256 119 136 5372 0 62 65280 0 512 512 29 91 2187 0 30 61440 0 8192 8192 4 3 32 0 1 57344 0 4096 4096 8 6 781 0 2 57344 0 clpbuf 832 0 64 51381 0 16 53248 0 selfd 64 132 687 68216 0 254 52416 0 128 128 66 337 12294 0 126 51584 0 128 128 167 236 598 0 126 51584 0 256 256 7 188 6736 0 62 49920 0 256 256 9 186 7111 0 62 49920 0 32 Bucket 256 53 142 284948 0 62 49920 0 pipe 760 16 49 2447 0 16 49400 0 DIRHASH 1024 7 41 97 0 16 49152 0 16384 16384 2 1 3 0 1 49152 0 8192 8192 3 3 7 0 1 49152 0 2048 2048 7 17 528 0 8 49152 0 2048 2048 3 21 508 0 8 49152 0 512 512 84 12 202 0 30 49152 0 512 512 22 74 6157 0 30 49152 0 512 512 74 22 395 0 30 49152 0 1024 1024 4 40 275 0 16 45056 0 64 pcpu 8 5095 537 8784 0 254 45056 0 syncache 168 0 264 4 0 238 44352 0 Files 80 144 406 71454 0 126 44000 0 rtentry 200 22 178 1349 0 62 40000 0 sctp_chunk 152 2 258 7 0 238 39520 0 64 64 11 556 35 0 254 36288 0 64 64 165 402 5840 0 254 36288 0 64 64 63 504 3262 0 254 36288 0 64 64 38 529 363 0 254 36288 0 32 32 615 519 5814 0 254 36288 0 8 Bucket 80 47 403 53350 0 126 36000 0 128 128 34 245 522 0 126 35712 0 128 128 84 195 5850 0 126 35712 0 routing nhops 256 11 124 1349 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 33 102 406 0 62 34560 0 TURNSTILE 136 181 71 181 0 62 34272 0 SLEEPQUEUE 88 181 203 181 0 126 33792 0 NAMEI 1024 2 30 100391 0 16 32768 0 32768 32768 1 0 1 0 1 32768 0 8192 8192 3 1 5 0 1 32768 0 8192 8192 4 0 85 0 1 32768 0 2048 2048 7 9 16 0 8 32768 0 2048 2048 11 5 12 0 8 32768 0 2048 2048 2 14 2 0 8 32768 0 2048 2048 1 15 564 0 8 32768 0 1024 1024 4 28 343 0 16 32768 0 1024 1024 1 31 11988 0 16 32768 0 1024 1024 3 29 35 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 19 13 19 0 16 32768 0 1024 1024 1 31 35 0 16 32768 0 mt_stats_zone 64 438 74 438 0 254 32768 0 sctp_stream_msg_out 112 0 288 6 0 238 32256 0 16 Bucket 144 67 157 120865 0 62 32256 0 KNOTE 160 26 174 89762 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_bbr_pcb 832 6 30 22 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 hostcache 96 1 293 1 0 238 28224 0 udpcb 32 2 880 10369 0 254 28224 0 ksiginfo 112 66 186 568 0 126 28224 0 PWD 32 15 867 2455 0 254 28224 0 32 32 328 554 26580 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 3 3 6 0 2 24576 0 4096 4096 3 3 1870 0 2 24576 0 rl_entry 40 92 514 92 0 254 24240 0 4 Bucket 48 66 438 26753 0 254 24192 0 2 Bucket 32 74 682 54905 0 254 24192 0 vtnet_tx_hdr 24 3 999 256132 0 254 24048 0 Mountpoints 2816 2 6 2 0 4 22528 0 32 32 99 531 836 0 254 20160 0 32 32 26 604 809 0 254 20160 0 32 32 51 579 14065 0 254 20160 0 32 32 38 592 2653 0 254 20160 0 procdesc 136 2 143 102 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 0 4 43 0 2 16384 0 2048 2048 1 7 13 0 8 16384 0 512 512 1 31 3 0 30 16384 0 512 512 2 30 391 0 30 16384 0 pf tags 104 0 156 2 0 126 16224 0 sctp_laddr 48 0 336 1987 0 254 16128 0 rentr 24 0 668 24 0 254 16032 0 mt_zone 24 438 230 438 0 254 16032 0 MAP 216 2 69 2 0 62 15336 0 vmem 1856 1 7 1 0 8 14848 0 32 32 3 375 32 0 254 12096 0 16 16 11 739 473 0 254 12000 0 16 16 33 717 4417 0 254 12000 0 16 16 51 699 1462 0 254 12000 0 16 16 193 557 1245 0 254 12000 0 16 16 12 738 345 0 254 12000 0 16 16 250 500 871 0 254 12000 0 16 16 15 735 24012 0 254 12000 0 4096 4096 0 2 1 0 2 8192 0 SMR CPU 32 1 254 1 0 254 8160 0 SMR SHARED 24 1 254 1 0 254 6120 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 256 0 0 0 0 62 0 0 pf table entries 216 0 0 0 0 62 0 0 pf source nodes 136 0 0 0 0 238 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 238 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 238 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 238 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 L VFS Cache 328 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 240 0 0 0 0 62 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 238 0 0 mbuf_jumbo_9k 9216 0 0 0 0 238 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 46 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 112 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0