panic: Memory modified after free 0xfffff8000abd6a10(112) val=de00c0de @ 0xfffff8000abd6a78 cpuid = 1 time = 1609655912 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005e7f0450 vpanic() at vpanic+0x1c7/frame 0xfffffe005e7f04b0 panic() at panic+0x43/frame 0xfffffe005e7f0510 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe005e7f0550 item_ctor() at item_ctor+0x1e2/frame 0xfffffe005e7f05b0 sctp_lower_sosend() at sctp_lower_sosend+0x40f2/frame 0xfffffe005e7f07a0 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe005e7f08d0 sosend() at sosend+0xc6/frame 0xfffffe005e7f0940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe005e7f09f0 sendit() at sendit+0x229/frame 0xfffffe005e7f0a50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe005e7f0ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe005e7f0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005e7f0bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x284cca, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 1956 tid 103854 ] Stopped at kdb_enter+0x67: movq $0,0x1477096(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0098400000 rdx 0x3ffff rbx 0 rsp 0xfffffe005e7f0430 rbp 0xfffffe005e7f0450 rsi 0x40001 rdi 0xffffffff810f13b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0x455fd44e r11 0xe98782c7 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197de47 r15 0xffffffff8197de47 rip 0xffffffff810e56e7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1477096(%rip) db> show proc Process 1956 (syz-executor.2) at 0xfffff8001c1dc528: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 1159 at 0xfffff8001c48fa50 ABI: FreeBSD ELF64 arguments: /root/syz-executor.2 reaper: 0xfffff80004453528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094ed6000 (map 0xfffffe0094ed6000) (map.pmap 0xfffffe0094ed60c0) (pmap 0xfffffe0094ed6120) threads: 2 103697 RunQ syz-executor.2 103854 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 1956 1159 1159 0 R (threaded) syz-executor.2 103697 RunQ syz-executor.2 103854 Run CPU 1 syz-executor.2 1952 780 780 0 R (threaded) syz-executor.1 103832 Run CPU 0 syz-executor.1 103841 S sbwait 0xfffff8001ce5dcd4 syz-executor.1 103847 S sbwait 0xfffff8001ce96cd4 syz-executor.1 103850 S sbwait 0xfffff8001cfda574 syz-executor.1 103853 S sbwait 0xfffff800321e1924 syz-executor.1 1950 827 827 0 R (threaded) syz-executor.3 103834 RunQ syz-executor.3 103839 S sbwait 0xfffff8001cfa3924 syz-executor.3 103844 S sbwait 0xfffff800321e3574 syz-executor.3 103849 S sbwait 0xfffff8001cfa4574 syz-executor.3 103852 S sbwait 0xfffff8001c422924 syz-executor.3 1949 779 779 0 S (threaded) syz-executor.0 101698 S nanslp 0xffffffff8252ff20 syz-executor.0 103838 S sbwait 0xfffff8000abc3cd4 syz-executor.0 103843 S sbwait 0xfffff800324f31c4 syz-executor.0 103845 S uwait 0xfffff8001c232480 syz-executor.0 103851 S uwait 0xfffff8001ca5c080 syz-executor.0 1797 1791 1797 0 Ss select 0xfffff80004a958c0 dhclient 1794 1 1794 0 Ss select 0xfffff80004a95d40 dhclient 1791 1784 436 65 S select 0xfffff800046dd4c0 dhclient 1784 436 436 0 S wait 0xfffff80004dce528 sh 1775 1 1775 65 Ss select 0xfffff80004a95bc0 dhclient 1305 1 1305 0 Ss select 0xfffff800046dd3c0 dhclient 1301 1 1301 0 Ss select 0xfffff800046dd340 dhclient 1281 1 1281 65 Ss select 0xfffff80004a95c40 dhclient 1159 774 1159 0 Ss nanslp 0xffffffff8252ff20 syz-executor.2 827 774 827 0 Ss nanslp 0xffffffff8252ff20 syz-executor.3 820 1 820 0 Ss select 0xfffff800046dd640 dhclient 815 1 815 0 Ss select 0xfffff80004a95dc0 dhclient 780 774 780 0 Ss nanslp 0xffffffff8252ff21 syz-executor.1 779 774 779 0 Ss nanslp 0xffffffff8252ff20 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100101 S kqread 0xfffff8001c2cdc00 syz-fuzzer 100108 S uwait 0xfffff8001c256400 syz-fuzzer 100109 S uwait 0xfffff8001c256500 syz-fuzzer 100110 S uwait 0xfffff8001c256600 syz-fuzzer 100111 S uwait 0xfffff80004b13b00 syz-fuzzer 100112 S uwait 0xfffff80004b13c00 syz-fuzzer 100113 S uwait 0xfffff8001c256700 syz-fuzzer 100114 S uwait 0xfffff80004b13d00 syz-fuzzer 100685 S uwait 0xfffff8001c232180 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004ee35d8 csh 770 694 770 0 Ss select 0xfffff800046dd6c0 sshd 754 1 754 0 Ss+ ttyin 0xfffff80004878cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004bbe0b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004bbe4b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004bbe8b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004bbecb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004bc60b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004bc64b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004bc68b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004bc6cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff20 cron 694 1 694 0 Ss select 0xfffff800046dd9c0 sshd 507 1 507 0 Ss select 0xfffff800046e0bc0 syslogd 436 1 436 0 Ss wait 0xfffff80004e82a50 devd 435 1 435 65 Ss select 0xfffff800046dfc40 dhclient 350 1 350 0 Ss select 0xfffff800046dfcc0 dhclient 347 1 347 0 Ss select 0xfffff800046dfec0 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004ba9000 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261e3a0 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004e2d0e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645848 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82639cb8 [dom0] 100076 D launds 0xffffffff82639cc4 [laundry: dom0] 100077 D umarcl 0xffffffff814f6e00 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c59818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e6d390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044eb990 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044eb930 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826371b0 [crypto] 14 0 0 0 DL seqstat 0xfffff80004083888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004344b00 [thr_0] 100019 D - 0xfffff80004344b80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi3: vm] 100021 I [swi1: netisr 0] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004453528 [init] 10 0 0 0 DL audit_w 0xffffffff826376d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004349d00 [softirq_0] 100006 D - 0xfffff80004349c00 [softirq_1] 100007 D - 0xfffff80004349b00 [if_io_tqg_0] 100008 D - 0xfffff80004349a00 [if_io_tqg_1] 100009 D - 0xfffff80004349900 [if_config_tqg_0] 100010 D - 0xfffff80004349800 [kqueue_ctx taskq] 100011 D - 0xfffff80004349700 [inm_free taskq] 100014 D - 0xfffff80004349400 [aiod_kick taskq] 100015 D - 0xfffff80004349300 [thread taskq] 100016 D - 0xfffff80004349200 [in6m_free taskq] 100024 D - 0xfffff80004349000 [firmware taskq] 100029 D - 0xfffff800044c3e00 [crypto_0] 100030 D - 0xfffff800044c3e00 [crypto_1] 100044 D - 0xfffff800044c3a00 [vtnet0 rxq 0] 100045 D - 0xfffff800044c3900 [vtnet0 txq 0] 100046 D - 0xfffff800044c3800 [vtnet0 rxq 1] 100047 D - 0xfffff800044c3700 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046e0200 [virtio_balloon] 100053 D - 0xfffff800044c3600 [mca taskq] 100058 D - 0xffffffff81d263d1 [deadlkres] 100062 D - 0xfffff800044c3500 [acpi_task_0] 100063 D - 0xfffff800044c3500 [acpi_task_1] 100064 D - 0xfffff800044c3500 [acpi_task_2] 100066 D - 0xfffff800044c3d00 [CAM taskq] db> show all locks Process 1952 (syz-executor.1) thread 0xfffffe0094e89700 (103832) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8254fc60) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:511 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29670 1738K 29735 kobj 336 1344K 496 newblk 7 1026K 7616 vfscache 3 1025K 3 pcb 417 976K 3891 inodedep 11 516K 1882 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 137 273K 2034 sctp_stro 192 192K 1212 acpica 1674 184K 54410 vnet_data 1 168K 1 sctp_atcl 387 146K 3165 tidhash 3 141K 3 filedesc 18 137K 2214 pagedep 10 131K 2694 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 268 99K 311 bus 990 80K 3306 mtx_pool 2 72K 2 BPF 38 71K 38 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 360 45K 360 kdtrace 213 42K 5812 temp 35 33K 2154 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 gtaskqueue 18 26K 18 sctp_atky 579 25K 4486 kbdmux 6 22K 6 ifaddr 74 22K 74 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 sctp_timw 56 14K 56 bus-sc 31 14K 1547 lltable 43 14K 69 ether_multi 157 13K 195 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 126 11K 126 ksem 7 11K 26 GEOM 60 10K 489 rman 82 10K 423 in6_multi 71 9K 81 bmsafemap 3 9K 1582 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 38 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 cred 28 7K 251 sglist 5 7K 5 kqueue 63 7K 1973 sctp_athm 387 7K 3266 sctp_map 384 6K 2424 CAM DEV 3 6K 510 plimit 23 6K 407 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 98 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 25 UMA 258 5K 258 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 85 evdev 4 4K 4 session 31 4K 43 pgrp 31 4K 46 pwddesc 61 4K 1957 routetbl 23 4K 25 hhook 13 4K 13 lockf 28 3K 222 selfd 45 3K 70314 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 621 uidinfo 4 3K 16 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 select 16 2K 67 sctp_ifa 15 2K 18 ip6ndp 12 2K 15 CAM XPT 22 2K 543 Unitno 26 2K 50 in_multi 6 2K 9 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 dirrem 4 1K 1316 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 56 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 18 ipsec 3 1K 3 mkdir 6 1K 2196 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 inpcbpolicy 23 1K 2935 mount 16 1K 89 pci_link 10 1K 10 pf_osfp 7 1K 7 diradd 5 1K 1358 freefile 5 1K 1312 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 1098 pfil 4 1K 4 procdesc 4 1K 12 CAM SIM 2 1K 2 cdev 2 1K 2 iov 5 1K 17425 chacha20random 1 1K 1 osd 3 1K 10 vnodes 1 1K 4 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 3319 tcpfunc 2 1K 2 soname 5 1K 5588 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 41 vnet 1 1K 1 pmc 1 1K 1 filecaps 4 1K 87 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 19 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1303 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 sctp_aadr 0 0K 8 sctp_stri 0 0K 210 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 7 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 18110 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1866 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 24 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 1420 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 3284 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 30 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 1 statfs 0 0K 1268 namei_tracker 0 0K 30 export_host 0 0K 0 cl_savebuf 0 0K 7 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 156 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 337 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 682 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 9 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 48262 455 50148 0 254 199544832 0 mbuf_cluster 2048 9698 0 9698 0 254 19861504 0 mbuf 256 49215 480 1180497 0 254 12721920 0 UMA Slabs 0 112 54658 23 54658 0 126 6124272 0 RADIX NODE 144 25774 207 168275 0 62 3741264 0 pbuf 2632 0 989 0 0 2 2603048 0 mbuf_packet 256 8398 1172 2134059 0 254 2449920 0 tcp_log 416 0 5346 20766 0 254 2223936 0 BUF TRIE 144 223 13245 12169 0 62 1939392 0 malloc-384 384 4218 72 6091 0 30 1647360 0 malloc-4096 4096 337 3 572 0 2 1392640 0 malloc-128 128 9717 17 10001 0 126 1245952 0 FFS inode 1128 517 29 1832 0 8 615888 0 sctp_asoc 2288 192 8 1212 0 254 457600 0 malloc-2048 2048 202 8 2074 0 8 430080 0 VM OBJECT 264 1272 63 32633 0 30 352440 0 256 Bucket 2048 148 12 61943 0 8 327680 0 THREAD 1792 151 29 3854 0 8 322560 0 malloc-1024 1024 309 3 1499 0 16 319488 0 malloc-4096 4096 73 4 2479 0 2 315392 0 VNODE 488 554 86 1871 0 30 312320 0 tcp_bbr_map 128 0 2232 14576 0 126 285696 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 4 124 18877 0 8 262144 0 sctp_ep 1280 195 6 1836 0 254 257280 0 DEVCTL 1024 6 206 130 0 0 217088 0 malloc-16384 16384 9 4 1110 0 1 212992 0 malloc-256 256 247 578 13640 0 62 211200 0 malloc-64 64 3101 49 3128 0 254 201600 0 malloc-16 16 12421 79 12730 0 254 200000 0 malloc-65536 65536 1 2 138 0 1 196608 0 malloc-65536 65536 2 1 10 0 1 196608 0 malloc-32768 32768 0 6 3103 0 1 196608 0 g_bio 408 0 480 69464 0 30 195840 0 MAP ENTRY 96 1616 274 107774 0 126 181440 0 UMA Zones 768 230 4 230 0 16 179712 0 malloc-128 128 1340 24 25939 0 126 174592 0 malloc-32768 32768 0 5 6 0 1 163840 0 socket 944 52 120 6311 0 254 162368 0 sctp_raddr 736 192 17 1284 0 254 153824 0 malloc-384 384 388 12 3468 0 30 153600 0 malloc-32 32 4569 93 5352 0 254 149184 0 FFS2 dinode 256 517 53 1832 0 62 145920 0 S VFS Cache 104 1010 316 2504 0 126 137904 0 malloc-65536 65536 0 2 122 0 1 131072 0 vmem btag 56 2183 109 2183 0 254 128352 0 malloc-128 128 685 276 4911 0 126 123008 0 VMSPACE 2544 38 10 1935 0 4 122112 0 ksiginfo 112 60 984 3593 0 126 116928 0 malloc-256 256 417 18 2427 0 62 111360 0 malloc-128 128 704 71 4786 0 126 99200 0 PROC 1320 60 15 1956 0 8 99000 0 128 Bucket 1024 64 27 898 0 16 93184 0 UMA Kegs 384 216 7 216 0 30 85632 0 filedesc0 1072 61 16 1957 0 8 82544 0 malloc-8192 8192 7 2 102 0 1 73728 0 malloc-4096 4096 18 0 18 0 2 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 126 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 udplite_inpcb 488 11 117 2518 0 254 62464 0 64 Bucket 512 72 48 10033 0 30 61440 0 malloc-64 64 748 134 2871 0 254 56448 0 malloc-64 64 826 56 3456 0 254 56448 0 malloc-256 256 70 140 3842 0 62 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-256 256 87 108 3268 0 62 49920 0 32 Bucket 256 63 132 10745 0 62 49920 0 malloc-16384 16384 1 2 154 0 1 49152 0 malloc-256 256 37 143 4088 0 62 46080 0 malloc-64 64 268 425 72472 0 254 44352 0 sctp_chunk 152 262 24 747 0 254 43472 0 clpbuf 2632 0 16 56 0 16 42112 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 19251 0 16 36864 0 pcpu-8 8 4269 339 4319 0 254 36864 0 tcpcb 1048 6 27 162 0 254 34584 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 2 0 1 32768 0 malloc-8192 8192 0 4 30 0 1 32768 0 malloc-8192 8192 2 2 5 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 454 58 454 0 254 32768 0 Files 80 235 165 14386 0 126 32000 0 malloc-256 256 2 118 1621 0 62 30720 0 malloc-1024 1024 23 5 64 0 16 28672 0 malloc-1024 1024 20 8 1241 0 16 28672 0 TURNSTILE 136 181 29 181 0 62 28560 0 8 Bucket 80 54 296 1963 0 126 28000 0 pipe 744 22 13 387 0 16 26040 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 3 3 48 0 2 24576 0 malloc-2048 2048 10 2 13 0 8 24576 0 KNOTE 160 28 122 94562 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 46 14 117 0 30 23040 0 malloc-2048 2048 10 0 10 0 8 20480 0 sctp_stream_msg_out 112 132 48 413 0 254 20160 0 PWD 32 21 609 1180 0 254 20160 0 malloc-32 32 520 110 9036 0 254 20160 0 2 Bucket 32 66 564 1318 0 254 20160 0 malloc-128 128 11 144 1331 0 126 19840 0 SLEEPQUEUE 88 181 43 181 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 19 56 1506 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 1273 0 2 16384 0 malloc-1024 1024 3 13 47 0 16 16384 0 malloc-512 512 10 22 264 0 30 16384 0 malloc-32 32 303 201 1514 0 254 16128 0 vtnet_tx_hdr 24 0 668 1078204 0 254 16032 0 malloc-128 128 56 68 395 0 126 15872 0 tcp_inpcb 488 8 24 162 0 254 15616 0 malloc-256 256 41 19 60 0 62 15360 0 tcp_bbr_pcb 832 0 18 50 0 16 14976 0 malloc-2048 2048 1 5 150 0 8 12288 0 sctp_laddr 48 144 108 221 0 254 12096 0 malloc-64 64 77 112 17804 0 254 12096 0 16 Bucket 144 44 40 532 0 62 12096 0 malloc-16 16 397 353 3150 0 254 12000 0 malloc-16 16 467 283 2332 0 254 12000 0 malloc-16 16 441 309 28087 0 254 12000 0 malloc-128 128 75 18 515 0 126 11904 0 udp_inpcb 488 2 22 196 0 254 11712 0 routing nhops 256 27 18 39 0 62 11520 0 malloc-2048 2048 1 3 18 0 8 8192 0 malloc-1024 1024 2 6 18 0 16 8192 0 malloc-1024 1024 3 5 5 0 16 8192 0 malloc-512 512 0 16 122 0 30 8192 0 malloc-512 512 4 12 58 0 30 8192 0 malloc-512 512 0 16 6 0 30 8192 0 malloc-512 512 3 13 512 0 30 8192 0 malloc-512 512 9 7 9 0 30 8192 0 rtentry 176 31 15 39 0 62 8096 0 rl_entry 40 83 119 83 0 254 8080 0 udpcb 32 13 239 2714 0 254 8064 0 malloc-64 64 33 93 60 0 254 8064 0 malloc-64 64 23 103 320 0 254 8064 0 malloc-32 32 45 207 84 0 254 8064 0 malloc-32 32 95 157 2588 0 254 8064 0 malloc-32 32 32 220 183 0 254 8064 0 malloc-32 32 4 248 1040 0 254 8064 0 4 Bucket 48 6 162 88 0 254 8064 0 malloc-16 16 42 458 1265 0 254 8000 0 malloc-16 16 0 500 6 0 254 8000 0 malloc-128 128 45 17 62 0 126 7936 0 sctp_readq 152 0 52 154 0 254 7904 0 ripcb 488 4 12 59 0 254 7808 0 kenv 258 3 27 1012 0 30 7740 0 malloc-384 384 0 20 4 0 30 7680 0 malloc-256 256 7 23 27 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 15 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 2 0 2 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-2048 2048 0 2 1 0 8 4096 0 malloc-1024 1024 0 4 15 0 16 4096 0 malloc-512 512 1 7 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_asconf_ack 48 0 84 2 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 9 117 213 0 254 4032 0 malloc-16 16 8 242 10 0 254 4000 0 malloc-16 16 1 249 1 0 254 4000 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 6 0 254 2520 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0