panic: Memory modified after free 0xfffff800711cb690(112) val=de00c0de @ 0xfffff800711cb6f8 cpuid = 1 time = 408 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051f82450 vpanic() at vpanic+0x1c7/frame 0xfffffe0051f824b0 panic() at panic+0x43/frame 0xfffffe0051f82510 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe0051f82550 item_ctor() at item_ctor+0x1e2/frame 0xfffffe0051f825b0 sctp_lower_sosend() at sctp_lower_sosend+0x40f2/frame 0xfffffe0051f827a0 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe0051f828d0 sosend() at sosend+0xc6/frame 0xfffffe0051f82940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe0051f829f0 sendit() at sendit+0x229/frame 0xfffffe0051f82a50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe0051f82ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051f82bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051f82bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x284b9a, rsp = 0x7fffdff79f08, rbp = 0x7fffdff79f70 --- KDB: enter: panic [ thread pid 5240 tid 109209 ] Stopped at kdb_enter+0x67: movq $0,0x14716e6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe008d800000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051f82430 rbp 0xfffffe0051f82450 rsi 0x40001 rdi 0xffffffff810f6ce6 vprintf+0x176 r8 0 r9 0xffffffff r10 0xe3406d56 r11 0x5d7e3146 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197dfcd r15 0xffffffff8197dfcd rip 0xffffffff810eb017 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x14716e6(%rip) db> show proc Process 5240 (syz-executor.1) at 0xfffff8001aad9528: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 794 at 0xfffff80004d79a50 ABI: FreeBSD ELF64 arguments: /root/syz-executor.1 reaper: 0xfffff80004456528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00887af000 (map 0xfffffe00887af000) (map.pmap 0xfffffe00887af0c0) (pmap 0xfffffe00887af120) threads: 6 107588 RunQ syz-executor.1 109201 S sbwait 0xfffff8005f1a11c4 syz-executor.1 109203 S sbwait 0xfffff8005f1a81c4 syz-executor.1 109205 S sbwait 0xfffff80029a1acd4 syz-executor.1 109207 S sbwait 0xfffff800702b0574 syz-executor.1 109209 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 5241 4871 4871 0 R (threaded) syz-executor.0 107332 Run CPU 0 syz-executor.0 109202 S sbwait 0xfffff80029a1fcd4 syz-executor.0 109204 S sbwait 0xfffff80029a2ccd4 syz-executor.0 109206 S sbwait 0xfffff80070c621c4 syz-executor.0 109208 S sbwait 0xfffff800251f4574 syz-executor.0 5240 794 794 0 R (threaded) syz-executor.1 107588 RunQ syz-executor.1 109201 S sbwait 0xfffff8005f1a11c4 syz-executor.1 109203 S sbwait 0xfffff8005f1a81c4 syz-executor.1 109205 S sbwait 0xfffff80029a1acd4 syz-executor.1 109207 S sbwait 0xfffff800702b0574 syz-executor.1 109209 Run CPU 1 syz-executor.1 5239 802 802 0 S (threaded) syz-executor.3 103842 S nanslp 0xffffffff8252fea1 syz-executor.3 109191 S sbwait 0xfffff80010316cd4 syz-executor.3 109193 S sbwait 0xfffff80029a231c4 syz-executor.3 109195 S uwait 0xfffff8001ab64480 syz-executor.3 109197 S uwait 0xfffff8001ab64c00 syz-executor.3 109199 S uwait 0xfffff8001aa5e300 syz-executor.3 5238 4879 4879 0 S (threaded) syz-executor.2 108734 S nanslp 0xffffffff8252fea1 syz-executor.2 109190 S sbwait 0xfffff800251f4924 syz-executor.2 109192 S sbwait 0xfffff8007087d1c4 syz-executor.2 109194 S uwait 0xfffff8001ab64680 syz-executor.2 109196 S sbwait 0xfffff80070897cd4 syz-executor.2 109198 S uwait 0xfffff8001ad16b80 syz-executor.2 4879 774 4879 0 Ss nanslp 0xffffffff8252fea1 syz-executor.2 4871 774 4871 0 Rs syz-executor.0 4865 4858 4865 0 Ss select 0xfffff8001a8fdf40 dhclient 4861 1 4861 0 Ss select 0xfffff8001a8fd2c0 dhclient 4858 4851 436 65 S select 0xfffff80004e48140 dhclient 4851 436 436 0 S wait 0xfffff80004f41a50 sh 1968 1 1968 65 Ss select 0xfffff8001a8fd0c0 dhclient 1539 1 1539 0 Ss select 0xfffff8001adc1540 dhclient 1536 1 1536 0 Ss select 0xfffff8001a8fde40 dhclient 802 774 802 0 Rs syz-executor.3 794 774 794 0 Rs syz-executor.1 774 772 772 0 S (threaded) syz-fuzzer 100103 S uwait 0xfffff8001a2e3900 syz-fuzzer 100105 S uwait 0xfffff8001a2e3500 syz-fuzzer 100106 S kqread 0xfffff8001a173c00 syz-fuzzer 100107 S uwait 0xfffff80004b6e680 syz-fuzzer 100108 S uwait 0xfffff80004b6e780 syz-fuzzer 100109 S uwait 0xfffff8001a2e3b00 syz-fuzzer 100110 S uwait 0xfffff80004b6e880 syz-fuzzer 100111 S uwait 0xfffff8001a2e3c00 syz-fuzzer 100113 S uwait 0xfffff8001a2e3d00 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004da50b0 csh 770 694 770 0 Ss select 0xfffff800046ba4c0 sshd 754 1 754 0 Ss+ ttyin 0xfffff800049044b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004be98b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004be9cb0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004bf10b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004bf14b0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004bf18b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004bf1cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff800043430b0 getty 746 1 746 0 Ss+ ttyin 0xfffff800043434b0 getty 698 1 698 0 Ss nanslp 0xffffffff8252fea1 cron 694 1 694 0 Ss select 0xfffff80004e44cc0 sshd 507 1 507 0 Ss select 0xfffff800043383c0 syslogd 436 1 436 0 Ss wait 0xfffff80004ecea50 devd 435 1 435 65 Ss select 0xfffff80004e44d40 dhclient 350 1 350 0 Ss select 0xfffff80004e44f40 dhclient 347 1 347 0 Ss select 0xfffff800046ba0c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004da5a50 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261d238 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261c300 [bufdaemon] 100071 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800040838e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826437c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637c38 [dom0] 100072 D launds 0xffffffff82637c44 [laundry: dom0] 100073 D umarcl 0xffffffff814f7980 [uma] 18 0 0 0 DL - 0xffffffff82364278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c58818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82dd4390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b8dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261b8dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261b8dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261b8dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223bfc0 [doneq0] 100067 D - 0xffffffff8223be90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004510c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004510c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82635130 [crypto] 14 0 0 0 DL seqstat 0xfffff80004512c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f720 [g_event] 100026 D - 0xffffffff8250f728 [g_up] 100027 D - 0xffffffff8250f730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800044a2800 [thr_0] 100019 D - 0xfffff800044a2880 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi3: vm] 100023 I [swi1: netisr 0] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004456528 [init] 10 0 0 0 DL audit_w 0xffffffff82635650 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fcb0 [swapper] 100005 D - 0xfffff80004347c00 [if_config_tqg_0] 100006 D - 0xfffff80004347b00 [softirq_0] 100007 D - 0xfffff80004347a00 [softirq_1] 100008 D - 0xfffff80004347900 [if_io_tqg_0] 100009 D - 0xfffff80004347800 [if_io_tqg_1] 100011 D - 0xfffff80004347600 [kqueue_ctx taskq] 100012 D - 0xfffff80004347500 [inm_free taskq] 100015 D - 0xfffff80004347200 [aiod_kick taskq] 100016 D - 0xfffff80004347100 [thread taskq] 100017 D - 0xfffff80004347000 [in6m_free taskq] 100024 D - 0xfffff800044cfe00 [firmware taskq] 100029 D - 0xfffff800044cfd00 [crypto_0] 100030 D - 0xfffff800044cfd00 [crypto_1] 100044 D - 0xfffff800044cfb00 [vtnet0 rxq 0] 100045 D - 0xfffff800044cfa00 [vtnet0 txq 0] 100046 D - 0xfffff800044cf900 [vtnet0 rxq 1] 100047 D - 0xfffff800044cf800 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800046ba780 [virtio_balloon] 100053 D - 0xfffff800044cf600 [mca taskq] 100058 D - 0xffffffff81d26720 [deadlkres] 100062 D - 0xfffff80004afb200 [acpi_task_0] 100063 D - 0xfffff80004afb200 [acpi_task_1] 100064 D - 0xfffff80004afb200 [acpi_task_2] 100066 D - 0xfffff800044cfc00 [CAM taskq] db> show all locks Process 5241 (syz-executor.0) thread 0xfffffe00887f9c00 (109202) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff80029a1fc78) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5241 (syz-executor.0) thread 0xfffffe00887f8700 (109204) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff80029a2cc78) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5240 (syz-executor.1) thread 0xfffffe00887ef000 (109201) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8005f1a1168) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5240 (syz-executor.1) thread 0xfffffe00887fe700 (109203) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8005f1a8168) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5239 (syz-executor.3) thread 0xfffffe00887faa00 (109191) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff80010316c78) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5239 (syz-executor.3) thread 0xfffffe0088914500 (109193) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff80029a23168) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5238 (syz-executor.2) thread 0xfffffe00887f8e00 (109190) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff800251f48c8) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5238 (syz-executor.2) thread 0xfffffe00887d1a00 (109192) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8007087d168) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 5238 (syz-executor.2) thread 0xfffffe00887cfe00 (109196) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff80070897c78) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29250 1714K 29315 pcb 968 1599K 15095 kobj 337 1348K 498 newblk 5 1025K 7002 vfscache 3 1025K 3 inodedep 10 516K 6979 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_stro 474 474K 4959 intr 4 472K 4 sctp_atcl 946 355K 12687 subproc 137 262K 5324 acpica 1674 184K 54318 vnet_data 1 168K 1 tidhash 3 141K 3 filedesc 18 137K 8549 pagedep 13 131K 9076 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 261 98K 307 bus 994 81K 3318 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 510 64K 510 sctp_atky 1424 60K 17940 BPF 30 53K 46 umtx 360 45K 360 kdtrace 219 44K 14452 temp 35 33K 4027 hostcache 1 32K 1 shm 1 32K 7 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 6 gtaskqueue 18 26K 18 sctp_timw 90 23K 90 ifaddr 77 23K 78 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 sctp_map 948 15K 9914 sctp_athm 946 15K 12989 lltable 44 14K 75 bus-sc 31 14K 1555 ether_multi 162 13K 218 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 125 11K 125 GEOM 60 10K 489 rman 82 10K 423 in6_multi 77 10K 94 bmsafemap 2 9K 4506 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 31 rpc 2 8K 2 shmfd 1 8K 40 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 cred 26 7K 327 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 60 6K 5262 plimit 22 6K 996 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 118 pf_ifnet 10 5K 21 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 102 evdev 4 4K 4 routetbl 22 4K 26 pwddesc 58 4K 5242 session 28 4K 51 pgrp 28 4K 53 hhook 13 4K 13 lockf 26 3K 70 terminal 11 3K 11 acpisem 22 3K 22 proc-args 47 3K 703 selfd 38 3K 64161 uidinfo 3 3K 14 sctp_ifa 17 3K 21 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 17 select 13 2K 80 CAM XPT 22 2K 543 in_multi 6 2K 11 Unitno 25 2K 53 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 diradd 8 1K 4322 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 2208 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 21 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 8506 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 4253 dirrem 2 1K 4284 inpcbpolicy 16 1K 2913 ip6opt 2 1K 27 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 18 iov 3 1K 21243 osd 3 1K 9 freefile 2 1K 4282 vnodes 1 1K 2 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 pf_osfp 2 1K 2 loginclass 3 1K 6 prison 6 1K 6 soname 5 1K 12601 sctp_aadr 2 1K 20 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 4292 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 45 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 119 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 7770 sctp_iter 0 0K 16 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 16 sctp_stri 0 0K 568 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 86291 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 13251 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1084 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 4267 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 66 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 1 ip_moptions 0 0K 13 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 statfs 0 0K 4436 namei_tracker 0 0K 16 export_host 0 0K 0 cl_savebuf 0 0K 413 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 176 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 314 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 720 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 7 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 123985 485 124493 20 254 254914560 0 mbuf_jumbo_page 4096 62234 0 124804 0 254 254910464 0 mbuf_packet 256 110594 13263 1272520 0 254 31707392 0 mbuf 256 63305 563 875580 0 254 16350208 0 UMA Slabs 0 112 126300 21 126300 0 126 14147952 0 RADIX NODE 144 15942 267 392722 0 62 2334096 0 pbuf 2632 0 762 0 0 2 2005584 0 BUF TRIE 144 354 13114 45114 0 62 1939392 0 sctp_asoc 2288 474 366 4957 0 254 1921920 0 malloc-2048 2048 475 365 7454 0 8 1720320 0 malloc-384 384 4117 3 4117 0 30 1582080 0 malloc-4096 4096 352 4 1031 0 2 1458176 0 256 Bucket 2048 191 473 141317 0 8 1359872 0 malloc-128 128 9610 279 18420 0 126 1265792 0 sctp_ep 1280 472 365 7446 0 254 1071360 0 malloc-1024 1024 480 364 4978 0 16 864256 0 malloc-384 384 1037 733 12786 0 30 679680 0 sctp_raddr 736 474 373 6047 0 254 623392 0 FFS inode 1128 514 25 4797 0 8 607992 0 socket 944 52 388 14605 0 254 415360 0 malloc-65536 65536 6 0 6 0 1 393216 0 VM OBJECT 264 1225 110 81983 0 30 352440 0 THREAD 1792 160 20 9209 0 8 322560 0 VNODE 488 551 89 4836 0 30 312320 0 malloc-4096 4096 67 7 5251 0 2 303104 0 malloc-2048 2048 8 130 87068 0 8 282624 0 malloc-64 64 3713 445 13989 0 254 266112 0 malloc-256 256 507 468 16638 0 62 249600 0 malloc-16384 16384 11 4 4427 0 1 245760 0 malloc-16 16 13184 1066 31077 0 254 228000 0 DEVCTL 1024 4 208 132 0 0 217088 0 g_bio 408 0 500 280052 0 30 204000 0 malloc-32 32 5457 843 17899 0 254 201600 0 malloc-128 128 1289 261 32928 0 126 198400 0 malloc-65536 65536 1 2 123 0 1 196608 0 malloc-32768 32768 1 5 7 0 1 196608 0 malloc-256 256 63 687 15901 0 62 192000 0 MAP ENTRY 96 1504 386 290136 0 126 181440 0 UMA Zones 768 226 3 226 0 16 175872 0 tcp_bbr_map 128 0 1302 1473 0 126 166656 0 FFS2 dinode 256 514 131 4797 0 62 165120 0 malloc-32768 32768 0 5 43 0 1 163840 0 S VFS Cache 104 1018 308 5508 0 126 137904 0 malloc-65536 65536 0 2 13 0 1 131072 0 malloc-65536 65536 0 2 169 0 1 131072 0 sctp_chunk 152 465 367 2570 0 254 126464 0 clpbuf 2632 0 48 5676 0 16 126336 0 VMSPACE 2544 35 13 5220 0 4 122112 0 vmem btag 56 2087 61 2088 0 254 120288 0 ksiginfo 112 63 981 1753 0 126 116928 0 malloc-1024 1024 109 3 126 0 16 114688 0 malloc-128 128 596 272 5090 0 126 111104 0 PROC 1320 57 21 5241 0 8 102960 0 128 Bucket 1024 61 38 1117 0 16 101376 0 malloc-256 256 270 120 12140 0 62 99840 0 filedesc0 1072 58 19 5242 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 64 Bucket 512 89 63 17000 0 30 77824 0 malloc-8192 8192 6 3 135 0 1 73728 0 malloc-4096 4096 15 3 4483 0 2 73728 0 malloc-128 128 297 230 1395 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 126 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-128 128 425 40 1289 0 126 59520 0 32 Bucket 256 87 138 42183 0 62 57600 0 malloc-384 384 71 69 7203 0 30 53760 0 malloc-128 128 129 274 4858 0 126 51584 0 malloc-256 256 65 130 23072 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 13 0 1 49152 0 unpcb 256 30 150 4203 0 254 46080 0 malloc-64 64 538 155 18403 0 254 44352 0 udplite_inpcb 488 7 81 2448 0 254 42944 0 malloc-256 256 133 32 150 0 62 42240 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 sctp_stream_msg_out 112 310 50 566 0 254 40320 0 malloc-64 64 112 518 69503 0 254 40320 0 Files 80 227 273 27545 0 126 40000 0 NAMEI 1024 0 36 33157 0 16 36864 0 malloc-512 512 7 65 3290 0 30 36864 0 pcpu-8 8 4250 358 4300 0 254 36864 0 malloc-64 64 486 81 677 0 254 36288 0 tcpcb 1048 4 29 75 0 254 34584 0 malloc-16384 16384 1 1 5 0 1 32768 0 malloc-4096 4096 4 4 90 0 2 32768 0 malloc-1024 1024 28 4 37 0 16 32768 0 pcpu-64 64 453 59 453 0 254 32768 0 malloc-64 64 89 415 5721 0 254 32256 0 malloc-16 16 979 1021 11615 0 254 32000 0 malloc-256 256 90 30 510 0 62 30720 0 malloc-256 256 91 29 920 0 62 30720 0 pipe 744 21 19 524 0 16 29760 0 KNOTE 160 28 147 128035 0 62 28000 0 8 Bucket 80 156 194 7459 0 126 28000 0 malloc-384 384 53 17 355 0 30 26880 0 TURNSTILE 136 181 8 181 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 1 2 4 0 1 24576 0 PWD 32 20 736 4346 0 254 24192 0 malloc-32 32 261 495 4738 0 254 24192 0 16 Bucket 144 68 100 842 0 62 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 6 4 202 0 8 20480 0 malloc-1024 1024 6 14 206 0 16 20480 0 malloc-64 64 231 84 332 0 254 20160 0 2 Bucket 32 59 571 1226 0 254 20160 0 malloc-128 128 107 48 452 0 126 19840 0 SLEEPQUEUE 88 181 43 181 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-2048 2048 6 2 6 0 8 16384 0 malloc-2048 2048 6 2 65 0 8 16384 0 malloc-1024 1024 6 10 1360 0 16 16384 0 vtnet_tx_hdr 24 0 668 556912 0 254 16032 0 malloc-384 384 21 19 22 0 30 15360 0 malloc-1024 1024 7 5 8 0 16 12288 0 malloc-1024 1024 4 8 12 0 16 12288 0 4 Bucket 48 7 245 179 0 254 12096 0 tcp_inpcb 488 4 20 75 0 254 11712 0 routing nhops 256 26 19 44 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 1 3 114 0 8 8192 0 malloc-512 512 3 13 165 0 30 8192 0 malloc-512 512 0 16 9 0 30 8192 0 malloc-512 512 7 9 11 0 30 8192 0 malloc-512 512 8 8 10 0 30 8192 0 rtentry 176 31 15 44 0 62 8096 0 rl_entry 40 60 142 60 0 254 8080 0 sctp_laddr 48 18 150 1151 0 254 8064 0 udpcb 32 9 243 2730 0 254 8064 0 malloc-64 64 23 103 77 0 254 8064 0 malloc-64 64 98 28 122 0 254 8064 0 malloc-32 32 6 246 16 0 254 8064 0 malloc-32 32 77 175 270 0 254 8064 0 malloc-32 32 88 164 128 0 254 8064 0 malloc-32 32 40 212 647 0 254 8064 0 malloc-32 32 116 136 12611 0 254 8064 0 malloc-32 32 33 219 1362 0 254 8064 0 malloc-16 16 16 484 58 0 254 8000 0 malloc-16 16 10 490 123 0 254 8000 0 malloc-16 16 282 218 443 0 254 8000 0 malloc-16 16 33 467 38 0 254 8000 0 malloc-16 16 186 314 1236 0 254 8000 0 malloc-16 16 22 478 31017 0 254 8000 0 malloc-128 128 25 37 58 0 126 7936 0 sctp_readq 152 0 52 521 0 254 7904 0 ripcb 488 3 13 108 0 254 7808 0 udp_inpcb 488 2 14 282 0 254 7808 0 itimer 352 0 22 5 0 30 7744 0 kenv 258 3 27 1018 0 30 7740 0 malloc-384 384 1 19 2 0 30 7680 0 malloc-256 256 6 24 28 0 62 7680 0 tcp_bbr_pcb 832 0 9 8 0 16 7488 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 23 0 126 6448 0 domainset 40 0 126 12 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 2 0 2 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-1024 1024 0 4 3 0 16 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 0 84 1 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0