panic: Memory modified after free 0xfffffe00259c88a0(736) val=0 @ 0xfffffe00259c8908 cpuid = 1 time = 410 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003635e10 vpanic() at vpanic+0x1c7/frame 0xfffffe0003635e70 panic() at panic+0x43/frame 0xfffffe0003635ed0 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe0003635f10 item_ctor() at item_ctor+0x1e2/frame 0xfffffe0003635f70 sctp_add_remote_addr() at sctp_add_remote_addr+0x570/frame 0xfffffe0003635fe0 sctp_handle_asconf() at sctp_handle_asconf+0x14a7/frame 0xfffffe00036362d0 sctp_process_control() at sctp_process_control+0x1697/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x14883c6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff810ded30 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003635df0 rbp 0xfffffe0003635e10 rsi 0 rdi 0xffffffff810ded66 vprintf+0x176 r8 0 r9 0xffffffff r10 0x100001c0aa0114ac r11 0xac784977 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff81964445 r15 0xffffffff81964445 rip 0xffffffff810d3237 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x14883c6(%rip) db> show proc Process 12 (intr) at 0xfffff800042b8a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8250ebb0 ABI: null reaper: 0xffffffff8250ebb0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8250f800 (map 0xffffffff8250f800) (map.pmap 0xffffffff8250f8c0) (pmap 0xffffffff8250f920) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 18476 18368 18368 0 S (threaded) syz-executor.2 140253 S nanslp 0xffffffff8252ed90 syz-executor.2 147201 S sbwait 0xfffff8003c4c9574 syz-executor.2 147203 S sbwait 0xfffff8003c6ea1c4 syz-executor.2 147206 S accept 0xfffff8003c375508 syz-executor.2 147208 S uwait 0xfffff8003f5f3d80 syz-executor.2 147209 S uwait 0xfffff80004b49980 syz-executor.2 18474 18405 18405 0 S (threaded) syz-executor.3 146034 S nanslp 0xffffffff8252ed90 syz-executor.3 147195 S sbwait 0xfffff8003f4e9924 syz-executor.3 147198 S sbwait 0xfffff8003f4e9924 syz-executor.3 147200 S uwait 0xfffff80004a33980 syz-executor.3 147204 S uwait 0xfffff80004b49200 syz-executor.3 147207 S uwait 0xfffff80026eba700 syz-executor.3 18473 18444 18444 0 S (threaded) syz-executor.1 144238 S nanslp 0xffffffff8252ed90 syz-executor.1 147194 S sbwait 0xfffff8003c7a0924 syz-executor.1 147197 S sbwait 0xfffff8003c3b4cd4 syz-executor.1 147199 S accept 0xfffff8003c45b158 syz-executor.1 147202 S uwait 0xfffff80026eeb680 syz-executor.1 147205 S uwait 0xfffff8003f0a6680 syz-executor.1 18471 18142 18142 0 R (threaded) syz-executor.0 138341 Run CPU 0 syz-executor.0 147188 S sbwait 0xfffff8003c71f574 syz-executor.0 147189 S sbwait 0xfffff8003c21ccd4 syz-executor.0 147190 S uwait 0xfffff8003f605e80 syz-executor.0 147191 S sbwait 0xfffff8003c71f574 syz-executor.0 147192 S sbwait 0xfffff8003c21ccd4 syz-executor.0 18444 762 18444 0 Ss nanslp 0xffffffff8252ed90 syz-executor.1 18439 18432 18439 0 Ss select 0xfffff8003c7cd6c0 dhclient 18435 1 18435 0 Ss select 0xfffff8003c7cdf40 dhclient 18432 18425 424 65 S select 0xfffff8003f82ff40 dhclient 18425 424 424 0 S wait 0xfffff80004aae528 sh 18405 762 18405 0 Ss nanslp 0xffffffff8252ed90 syz-executor.3 18368 762 18368 0 Ss nanslp 0xffffffff8252ed90 syz-executor.2 18142 762 18142 0 Ss nanslp 0xffffffff8252ed90 syz-executor.0 762 760 760 0 S (threaded) syz-fuzzer 100099 S kqread 0xfffff80026ebc000 syz-fuzzer 100111 S uwait 0xfffff80026eeb880 syz-fuzzer 100112 S uwait 0xfffff80026eeb980 syz-fuzzer 100113 S uwait 0xfffff80026eeb180 syz-fuzzer 100114 S uwait 0xfffff80004952c80 syz-fuzzer 100115 S uwait 0xfffff8003f0a6780 syz-fuzzer 100116 S uwait 0xfffff8003f0a6880 syz-fuzzer 100117 S uwait 0xfffff8003f0a6980 syz-fuzzer 100118 S uwait 0xfffff80004952d80 syz-fuzzer 760 758 760 0 Ss pause 0xfffff80026ed10b0 csh 758 682 758 0 Ss select 0xfffff8003f0a6f40 sshd 742 1 742 0 Ss+ ttyin 0xfffff800046a0cb0 getty 741 1 741 0 Ss+ ttyin 0xfffff8000499e0b0 getty 740 1 740 0 Ss+ ttyin 0xfffff8000499e4b0 getty 739 1 739 0 Ss+ ttyin 0xfffff8000499e8b0 getty 738 1 738 0 Ss+ ttyin 0xfffff8000499ecb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800049940b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800049944b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800049948b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004994cb0 getty 686 1 686 0 Ss nanslp 0xffffffff8252ed90 cron 682 1 682 0 Ss select 0xfffff80026eebb40 sshd 495 1 495 0 Ss select 0xfffff80026eebbc0 syslogd 424 1 424 0 Ss wait 0xfffff80004b85000 devd 423 1 423 65 Ss select 0xfffff80026eebe40 dhclient 338 1 338 0 Ss select 0xfffff80026eebec0 dhclient 335 1 335 0 Ss select 0xfffff80004b9c1c0 dhclient 23 0 0 0 DL vlruwt 0xfffff800049f0a50 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261c138 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261b200 [bufdaemon] 100077 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800041808e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff826426c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82636b38 [dom0] 100075 D launds 0xffffffff82636b44 [laundry: dom0] 100076 D umarcl 0xffffffff814def20 [uma] 18 0 0 0 DL - 0xffffffff82363278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82d9f818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82bdc390 [pf purge] 15 0 0 0 DL - 0xffffffff8261a7dc [soaiod4] 9 0 0 0 DL - 0xffffffff8261a7dc [soaiod3] 8 0 0 0 DL - 0xffffffff8261a7dc [soaiod2] 7 0 0 0 DL - 0xffffffff8261a7dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223afc0 [doneq0] 100067 D - 0xffffffff8223ae90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004188c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004188c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82634030 [crypto] 14 0 0 0 DL seqstat 0xfffff800042ff488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250e620 [g_event] 100026 D - 0xffffffff8250e628 [g_up] 100027 D - 0xffffffff8250e630 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800042b2300 [thr_0] 100019 D - 0xfffff800042b2380 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100020 Run CPU 1 [swi1: netisr 0] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004290528 [init] 10 0 0 0 DL audit_w 0xffffffff82634550 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250ebb0 [swapper] 100005 D - 0xfffff800042b7e00 [if_io_tqg_0] 100006 D - 0xfffff800042b7d00 [if_io_tqg_1] 100007 D - 0xfffff800042b7c00 [if_config_tqg_0] 100008 D - 0xfffff800042b7b00 [softirq_0] 100009 D - 0xfffff800042b7a00 [softirq_1] 100010 D - 0xfffff80004182200 [in6m_free taskq] 100012 D - 0xfffff800042bbd00 [kqueue_ctx taskq] 100013 D - 0xfffff800042bbb00 [inm_free taskq] 100016 D - 0xfffff800042bb500 [aiod_kick taskq] 100017 D - 0xfffff800042bb300 [thread taskq] 100024 D - 0xfffff800042cca00 [firmware taskq] 100029 D - 0xfffff800042cc300 [crypto_0] 100030 D - 0xfffff800042cc300 [crypto_1] 100044 D - 0xfffff80004341300 [vtnet0 rxq 0] 100045 D - 0xfffff80004341200 [vtnet0 txq 0] 100046 D - 0xfffff80004341100 [vtnet0 rxq 1] 100047 D - 0xfffff80004341000 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004485880 [virtio_balloon] 100053 D - 0xfffff800046ace00 [mca taskq] 100056 D - 0xffffffff81d0b191 [deadlkres] 100062 D - 0xfffff8000498ed00 [acpi_task_0] 100063 D - 0xfffff8000498ed00 [acpi_task_1] 100064 D - 0xfffff8000498ed00 [acpi_task_2] 100066 D - 0xfffff80004341b00 [CAM taskq] db> show all locks Process 12 (intr) thread 0xfffffe00048b2a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0025909380) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4339K 4242 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29217 1704K 29281 kobj 336 1344K 496 newblk 9 1026K 40885 vfscache 3 1025K 3 pcb 325 875K 31676 inodedep 38 526K 28399 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 137 251K 18559 acpica 1674 184K 52503 vnet_data 1 168K 1 filedesc 22 153K 33904 sctp_stro 150 150K 7062 tidhash 3 141K 3 pagedep 16 132K 37860 tfo_ccache 1 128K 1 sctp_atcl 302 114K 22478 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 97K 441 bus 979 79K 3035 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 umtx 378 48K 378 ifaddr 138 46K 241 kdtrace 193 38K 84082 BPF 22 36K 190 temp 36 35K 7989 hostcache 1 32K 1 shm 1 32K 54 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 28K 6 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 sctp_atky 465 20K 30728 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 ether_multi 172 14K 1290 lltable 44 14K 756 bus-sc 30 14K 1416 lockf 114 13K 8161 KTRACE 100 13K 100 ifnet 7 13K 7 sctp_timw 47 12K 47 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 768 GEOM 60 10K 489 rman 82 10K 423 sctp_ifa 66 9K 166 bmsafemap 2 9K 20167 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 23 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 routetbl 28 7K 1021 CAM DEV 3 6K 510 dirrem 23 6K 18444 kqueue 57 6K 18678 pf_ifnet 16 6K 522 plimit 21 6K 1793 cred 21 6K 570 ufs_dirhash 27 6K 27 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 sctp_athm 302 5K 23135 sctp_map 300 5K 14050 DEVFSP 72 5K 1000 vt 11 5K 11 UMA 254 5K 254 pf_table 2 4K 237 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 901 evdev 4 4K 4 pf_osfp 33 4K 33 pwddesc 55 4K 18477 hhook 13 4K 13 session 25 4K 154 pgrp 25 4K 173 freefile 23 3K 18391 terminal 11 3K 11 acpisem 22 3K 22 proc-args 44 3K 1854 uidinfo 3 3K 59 iov 5 3K 54064 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 selfd 31 2K 240385 ip6ndp 12 2K 119 CAM XPT 22 2K 543 in_multi 6 2K 65 Unitno 25 2K 45 diradd 11 2K 18681 ipsecpolicy 2 2K 2 select 10 2K 2071 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 1650 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 22 vnodemarker 2 1K 2358 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 25914 mkdir 7 1K 33742 inpcbpolicy 28 1K 34479 sctp_ifn 6 1K 166 ipsec 3 1K 3 freeblks 3 1K 18180 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 16871 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 osd 3 1K 9 vnodes 1 1K 103 ktls 1 1K 1 procdesc 2 1K 58 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 pf_rule 1 1K 729 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 tcpfunc 2 1K 2 pmchooks 1 1K 1 soname 4 1K 18244 nexusdev 5 1K 5 sctp_vrf 1 1K 1 sctp_aadr 1 1K 1851 entropy 2 1K 120 ip_msource 1 1K 6 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 273 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 10110 sctp_iter 0 0K 185 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 9 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 176 pf_altq 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 81 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 186447 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 46867 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1173 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 35 allocindir 0 0K 0 indirdep 0 0K 11804 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 219 ip6_msource 0 0K 1 ip6_moptions 0 0K 30 in6_mfilter 0 0K 55 frag6 0 0K 5 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 66 in_mfilter 0 0K 55 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 20 statfs 0 0K 16979 namei_tracker 0 0K 366 export_host 0 0K 0 cl_savebuf 0 0K 10 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 1895 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 2909 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 1465 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 29 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 16 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 1822 5682 32713 0 254 30736384 0 mbuf_cluster 2048 9308 2 9313 0 254 19066880 0 tcp_log 416 0 19647 217271 0 254 8173152 0 mbuf 256 2494 6761 1409952 0 254 2369280 0 mbuf_packet 256 8212 968 211055 0 254 2350080 0 BUF TRIE 144 516 12952 155662 0 62 1939392 0 RADIX NODE 144 9279 3374 894087 0 63 1822032 0 malloc-384 384 4138 22 4431 0 30 1597440 0 UMA Slabs 0 112 13444 17 13444 0 126 1507632 0 malloc-128 128 10654 134 16624 0 126 1380864 0 malloc-4096 4096 336 1 496 0 2 1380352 0 sctp_asoc 2288 150 335 7025 0 254 1109680 0 FFS inode 1128 748 22 19257 0 8 868560 0 pbuf 832 0 905 0 0 2 752960 0 malloc-2048 2048 151 171 200615 0 8 659456 0 256 Bucket 2048 285 13 19511 0 8 610304 0 tcp_bbr_map 128 0 4402 269431 0 126 563456 0 socket 944 41 511 53547 0 254 521088 0 sctp_raddr 736 167 482 10553 0 254 477664 0 sctp_ep 1280 150 186 14167 0 254 430080 0 VNODE 488 785 71 19296 0 30 417728 0 VM OBJECT 264 1408 137 300602 0 30 407880 0 THREAD 1792 164 25 47209 0 8 338688 0 malloc-65536 65536 3 2 11 0 1 327680 0 g_bio 408 0 770 743442 0 31 314160 0 malloc-4096 4096 58 15 19644 0 2 299008 0 malloc-32768 32768 2 7 213 0 1 294912 0 malloc-256 256 102 1023 41665 0 62 288000 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 0 4 1131 0 1 262144 0 udplite_inpcb 488 18 502 29080 0 254 253760 0 malloc-1024 1024 152 84 7004 0 16 241664 0 malloc-32768 32768 0 7 10582 0 1 229376 0 FFS2 dinode 256 748 122 19257 0 62 222720 0 DEVCTL 1024 25 183 223 0 0 212992 0 malloc-16384 16384 9 4 16926 0 1 212992 0 malloc-16 16 12519 731 26561 0 254 212000 0 malloc-384 384 355 165 22531 0 30 199680 0 malloc-64 64 2771 253 7643 0 254 193536 0 MAP ENTRY 96 1385 631 1167989 0 126 193536 0 UMA Zones 768 226 3 226 0 16 175872 0 sctp_chunk 152 147 997 18281 0 254 173888 0 malloc-32 32 4798 620 56238 0 254 173376 0 malloc-4096 4096 27 15 153 0 2 172032 0 malloc-128 128 1151 58 24477 0 126 154752 0 S VFS Cache 104 1112 370 20381 0 126 154128 0 128 Bucket 1024 104 43 8389 0 16 150528 0 vmem btag 56 2274 90 2350 0 254 132384 0 malloc-65536 65536 0 2 269 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 3 5 74 0 1 131072 0 malloc-1024 1024 117 11 196 0 16 131072 0 VMSPACE 2544 32 19 18455 0 4 129744 0 tcpcb 1048 6 115 3652 0 254 126808 0 ksiginfo 112 66 978 1185 0 126 116928 0 tcp_inpcb 488 13 211 3652 0 254 109312 0 PROC 1320 54 27 18476 0 8 106920 0 64 Bucket 512 92 100 30842 0 30 98304 0 malloc-256 256 217 158 111147 0 62 96000 0 clpbuf 832 0 112 65365 0 16 93184 0 malloc-256 256 184 176 32807 0 62 92160 0 filedesc0 1072 55 29 18477 0 8 90048 0 UMA Kegs 384 212 1 212 0 30 81792 0 malloc-256 256 151 149 52518 0 62 76800 0 malloc-128 128 309 280 18972 0 126 75392 0 malloc-8192 8192 6 3 34 0 1 73728 0 malloc-64 64 560 574 260554 0 254 72576 0 malloc-8192 8192 2 6 50 0 1 65536 0 32 Bucket 256 76 149 67761 0 62 57600 0 malloc-128 128 183 251 54915 0 126 55552 0 malloc-2048 2048 10 16 651 0 8 53248 0 malloc-64 64 270 549 37614 0 254 52416 0 malloc-128 128 137 266 18969 0 126 51584 0 malloc-384 384 37 93 28398 0 30 49920 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-4096 4096 8 4 57 0 2 49152 0 malloc-256 256 32 148 59463 0 62 46080 0 malloc-2048 2048 5 17 252 0 8 45056 0 pipe 744 20 40 1986 0 16 44640 0 malloc-64 64 531 162 1612 0 254 44352 0 malloc-384 384 102 8 540 0 30 42240 0 DIRHASH 1024 36 4 36 0 16 40960 0 pcpu-8 8 4506 614 10424 0 254 40960 0 malloc-64 64 189 441 8918 0 254 40320 0 malloc-32 32 630 630 22610 0 254 40320 0 Files 80 208 292 95673 0 126 40000 0 malloc-384 384 91 9 207 0 30 38400 0 NAMEI 1024 0 36 110747 0 16 36864 0 malloc-2048 2048 3 15 393 0 8 36864 0 malloc-64 64 325 242 36861 0 254 36288 0 unpcb 256 11 124 4645 0 254 34560 0 malloc-256 256 50 85 1287 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 112 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-8192 8192 2 2 93 0 1 32768 0 malloc-512 512 2 62 1642 0 30 32768 0 pcpu-64 64 452 60 452 0 254 32768 0 16 Bucket 144 90 134 36877 0 62 32256 0 tcp_bbr_pcb 832 0 36 1205 0 16 29952 0 TURNSTILE 136 190 20 190 0 62 28560 0 4 Bucket 48 9 579 6618 0 254 28224 0 KNOTE 160 28 147 173176 0 62 28000 0 8 Bucket 80 68 282 57153 0 126 28000 0 malloc-128 128 146 71 753 0 126 27776 0 malloc-384 384 25 45 1208 0 30 26880 0 malloc-256 256 72 33 2114 0 62 26880 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 4 2 13 0 2 24576 0 malloc-4096 4096 1 5 16988 0 2 24576 0 malloc-512 512 2 46 2358 0 30 24576 0 sctp_stream_msg_out 112 83 133 1691 0 254 24192 0 PWD 32 19 737 16882 0 254 24192 0 malloc-64 64 6 372 4559 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 5 5 269 0 8 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 sctp_laddr 48 69 351 7274 0 254 20160 0 udpcb 32 20 610 30152 0 254 20160 0 malloc-64 64 75 240 925 0 254 20160 0 2 Bucket 32 92 538 25910 0 254 20160 0 malloc-128 128 51 104 6579 0 126 19840 0 SLEEPQUEUE 88 190 34 190 0 126 19712 0 udp_inpcb 488 2 38 1072 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 59 16 2276 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 136 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 6 10 4384 0 16 16384 0 malloc-1024 1024 14 2 14 0 16 16384 0 malloc-512 512 6 26 156 0 30 16384 0 vtnet_tx_hdr 24 0 668 798947 0 254 16032 0 malloc-16 16 361 639 23951 0 254 16000 0 ripcb 488 2 30 675 0 254 15616 0 malloc-2048 2048 1 5 1734 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 rtentry 176 31 38 247 0 62 12144 0 sctp_readq 152 0 78 570 0 254 11856 0 routing nhops 256 24 21 247 0 62 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 3 0 2 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-1024 1024 4 4 383 0 16 8192 0 malloc-1024 1024 3 5 37 0 16 8192 0 malloc-512 512 1 15 119 0 30 8192 0 malloc-512 512 2 14 545 0 30 8192 0 malloc-512 512 3 13 119 0 30 8192 0 malloc-512 512 9 7 9 0 30 8192 0 tcp_log_bucket 176 0 46 3 0 62 8096 0 rl_entry 40 105 97 25004 0 254 8080 0 malloc-32 32 100 152 8935 0 254 8064 0 malloc-32 32 74 178 4063 0 254 8064 0 malloc-32 32 56 196 1454 0 254 8064 0 malloc-32 32 30 222 2654 0 254 8064 0 malloc-16 16 16 484 46 0 254 8000 0 malloc-16 16 30 470 16279 0 254 8000 0 malloc-16 16 183 317 8804 0 254 8000 0 malloc-16 16 8 492 8 0 254 8000 0 malloc-16 16 256 244 403 0 254 8000 0 malloc-16 16 29 471 23645 0 254 8000 0 malloc-128 128 17 45 253 0 126 7936 0 tcp_log_node 120 0 66 4 0 126 7920 0 kenv 258 3 27 1090 0 30 7740 0 L VFS Cache 320 0 24 13 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcptw 88 0 46 2 0 254 4048 0 sctp_asconf_ack 48 1 83 53 0 254 4032 0 hostcache 96 2 40 2 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 4 0 254 4032 0 malloc-32 32 8 118 131 0 254 4032 0 malloc-32 32 2 124 602 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 744 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0