panic: Memory modified after free 0xfffffe00952c4420(736) val=0 @ 0xfffffe00952c4488 cpuid = 1 time = 1611670597 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037afe00 vpanic() at vpanic+0x1c7/frame 0xfffffe00037afe60 panic() at panic+0x43/frame 0xfffffe00037afec0 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe00037aff00 item_ctor() at item_ctor+0x1e2/frame 0xfffffe00037aff70 sctp_add_remote_addr() at sctp_add_remote_addr+0x570/frame 0xfffffe00037affe0 sctp_handle_asconf() at sctp_handle_asconf+0x14a7/frame 0xfffffe00037b02d0 sctp_process_control() at sctp_process_control+0x16ab/frame 0xfffffe00037b0750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00037b08e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00037b09d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00037b09f0 ip_input() at ip_input+0x388/frame 0xfffffe00037b0a90 swi_net() at swi_net+0x20d/frame 0xfffffe00037b0b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037b0bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037b0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037b0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100021 ] Stopped at kdb_enter+0x67: movq $0,0x145272e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff811162e0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00037afde0 rbp 0xfffffe00037afe00 rsi 0 rdi 0xffffffff81116316 vprintf+0x176 r8 0 r9 0xffffffff r10 0x100001c0aa0214ac r11 0xa8461525 r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819bb7f9 r15 0xffffffff819bb7f9 rip 0xffffffff8110d2d7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x145272e(%rip) db> show proc Process 12 (intr) at 0xfffff800044a1a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82512f30 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82512f30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82513b80 (map 0xffffffff82513b80) (map.pmap 0xffffffff82513c40) (pmap 0xffffffff82513ca0) threads: 23 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 Run CPU 1 [swi1: netisr 0] 100022 RunQ [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 69303 786 786 0 R (threaded) syz-executor.1 156843 RunQ syz-executor.1 175994 RunQ syz-executor.1 69302 831 831 0 S (threaded) syz-executor.3 156831 S nanslp 0xffffffff82533160 syz-executor.3 175989 S select 0xfffff800185660c0 syz-executor.3 175991 S uwait 0xfffff80004e48200 syz-executor.3 68539 782 68539 0 Rs CPU 0 syz-executor.0 68340 68325 68340 0 Ss select 0xfffff80019278dc0 dhclient 68328 1 68328 0 Ss select 0xfffff80019278e40 dhclient 68325 68314 436 65 S select 0xfffff80019278cc0 dhclient 68314 436 436 0 S wait 0xfffff80019230a50 sh 68311 782 68311 0 Rs syz-executor.2 7117 1 7117 65 Ss select 0xfffff8001906af40 dhclient 5790 1 5790 0 Ss select 0xfffff800189fa040 dhclient 5787 1 5787 0 Ss select 0xfffff800189fa0c0 dhclient 4904 1 4904 65 Ss select 0xfffff80019278f40 dhclient 1568 1 1568 0 Ss select 0xfffff800185662c0 dhclient 1565 1 1565 0 Ss select 0xfffff80004e480c0 dhclient 831 782 831 0 Rs syz-executor.3 786 782 786 0 Ss nanslp 0xffffffff82533161 syz-executor.1 782 780 780 0 S (threaded) syz-fuzzer 100099 S kqread 0xfffff80004dfb300 syz-fuzzer 100111 S uwait 0xfffff80004bab500 syz-fuzzer 100112 S uwait 0xfffff80004bab600 syz-fuzzer 100113 S uwait 0xfffff80004bab700 syz-fuzzer 100114 S uwait 0xfffff80004bab800 syz-fuzzer 100115 S uwait 0xfffff80018566600 syz-fuzzer 100116 S uwait 0xfffff80018566700 syz-fuzzer 100117 S uwait 0xfffff80004bab900 syz-fuzzer 100118 S uwait 0xfffff80004baba00 syz-fuzzer 780 778 780 0 SWs pause 0xfffff80004e8fb00 csh 778 694 778 0 Ss select 0xfffff80018566ec0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800046884b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80004b430b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80004b434b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80004b438b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80004b43cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80004b4b0b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80004b4b4b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b4b8b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b4bcb0 getty 698 1 698 0 Ss nanslp 0xffffffff82533160 cron 694 1 694 0 Ss select 0xfffff80004f02240 sshd 507 1 507 0 Ss select 0xfffff80004f02340 syslogd 436 1 436 0 Ss wait 0xfffff80004e1a528 devd 435 1 435 65 Ss select 0xfffff8001835ee40 dhclient 350 1 350 0 Ss select 0xfffff8001835ef40 dhclient 347 1 347 0 Ss select 0xfffff80004e48cc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d65528 [vnlru] 22 0 0 0 DL syncer 0xffffffff82622638 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82621720 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff80004df2ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82648c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263d078 [dom0] 100076 D launds 0xffffffff8263d084 [laundry: dom0] 100077 D umarcl 0xffffffff81527080 [uma] 18 0 0 0 DL - 0xffffffff823674f8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82d9e818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82c18430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ecdc [soaiod4] 9 0 0 0 DL - 0xffffffff8261ecdc [soaiod3] 8 0 0 0 DL - 0xffffffff8261ecdc [soaiod2] 7 0 0 0 DL - 0xffffffff8261ecdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223f240 [doneq0] 100067 D - 0xffffffff8223f110 [scanner] 14 0 0 0 DL seqstat 0xfffff8000453d888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004568d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004568d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a590 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825129a0 [g_event] 100026 D - 0xffffffff825129a8 [g_up] 100027 D - 0xffffffff825129b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000449fa00 [thr_0] 100019 D - 0xfffff8000449fa80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 Run CPU 1 [swi1: netisr 0] 100022 RunQ [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004456528 [init] 10 0 0 0 DL audit_w 0xffffffff8263aab0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82512f30 [swapper] 100005 D - 0xfffff800044a7100 [if_config_tqg_0] 100006 D - 0xfffff800044a3e00 [softirq_0] 100007 D - 0xfffff800044a3c00 [softirq_1] 100008 D - 0xfffff800044a3a00 [if_io_tqg_0] 100009 D - 0xfffff800044a3800 [if_io_tqg_1] 100010 D - 0xfffff8000434ad00 [thread taskq] 100011 D - 0xfffff8000434ac00 [aiod_kick taskq] 100013 D - 0xfffff8000434aa00 [kqueue_ctx taskq] 100015 D - 0xfffff8000434a800 [in6m_free taskq] 100017 D - 0xfffff8000434a600 [inm_free taskq] 100024 D - 0xfffff8000434a500 [firmware taskq] 100028 D - 0xfffff800044d9a00 [crypto_0] 100029 D - 0xfffff800044d9a00 [crypto_1] 100044 D - 0xfffff80004879e00 [vtnet0 rxq 0] 100045 D - 0xfffff80004879d00 [vtnet0 txq 0] 100046 D - 0xfffff80004879c00 [vtnet0 rxq 1] 100047 D - 0xfffff80004879b00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000486ed00 [virtio_balloon] 100053 D - 0xfffff80004879900 [mca taskq] 100058 D - 0xffffffff81d63691 [deadlkres] 100062 D - 0xfffff800044d9400 [acpi_task_0] 100063 D - 0xfffff800044d9400 [acpi_task_1] 100064 D - 0xfffff800044d9400 [acpi_task_2] 100066 D - 0xfffff800044d9300 [CAM taskq] db> show all locks Process 68539 (syz-executor.0) thread 0xfffffe00887f6000 (157037) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003b3e680) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:1674 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80018e60258) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_vfsops.c:2007 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80018e60628) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4252 Process 68311 (syz-executor.2) thread 0xfffffe0094e76c00 (157001) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003a70800) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3895 exclusive lockmgr ufs (ufs) r = 1 (0xfffff80018cde070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:2916 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80004d52be0) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4252 Process 831 (syz-executor.3) thread 0xfffffe0094e25700 (100125) exclusive sleep mutex process lock (process lock) r = 0 (0xfffff80018ccb650) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_trap.c:116 Process 12 (intr) thread 0xfffffe0004127300 (100021) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094f21c70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30605 1795K 30671 pcb 1008 1638K 227611 kobj 329 1316K 489 newblk 8 1026K 71131 vfscache 3 1025K 3 inodedep 14 517K 77819 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_stro 488 488K 46471 intr 4 472K 4 sctp_atcl 979 368K 162918 subproc 141 267K 69413 acpica 1674 184K 58233 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 13 131K 136738 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 136512 linker 278 100K 322 sctp_timw 347 87K 347 bus 983 80K 3364 mtx_pool 2 72K 2 BPF 38 71K 62 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 sctp_atky 1473 62K 214108 umtx 342 43K 342 kdtrace 207 41K 145302 vmem 3 34K 6 temp 35 33K 3887 hostcache 1 32K 1 shm 1 32K 104 DEVFS3 124 31K 134 msg 4 30K 4 gtaskqueue 18 26K 18 ifaddr 80 24K 83 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 lltable 51 17K 278 tty 16 16K 16 ithread 99 16K 99 sctp_athm 979 16K 165278 sctp_map 976 16K 92942 bus-sc 32 14K 1598 ether_multi 162 13K 246 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 93 12K 93 eventhandler 129 11K 129 GEOM 60 10K 489 rman 82 10K 423 in6_multi 77 10K 110 bmsafemap 2 9K 68510 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 506 rpc 2 8K 2 shmfd 1 8K 86 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 cred 27 7K 669 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 61 6K 69422 plimit 23 6K 784 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 140 ufs_dirhash 16 5K 26 pf_ifnet 10 5K 60 UMA 260 5K 260 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 119 evdev 4 4K 4 session 31 4K 69 routetbl 24 4K 30 pwddesc 59 4K 69307 lockf 30 4K 137 hhook 13 4K 13 selfd 49 4K 912832 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 861 sctp_ifa 18 3K 23 uidinfo 3 3K 61 ip6ndp 13 3K 22 select 17 3K 182 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 dirrem 8 2K 68341 ipsec-saq 2 2K 2 Unitno 28 2K 80 CAM XPT 22 2K 543 in_multi 6 2K 11 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_stri 2 1K 4462 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 366 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 23 ipsec 3 1K 3 diradd 6 1K 68391 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 freefile 5 1K 68325 crypto 4 1K 4 encap_export_host 12 1K 12 indirdep 2 1K 138 pfil 4 1K 4 CAM SIM 2 1K 2 procdesc 4 1K 18 cdev 2 1K 2 inpcbpolicy 15 1K 4625 newdirblk 3 1K 68247 mkdir 3 1K 136494 chacha20random 1 1K 1 osd 3 1K 10 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 pf_osfp 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 aesni_data 2 1K 2 sctp_aadr 2 1K 276 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 68341 soname 5 1K 81555 pmchooks 1 1K 1 nexusdev 6 1K 6 sctp_vrf 1 1K 1 entropy 2 1K 57 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 129 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 71143 p1003.1b 1 1K 1 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 70712 sctp_iter 0 0K 74 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 53 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 21 pf_table 0 0K 0 pf_rule 0 0K 106 pf_altq 0 0K 0 pf_temp 0 0K 0 ciss_data 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 xen_intr 0 0K 0 nvme_da 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 2 isci 0 0K 0 iommu_dmamap 0 0K 0 midi buffers 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 vm_fictitious 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 149403 UMAHash 0 0K 0 PUC 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 231869 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 180 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 68267 freefrag 0 0K 8 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 ppbusdev 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 38 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 1 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 17 VN POLL 0 0K 0 osti_cacheable 0 0K 0 statfs 0 0K 68474 namei_tracker 0 0K 106 export_host 0 0K 0 cl_savebuf 0 0K 66 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 338 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 978 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 1142 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 11 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8349 492 1751071 0 125 36212736 0 RADIX NODE 144 21358 12575 3255535 0 64 4886352 0 sctp_asoc 2288 488 1142 46471 0 126 3729440 0 malloc-2048 2048 490 1126 113459 0 8 3309568 0 mbuf 256 9603 2583 7334745 0 254 3119616 0 pbuf 2632 0 984 0 0 2 2589888 0 mbuf_cluster 2048 1119 1 1647 0 128 2293760 0 sctp_ep 1280 489 1188 113458 0 128 2146560 0 BUF TRIE 144 395 13073 108869 0 62 1939392 0 malloc-1024 1024 506 1118 46477 0 16 1662976 0 malloc-384 384 4116 4 4116 0 30 1582080 0 UMA Slabs 0 112 11595 2118 15467 0 126 1535856 0 malloc-4096 4096 329 2 657 0 2 1355776 0 malloc-128 128 10034 72 10103 0 126 1293568 0 malloc-384 384 1070 2270 163281 0 30 1282560 0 sctp_raddr 736 498 1130 58192 0 132 1198208 0 FFS inode 1128 530 23 68857 0 8 623784 0 socket 944 40 516 120104 0 132 524864 0 malloc-256 256 509 1201 113531 0 62 437760 0 256 Bucket 2048 192 18 23587 0 8 430080 0 tcp_bbr_map 128 0 3317 36309 0 126 424576 0 VM OBJECT 264 1302 123 978931 0 30 376200 0 malloc-65536 65536 0 5 948 0 1 327680 0 malloc-65536 65536 5 0 5 0 1 327680 0 VNODE 488 567 89 68896 0 30 320128 0 THREAD 1792 147 24 75994 0 8 306432 0 malloc-4096 4096 64 10 69389 0 2 303104 0 mbuf_packet 256 280 839 120300 0 254 286464 0 malloc-2048 2048 8 116 150407 0 8 253952 0 malloc-64 64 3223 557 72548 0 254 241920 0 sctp_laddr 48 466 4406 127808 0 254 233856 0 malloc-16384 16384 7 6 68265 0 1 212992 0 malloc-16 16 12669 331 12781 0 254 208000 0 malloc-65536 65536 1 2 15 0 1 196608 0 malloc-8192 8192 4 20 236 0 1 196608 0 malloc-128 128 1238 281 102768 0 126 194432 0 MAP ENTRY 96 1496 520 3742531 0 126 193536 0 UMA Zones 768 232 2 232 0 16 179712 0 g_bio 408 0 440 584418 0 30 179520 0 sctp_chunk 152 410 734 162328 0 155 173888 0 128 Bucket 1024 127 40 33407 0 16 171008 0 FFS2 dinode 256 530 130 68855 0 62 168960 0 malloc-32 32 5051 115 5241 0 254 165312 0 malloc-32768 32768 0 5 115 0 1 163840 0 malloc-256 256 102 513 276837 0 62 157440 0 vmem btag 56 2612 112 2838 0 254 152544 0 S VFS Cache 104 1070 373 71539 0 126 150072 0 malloc-64 64 732 1599 120533 0 254 149184 0 VMSPACE 2544 36 21 69285 0 5 145008 0 malloc-128 128 1043 73 2639 0 126 142848 0 sctp_stream_msg_out 112 457 731 10220 0 187 133056 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-256 256 368 127 372595 0 62 126720 0 64 Bucket 512 83 157 558851 0 30 122880 0 malloc-1024 1024 109 7 142 0 16 118784 0 malloc-32 32 1105 2423 162219 0 254 112896 0 PROC 1320 58 23 69306 0 8 106920 0 DEVCTL 1024 2 102 135 0 0 106496 0 malloc-256 256 273 132 77922 0 62 103680 0 malloc-4096 4096 19 6 553 0 2 102400 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 5 1 165 0 1 98304 0 malloc-8192 8192 8 3 136 0 1 90112 0 filedesc0 1072 59 25 69307 0 8 90048 0 UMA Kegs 384 218 5 218 0 30 85632 0 malloc-128 128 308 312 137340 0 126 79360 0 malloc-4096 4096 13 6 68502 0 2 77824 0 32 Bucket 256 146 154 75085 0 62 76800 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 2 0 1 65536 0 malloc-384 384 135 15 472 0 30 57600 0 malloc-16 16 995 2505 165308 0 254 56000 0 malloc-16 16 1000 2500 147195 0 254 56000 0 clpbuf 2632 0 21 951 0 7 55272 0 malloc-256 256 79 116 69726 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-64 64 514 242 23850 0 254 48384 0 tcpcb 1048 9 35 711 0 128 46112 0 malloc-256 256 150 30 245 0 62 46080 0 malloc-64 64 144 549 982216 0 254 44352 0 malloc-64 64 502 191 1179 0 254 44352 0 malloc-128 128 64 277 137445 0 126 43648 0 malloc-4096 4096 8 2 12 0 2 40960 0 pcpu-8 8 4621 499 5619 0 254 40960 0 pipe 744 22 33 1335 0 16 40920 0 Files 80 220 280 208288 0 126 40000 0 8 Bucket 80 204 296 23259 0 126 40000 0 NAMEI 1024 1 35 297992 0 16 36864 0 ksiginfo 112 66 258 5449 0 126 36288 0 16 Bucket 144 107 145 76980 0 62 36288 0 malloc-8192 8192 2 2 216 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 5 11 110 0 8 32768 0 malloc-512 512 2 62 4462 0 30 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 malloc-128 128 175 73 482 0 126 31744 0 malloc-384 384 13 67 77818 0 30 30720 0 TURNSTILE 136 172 38 172 0 62 28560 0 4 Bucket 48 0 588 1907 0 254 28224 0 KNOTE 160 28 147 802457 0 62 28000 0 DIRHASH 1024 18 6 36 0 16 24576 0 malloc-8192 8192 1 2 3 0 1 24576 0 PWD 32 19 737 68355 0 254 24192 0 malloc-64 64 282 96 625 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 udplite_inpcb 488 0 48 2566 0 139 23424 0 tcp_inpcb 488 9 39 711 0 139 23424 0 tcp_rack_pcb 704 5 28 43 0 16 23232 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-32 32 50 580 97589 0 254 20160 0 2 Bucket 32 59 571 10606 0 254 20160 0 sctp_readq 152 0 130 2766 0 155 19760 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 17 58 1927 0 155 19200 0 SLEEPQUEUE 88 172 20 172 0 126 16896 0 malloc-8192 8192 2 0 4 0 1 16384 0 malloc-4096 4096 2 2 11 0 2 16384 0 malloc-2048 2048 5 3 96 0 8 16384 0 malloc-1024 1024 7 9 1927 0 16 16384 0 malloc-1024 1024 8 8 268 0 16 16384 0 malloc-1024 1024 10 6 33 0 16 16384 0 rtentry 176 32 60 50 0 62 16192 0 vtnet_tx_hdr 24 0 668 966008 0 254 16032 0 ripcb 488 4 28 772 0 139 15616 0 udp_inpcb 488 2 30 576 0 139 15616 0 routing nhops 256 27 33 50 0 62 15360 0 malloc-384 384 14 26 23 0 30 15360 0 malloc-256 256 16 44 9833 0 62 15360 0 tcp_bbr_pcb 832 0 18 109 0 16 14976 0 malloc-2048 2048 2 4 585 0 8 12288 0 malloc-1024 1024 6 6 91 0 16 12288 0 malloc-512 512 7 17 1068 0 30 12288 0 PGRP 88 31 107 69 0 126 12144 0 rl_entry 40 78 225 78 0 254 12120 0 udpcb 32 2 376 3142 0 254 12096 0 malloc-64 64 84 105 184 0 254 12096 0 malloc-32 32 123 255 1005 0 254 12096 0 malloc-32 32 42 336 10288 0 254 12096 0 malloc-32 32 61 317 1251 0 254 12096 0 malloc-32 32 4 374 356 0 254 12096 0 malloc-16 16 338 412 931 0 254 12000 0 malloc-128 128 6 87 97 0 126 11904 0 tcp_rack_map 120 10 89 54 0 126 11880 0 malloc-256 256 2 43 154 0 62 11520 0 malloc-4096 4096 0 2 8 0 2 8192 0 malloc-2048 2048 1 3 3 0 8 8192 0 malloc-1024 1024 3 5 14 0 16 8192 0 malloc-1024 1024 8 0 9 0 16 8192 0 malloc-512 512 9 7 9 0 30 8192 0 malloc-512 512 10 6 16 0 30 8192 0 malloc-64 64 11 115 324 0 254 8064 0 malloc-16 16 186 314 1350 0 254 8000 0 malloc-16 16 26 474 121690 0 254 8000 0 malloc-16 16 6 494 6 0 254 8000 0 itimer 352 0 22 34 0 30 7744 0 kenv 258 3 27 1053 0 30 7740 0 malloc-384 384 1 19 102 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 8 54 228 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 1 7 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_asconf_ack 48 0 84 3 0 254 4032 0 hostcache 96 1 41 1 0 187 4032 0 malloc-32 32 3 123 13 0 254 4032 0 malloc-128 128 5 26 7 0 126 3968 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 20 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 tcp_log 416 0 9 11 0 139 3744 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 203 0 254 2520 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 155 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 139 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 syncache 168 0 0 4 0 155 0 0 tcptw 88 0 0 0 0 187 0 0 ipq 56 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 124 0 0 mbuf_jumbo_9k 9216 0 0 0 0 124 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 31 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 7 0 0 swwbuf 2632 0 0 0 0 4 0 0 swrbuf 2632 0 0 0 0 7 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 8 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 117 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 1 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-16 16 0 0 1 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0