panic: Memory modified after free 0xfffffe0094e53b80(736) val=deadc0e6 @ 0xfffffe0094e53cc8 cpuid = 1 time = 1611867763 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00037afe00 vpanic() at vpanic+0x1c7/frame 0xfffffe00037afe60 panic() at panic+0x43/frame 0xfffffe00037afec0 trash_ctor() at trash_ctor+0xa8/frame 0xfffffe00037aff00 item_ctor() at item_ctor+0x1e2/frame 0xfffffe00037aff70 sctp_add_remote_addr() at sctp_add_remote_addr+0x570/frame 0xfffffe00037affe0 sctp_handle_asconf() at sctp_handle_asconf+0x14a7/frame 0xfffffe00037b02d0 sctp_process_control() at sctp_process_control+0x16ab/frame 0xfffffe00037b0750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00037b08e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00037b09d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00037b09f0 ip_input() at ip_input+0x388/frame 0xfffffe00037b0a90 swi_net() at swi_net+0x20d/frame 0xfffffe00037b0b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe00037b0bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe00037b0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00037b0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100021 ] Stopped at kdb_enter+0x67: movq $0,0x145250e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x80 rdx 0xffffffff819131c9 rbx 0 rsp 0xfffffe00037afde0 rbp 0xfffffe00037afe00 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0xaa0114ac08000500 r11 0xc663f2b r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819bb7ff r15 0xffffffff819bb7ff rip 0xffffffff8110d4f7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x145250e(%rip) db> show proc Process 12 (intr) at 0xfffff80004466a50: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82512f30 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff82512f30 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82513b80 (map 0xffffffff82513b80) (map.pmap 0xffffffff82513c40) (pmap 0xffffffff82513ca0) threads: 23 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 Run CPU 1 [swi1: netisr 0] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 861 839 839 0 RV syz-executor.0 860 802 436 0 RE CPU 0 sh 855 821 821 0 R (threaded) syz-executor.2 100123 RunQ syz-executor.2 100127 S uwait 0xfffff80004ba1980 syz-executor.2 853 794 794 0 R (threaded) syz-executor.3 100108 RunQ syz-executor.3 100126 RunQ syz-executor.3 839 785 839 0 Ds ppwait 0xfffff80004f794e8 syz-executor.0 821 785 821 0 Rs syz-executor.2 802 792 436 0 R sh 794 785 794 0 Rs syz-executor.3 792 436 436 0 S wait 0xfffff80004f79528 sh 787 785 787 0 REs syz-executor.1 785 783 783 0 S (threaded) syz-execprog 100085 S uwait 0xfffff800048cb600 syz-execprog 100110 S uwait 0xfffff80018436400 syz-execprog 100111 S uwait 0xfffff800185f6980 syz-execprog 100112 S uwait 0xfffff800185f6a80 syz-execprog 100113 S uwait 0xfffff800185f6b80 syz-execprog 100114 S uwait 0xfffff800185f6c80 syz-execprog 100115 S uwait 0xfffff80004ba1580 syz-execprog 100116 S uwait 0xfffff80004ba1680 syz-execprog 100117 S uwait 0xfffff80004ba1780 syz-execprog 100118 S kqread 0xfffff80004ee3800 syz-execprog 100119 S uwait 0xfffff800185f6d80 syz-execprog 783 781 783 0 Ss pause 0xfffff80004f16b00 csh 781 694 781 0 Ss select 0xfffff8000468b040 sshd 760 1 760 0 Ss+ ttyin 0xfffff800048e68b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80004bb50b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80004bb54b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80004bb58b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80004bb5cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80004bc00b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80004bc04b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004bc08b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004bc0cb0 getty 750 1 24 0 S+ piperd 0xfffff800184af8b8 logger 749 748 24 0 S+ nanslp 0xffffffff82533161 sleep 748 1 24 0 S+ wait 0xfffff800184b2a50 sh 698 1 698 0 Ss nanslp 0xffffffff82533160 cron 694 1 694 0 Ss select 0xfffff8000468db40 sshd 507 1 507 0 Ss select 0xfffff8000468e640 syslogd 436 1 436 0 Ss wait 0xfffff80004fdc000 devd 435 1 435 65 Ss select 0xfffff8000468d740 dhclient 350 1 350 0 Ss select 0xfffff8000468dac0 dhclient 347 1 347 0 Ss select 0xfffff8000468dc40 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d5c528 [vnlru] 22 0 0 0 DL syncer 0xffffffff82622638 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff82621720 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100086 D sdflush 0xfffff80004f52ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82648c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263d078 [dom0] 100076 D launds 0xffffffff8263d084 [laundry: dom0] 100077 D umarcl 0xffffffff81527280 [uma] 18 0 0 0 DL - 0xffffffff823674f8 [rand_harvestq] 17 0 0 0 RL [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e73430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ecdc [soaiod4] 9 0 0 0 DL - 0xffffffff8261ecdc [soaiod3] 8 0 0 0 DL - 0xffffffff8261ecdc [soaiod2] 7 0 0 0 DL - 0xffffffff8261ecdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223f240 [doneq0] 100067 D - 0xffffffff8223f110 [scanner] 14 0 0 0 DL seqstat 0xfffff80004085088 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff8000452db90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000452db30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a590 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825129a0 [g_event] 100026 D - 0xffffffff825129a8 [g_up] 100027 D - 0xffffffff825129b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004463b00 [thr_0] 100019 D - 0xfffff80004463b80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 I [swi3: vm] 100021 Run CPU 1 [swi1: netisr 0] 100022 I [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004489528 [init] 10 0 0 0 DL audit_w 0xffffffff8263aab0 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff82512f30 [swapper] 100005 D - 0xfffff8000434ad00 [if_config_tqg_0] 100006 D - 0xfffff8000434ac00 [softirq_0] 100007 D - 0xfffff8000434ab00 [softirq_1] 100008 D - 0xfffff8000434aa00 [if_io_tqg_0] 100009 D - 0xfffff8000434a900 [if_io_tqg_1] 100010 D - 0xfffff80004088700 [thread taskq] 100011 D - 0xfffff80004088600 [aiod_kick taskq] 100013 D - 0xfffff80004088400 [kqueue_ctx taskq] 100015 D - 0xfffff80004088200 [in6m_free taskq] 100017 RunQ [inm_free taskq] 100024 D - 0xfffff800044ccd00 [firmware taskq] 100028 D - 0xfffff800044ccc00 [crypto_0] 100029 D - 0xfffff800044ccc00 [crypto_1] 100044 D - 0xfffff80004687900 [vtnet0 rxq 0] 100045 D - 0xfffff80004687800 [vtnet0 txq 0] 100046 D - 0xfffff80004687700 [vtnet0 rxq 1] 100047 D - 0xfffff80004687600 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000468de00 [virtio_balloon] 100053 D - 0xfffff800048e7700 [mca taskq] 100058 D - 0xffffffff81d63690 [deadlkres] 100062 D - 0xfffff80004ad7d00 [acpi_task_0] 100063 D - 0xfffff80004ad7d00 [acpi_task_1] 100064 D - 0xfffff80004ad7d00 [acpi_task_2] 100066 D - 0xfffff800044cc800 [CAM taskq] db> show all locks Process 860 (sh) thread 0xfffffe0051b7de00 (100080) exclusive rw vm object (vm object) r = 0 (0xfffff80018a30948) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_object.c:864 exclusive rw vm object (vm object) r = 0 (0xfffff800189cd528) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_object.c:578 Process 853 (syz-executor.3) thread 0xfffffe0094e62100 (100126) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80018a2d628) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4252 Process 17 (sctp_iterator) thread 0xfffffe0051c4a300 (100061) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094e52380) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1515 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80018aec468) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1475 exclusive sleep mutex sctp-it (iterator) r = 0 (0xffffffff82d377d8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1452 shared rw sctp-info (sctp-info) r = 0 (0xfffffe00041b22d8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctputil.c:1451 Process 12 (intr) thread 0xfffffe0004127300 (100021) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe0094e51a90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1161 Process 0 (kernel) thread 0xfffffe0004297000 (100017) exclusive sx in_multi_sx (in_multi_sx) r = 0 (0xffffffff82624978) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_mcast.c:322 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4241 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30605 1795K 30671 kobj 329 1316K 489 newblk 429 1131K 500 vfscache 3 1025K 3 pcb 32 548K 111 inodedep 31 524K 117 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 117 247K 923 acpica 1674 184K 58233 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 24 134K 103 tfo_ccache 1 128K 1 filedesc 16 121K 80 sem 4 106K 4 DEVFS1 105 105K 122 linker 278 100K 316 bus 983 80K 3364 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 kdtrace 182 35K 990 umtx 270 34K 270 temp 35 33K 1860 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 70 DEVFS_RULE 56 20K 56 BPF 14 19K 14 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 32 14K 1598 KTRACE 100 13K 100 lltable 41 13K 45 ether_multi 153 13K 180 ifnet 7 13K 7 kenv 93 12K 93 eventhandler 129 11K 129 GEOM 60 10K 488 rman 82 10K 423 in6_multi 59 9K 73 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 bmsafemap 1 8K 72 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 58 6K 866 plimit 21 6K 357 cred 21 6K 234 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 UMA 260 5K 260 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 sctp_atcl 10 4K 29 routetbl 22 4K 26 pwddesc 54 4K 862 hhook 13 4K 13 session 24 3K 36 terminal 11 3K 11 acpisem 22 3K 22 indirdep 10 3K 10 proc-args 45 3K 563 uidinfo 3 3K 8 diradd 17 3K 64 ip6ndp 13 3K 16 sctp_stro 2 2K 6 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 Unitno 30 2K 46 sctp_ifa 13 2K 16 CAM XPT 22 2K 543 lockf 15 2K 22 selfd 24 2K 7633 ipsecpolicy 2 2K 2 in_multi 5 2K 9 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 sctp_atky 16 1K 40 sctp_stri 2 1K 6 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 10 NFSD session 1 1K 1 CAM periph 4 1K 271 select 7 1K 29 ipsec 3 1K 3 sctp_timw 3 1K 3 sctp_ifn 6 1K 16 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 44 crypto 4 1K 4 encap_export_host 12 1K 12 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 newdirblk 3 1K 22 chacha20random 1 1K 1 DEVFSP 6 1K 7 osd 3 1K 10 sctp_iter 1 1K 13 dirrem 1 1K 28 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 inpcbpolicy 6 1K 176 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 sctp_athm 10 1K 29 aesni_data 2 1K 2 sctp_aadr 2 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 26 freefrag 1 1K 6 procdesc 1 1K 6 pmchooks 1 1K 1 soname 4 1K 3174 filecaps 4 1K 66 nexusdev 6 1K 6 sctp_vrf 1 1K 1 sctp_map 4 1K 12 entropy 2 1K 42 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 sctp_a_it 1 1K 13 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 6 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 mqdata 0 0K 0 ciss_data 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 xen_intr 0 0K 0 nvme_da 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 midi buffers 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 vm_fictitious 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2043 UMAHash 0 0K 0 PUC 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 19 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefile 0 0K 25 freeblks 0 0K 25 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 ppbusdev 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 osti_cacheable 0 0K 0 statfs 0 0K 199 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 120 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13899 ioctlops 0 0K 96 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 614 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 867 12173 0 254 37629952 0 pbuf 2632 0 973 0 0 2 2560936 0 mbuf 256 8602 788 14513 0 254 2403840 0 BUF TRIE 144 175 13293 560 0 62 1939392 0 malloc-4096 4096 397 4 1374 0 2 1642496 0 malloc-384 384 4152 8 4153 0 30 1597440 0 malloc-128 128 10145 23 10502 0 126 1301504 0 UMA Slabs 0 112 9997 8 9997 0 126 1120560 0 FFS inode 1128 508 17 533 0 8 592200 0 malloc-65536 65536 5 2 73 0 1 458752 0 RADIX NODE 144 2325 192 22767 0 62 362448 0 VM OBJECT 264 1014 66 14070 0 30 285120 0 VNODE 488 542 34 569 0 30 281088 0 THREAD 1792 125 10 127 0 8 241920 0 256 Bucket 2048 110 8 10219 0 8 241664 0 DEVCTL 1024 16 196 131 0 0 217088 0 malloc-64 64 3202 74 3214 0 254 209664 0 malloc-16 16 12676 74 12742 0 254 204000 0 malloc-16384 16384 8 4 38 0 1 196608 0 UMA Zones 768 232 2 232 0 16 179712 0 malloc-128 128 1321 43 27513 0 126 174592 0 malloc-256 256 641 19 769 0 62 168960 0 malloc-32 32 4849 191 5030 0 254 161280 0 FFS2 dinode 256 508 17 533 0 62 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 MAP ENTRY 96 1039 305 42789 0 126 129024 0 malloc-1024 1024 114 2 290 0 16 118784 0 ksiginfo 112 43 1001 66 0 126 116928 0 malloc-128 128 834 65 973 0 126 115072 0 S VFS Cache 104 1005 87 1052 0 126 113568 0 vmem btag 56 1966 38 1966 0 254 112224 0 malloc-2048 2048 14 40 2822 0 8 110592 0 VMSPACE 2544 32 7 839 0 4 99216 0 malloc-16384 16384 6 0 12 0 1 98304 0 mbuf_cluster 2048 45 1 45 0 254 94208 0 UMA Kegs 384 218 5 218 0 30 85632 0 clpbuf 2632 0 32 14 0 16 84224 0 PROC 1320 55 5 861 0 8 79200 0 filedesc0 1072 55 15 862 0 8 75040 0 g_bio 408 0 180 5685 0 30 73440 0 malloc-65536 65536 0 1 124 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 7 1 9 0 1 65536 0 128 Bucket 1024 34 29 571 0 16 64512 0 malloc-64 64 822 60 1895 0 254 56448 0 malloc-4096 4096 11 2 534 0 2 53248 0 malloc-128 128 373 30 4371 0 126 51584 0 malloc-8192 8192 2 4 30 0 1 49152 0 malloc-8192 8192 5 1 96 0 1 49152 0 32 Bucket 256 46 134 5248 0 62 46080 0 malloc-64 64 531 162 1677 0 254 44352 0 malloc-256 256 127 38 1336 0 62 42240 0 pcpu-8 8 4538 582 4690 0 254 40960 0 malloc-256 256 75 75 622 0 62 38400 0 malloc-256 256 140 10 351 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 1 35 13079 0 16 36864 0 malloc-2048 2048 12 6 248 0 8 36864 0 64 Bucket 512 55 17 1429 0 30 36864 0 malloc-384 384 30 60 117 0 30 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 117 0 1 32768 0 malloc-16384 16384 1 1 154 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 malloc-384 384 63 17 63 0 30 30720 0 malloc-384 384 61 9 61 0 30 26880 0 socket 944 21 7 1317 0 254 26432 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 6 0 6 0 2 24576 0 malloc-1024 1024 16 8 1083 0 16 24576 0 malloc-1024 1024 21 3 21 0 16 24576 0 sctp_raddr 736 11 22 32 0 254 24288 0 ttyinq 160 135 15 300 0 62 24000 0 tcpcb 1048 3 19 7 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 sctp_asoc 2288 2 8 6 0 254 22880 0 TURNSTILE 136 136 32 136 0 62 22848 0 pipe 744 20 10 331 0 16 22320 0 malloc-64 64 157 158 9424 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 40 10 44 0 30 19200 0 malloc-256 256 27 48 434 0 62 19200 0 malloc-4096 4096 2 2 202 0 2 16384 0 malloc-4096 4096 3 1 11 0 2 16384 0 malloc-2048 2048 4 4 16 0 8 16384 0 malloc-2048 2048 6 2 6 0 8 16384 0 malloc-1024 1024 3 13 43 0 16 16384 0 malloc-1024 1024 10 6 14 0 16 16384 0 malloc-32 32 359 145 3022 0 254 16128 0 8 Bucket 80 33 167 474 0 126 16000 0 malloc-256 256 47 13 47 0 62 15360 0 SLEEPQUEUE 88 136 24 136 0 126 14080 0 malloc-512 512 1 23 119 0 30 12288 0 malloc-64 64 33 156 13859 0 254 12096 0 Files 80 116 34 7244 0 126 12000 0 malloc-16 16 510 240 2211 0 254 12000 0 malloc-128 128 63 30 63 0 126 11904 0 udp_inpcb 488 2 22 165 0 254 11712 0 sctp_ep 1280 6 3 14 0 254 11520 0 routing nhops 256 26 19 37 0 62 11520 0 mbuf_packet 256 1 44 130 0 254 11520 0 malloc-384 384 11 19 366 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-4096 4096 1 1 74 0 2 8192 0 malloc-2048 2048 2 2 2 0 8 8192 0 malloc-512 512 3 13 58 0 30 8192 0 malloc-512 512 4 12 16 0 30 8192 0 malloc-512 512 10 6 10 0 30 8192 0 rtentry 176 26 20 37 0 62 8096 0 PGRP 88 24 68 36 0 126 8096 0 rl_entry 40 38 164 38 0 254 8080 0 sctp_laddr 48 4 164 21 0 254 8064 0 udpcb 32 2 250 165 0 254 8064 0 PWD 32 15 237 114 0 254 8064 0 malloc-64 64 46 80 46 0 254 8064 0 malloc-64 64 26 100 26 0 254 8064 0 malloc-32 32 33 219 196 0 254 8064 0 malloc-32 32 84 168 100 0 254 8064 0 malloc-32 32 49 203 154 0 254 8064 0 malloc-32 32 41 211 3020 0 254 8064 0 malloc-32 32 28 224 31 0 254 8064 0 16 Bucket 144 32 24 197 0 62 8064 0 4 Bucket 48 5 163 57 0 254 8064 0 2 Bucket 32 41 211 524 0 254 8064 0 vtnet_tx_hdr 24 0 334 973 0 254 8016 0 KNOTE 160 26 24 193 0 62 8000 0 malloc-16 16 11 489 73 0 254 8000 0 malloc-16 16 18 482 19 0 254 8000 0 malloc-16 16 10 490 31 0 254 8000 0 malloc-16 16 26 474 26525 0 254 8000 0 malloc-16 16 25 475 44 0 254 8000 0 malloc-128 128 26 36 180 0 126 7936 0 malloc-128 128 6 56 6 0 126 7936 0 sctp_chunk 152 10 42 28 0 254 7904 0 ripcb 488 1 15 4 0 254 7808 0 tcp_inpcb 488 3 13 7 0 254 7808 0 kenv 258 3 27 1039 0 30 7740 0 unpcb 256 8 22 1102 0 254 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 1 3 1 0 16 4096 0 malloc-1024 1024 4 0 4 0 16 4096 0 malloc-1024 1024 2 2 2 0 16 4096 0 malloc-512 512 1 7 1 0 30 4096 0 malloc-512 512 4 4 513 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_asconf_ack 48 1 83 3 0 254 4032 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 5 0 254 4032 0 malloc-32 32 1 125 1 0 254 4032 0 malloc-16 16 4 246 4 0 254 4000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-256 256 0 15 19 0 62 3840 0 malloc-256 256 11 4 11 0 62 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 704 0 0 0 0 16 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0