Fatal trap 9: general protection fault while in kernel mode cpuid = 1; Memory modified after free 0xfffff80075756000(1016) val=de01c0de @ 0xfffff8007575603c panic: Most recently used by sctp_stro cpuid = 0 time = 1609944413 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00517e1630 vpanic() at vpanic+0x1c7/frame 0xfffffe00517e1690 panic() at panic+0x43/frame 0xfffffe00517e16f0 mtrash_ctor() at mtrash_ctor+0xe5/frame 0xfffffe00517e1730 item_ctor() at item_ctor+0x493/frame 0xfffffe00517e17a0 malloc() at malloc+0xe3/frame 0xfffffe00517e1800 sctp_init_asoc() at sctp_init_asoc+0xa7f/frame 0xfffffe00517e1870 sctp_aloc_assoc() at sctp_aloc_assoc+0x4dc/frame 0xfffffe00517e18f0 sctp6_connect() at sctp6_connect+0x558/frame 0xfffffe00517e19b0 soconnectat() at soconnectat+0x183/frame 0xfffffe00517e1a10 kern_connectat() at kern_connectat+0x1e5/frame 0xfffffe00517e1a70 sys_connect() at sys_connect+0xd9/frame 0xfffffe00517e1ab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe00517e1bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfbaf78 KDB: enter: panic [ thread pid 3165 tid 102809 ] Stopped at kdb_enter+0x67: movq $0,0x1452086(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0097800000 rdx 0x3ffff rbx 0 rsp 0xfffffe00517e1610 rbp 0xfffffe00517e1630 rsi 0x40001 rdi 0xffffffff81116396 vprintf+0x176 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xffffffff82067600 ddb_dbbe r13 0 r14 0xffffffff819ab4c9 r15 0xffffffff819ab4c9 rip 0xffffffff8110a6f7 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x1452086(%rip) db> show proc Process 3165 (syz-executor.1) at 0xfffff80075563a50: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 780 at 0xfffff80004f94000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff8000448c528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00952d4000 (map 0xfffffe00952d4000) (map.pmap 0xfffffe00952d40c0) (pmap 0xfffffe00952d4120) threads: 5 101204 RunQ syz-executor.1 102801 S lockf 0xfffff80016444880 syz-executor.1 102807 S lockf 0xfffff80016444800 syz-executor.1 102809 Run CPU 0 syz-executor.1 102810 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 3165 780 780 0 R (threaded) syz-executor.1 101204 RunQ syz-executor.1 102801 S lockf 0xfffff80016444880 syz-executor.1 102807 S lockf 0xfffff80016444800 syz-executor.1 102809 Run CPU 0 syz-executor.1 102810 Run CPU 1 syz-executor.1 2875 2869 2875 0 Ss select 0xfffff80004b170c0 dhclient 2872 1 2872 0 Ss select 0xfffff80004b173c0 dhclient 2869 2862 436 65 S select 0xfffff80075488dc0 dhclient 2862 436 436 0 S wait 0xfffff8001630ea50 sh 2853 1 2853 65 Ss select 0xfffff80004b17d40 dhclient 1064 1 1064 0 Ss select 0xfffff800164e3240 dhclient 1061 1 1061 0 Ss select 0xfffff80075488cc0 dhclient 860 774 860 0 Ss piperd 0xfffff80004db22e8 syz-executor.3 847 774 847 0 Ss piperd 0xfffff80004db42e8 syz-executor.2 780 774 780 0 Rs syz-executor.1 779 774 779 0 Ss piperd 0xfffff80016b0c5d0 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100084 S uwait 0xfffff80004460100 syz-fuzzer 100108 S uwait 0xfffff800168c4e80 syz-fuzzer 100109 S uwait 0xfffff8001633c000 syz-fuzzer 100110 S uwait 0xfffff8001633c100 syz-fuzzer 100111 S uwait 0xfffff8001633c200 syz-fuzzer 100112 S uwait 0xfffff800048d1700 syz-fuzzer 100113 S kqread 0xfffff80004f23800 syz-fuzzer 100114 S uwait 0xfffff800168c4d80 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004dadb00 csh 770 694 770 0 Ss select 0xfffff800164e3c40 sshd 754 1 754 0 Ss+ ttyin 0xfffff800048e90b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004bbe4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004bbecb0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004bc14b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004bc1cb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004bc54b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004bc5cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004bc84b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004bc8cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8252fee1 cron 694 1 694 0 Ss select 0xfffff8000434a0c0 sshd 507 1 507 0 Ss select 0xfffff8000434a5c0 syslogd 436 1 436 0 Ss wait 0xfffff80004ebe000 devd 435 1 435 65 Ss select 0xfffff8000434a840 dhclient 350 1 350 0 Ss select 0xfffff8000434a9c0 dhclient 347 1 347 0 Ss select 0xfffff8000434aac0 dhclient 23 0 0 0 DL syncer 0xffffffff8261f2b8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004ba7528 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff8261e3a0 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100087 D sdflush 0xfffff80004e77ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82645888 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82639cf8 [dom0] 100076 D launds 0xffffffff82639d04 [laundry: dom0] 100077 D umarcl 0xffffffff81524430 [uma] 18 0 0 0 DL - 0xffffffff823642d8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c24818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e71430 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff8000454bd90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000454bd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82637210 [crypto] 14 0 0 0 DL seqstat 0xfffff800044fec88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f760 [g_event] 100026 D - 0xffffffff8250f768 [g_up] 100027 D - 0xffffffff8250f770 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800044dbe00 [thr_0] 100019 D - 0xfffff800044dbe80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100017 I [swi6: task queue] 100020 I [swi3: vm] 100021 I [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi1: netisr 0] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff8000448c528 [init] 10 0 0 0 DL audit_w 0xffffffff82637730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fcf0 [swapper] 100005 D - 0xfffff8000446fe00 [if_io_tqg_0] 100006 D - 0xfffff8000446fd00 [if_io_tqg_1] 100007 D - 0xfffff8000446fc00 [if_config_tqg_0] 100008 D - 0xfffff8000446fb00 [softirq_0] 100009 D - 0xfffff8000446fa00 [softirq_1] 100010 D - 0xfffff8000446f900 [inm_free taskq] 100012 D - 0xfffff8000446f700 [thread taskq] 100013 D - 0xfffff8000446f600 [aiod_kick taskq] 100015 D - 0xfffff8000446f400 [kqueue_ctx taskq] 100016 D - 0xfffff8000446f300 [in6m_free taskq] 100024 D - 0xfffff800044b3e00 [firmware taskq] 100029 D - 0xfffff800044b3c00 [crypto_0] 100030 D - 0xfffff800044b3c00 [crypto_1] 100044 D - 0xfffff80004889e00 [vtnet0 rxq 0] 100045 D - 0xfffff80004889d00 [vtnet0 txq 0] 100046 D - 0xfffff80004889c00 [vtnet0 rxq 1] 100047 D - 0xfffff80004889b00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004882080 [virtio_balloon] 100053 D - 0xfffff800048d6c00 [mca taskq] 100054 D - 0xffffffff81d53f60 [deadlkres] 100063 D - 0xfffff800048d6900 [acpi_task_0] 100064 D - 0xfffff800048d6900 [acpi_task_1] 100065 D - 0xfffff800048d6900 [acpi_task_2] 100066 D - 0xfffff800044b3a00 [CAM taskq] db> show all locks Process 3165 (syz-executor.1) thread 0xfffffe0094e35000 (102809) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff8007574de88) locked @ /syzkaller/managers/i386/kernel/sys/netinet6/sctp6_usrreq.c:824 Process 3165 (syz-executor.1) thread 0xfffffe0094e77a00 (102810) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe00952cec90) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:13092 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 sctp_stro 8 2059K 1973 vtbuf 24 1968K 46 sysctloid 30512 1790K 30577 kobj 334 1336K 492 newblk 6 1026K 10159 vfscache 3 1025K 3 pcb 44 559K 4654 inodedep 11 516K 3171 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 131 249K 3248 acpica 1674 184K 58033 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 10 131K 5143 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 275 100K 308 filedesc 12 89K 4529 bus 986 80K 3353 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 508 64K 508 BPF 30 53K 30 umtx 324 41K 324 kdtrace 197 39K 5983 temp 35 33K 2064 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 gtaskqueue 18 26K 18 sctp_timw 94 24K 94 kbdmux 6 22K 6 ifaddr 71 21K 71 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 bus-sc 31 14K 1593 lltable 43 14K 46 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 129 11K 129 GEOM 60 10K 486 rman 82 10K 423 in6_multi 71 9K 71 bmsafemap 2 9K 2873 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 5 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sctp_atcl 19 8K 4730 cred 25 7K 237 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 57 6K 3182 plimit 22 6K 379 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 pf_ifnet 10 5K 19 UMA 260 5K 260 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 lockf 40 4K 62 routetbl 24 4K 24 session 28 4K 42 pgrp 28 4K 42 pwddesc 55 4K 3172 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 proc-args 47 3K 613 selfd 38 3K 52729 uidinfo 4 3K 12 dirrem 9 3K 2549 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 16 select 13 2K 46 CAM XPT 22 2K 543 Unitno 26 2K 46 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 sctp_atky 27 2K 7221 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 20 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 16 diradd 6 1K 2585 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 sctp_stri 1 1K 1666 mkdir 4 1K 4506 freefile 4 1K 2547 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 newdirblk 3 1K 2253 chacha20random 1 1K 1 procdesc 3 1K 14 osd 3 1K 10 sctp_athm 19 1K 5563 inpcbpolicy 9 1K 246 sctp_map 16 1K 3252 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 soname 5 1K 7654 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 5284 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 94 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2126 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 23172 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7711 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 7 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 2691 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 4530 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 8 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 2431 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 4 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 106 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15636 ioctlops 0 0K 122 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 649 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9728 2 9728 0 254 19927040 0 mbuf_jumbo_page 4096 1820 455 104267 0 254 9318400 0 pbuf 2632 0 989 0 0 2 2603048 0 mbuf_packet 256 8291 1309 1128066 0 254 2457600 0 BUF TRIE 144 184 13284 18748 0 62 1939392 0 RADIX NODE 144 11954 139 139830 0 62 1741392 0 malloc-384 384 4169 11 4170 0 30 1605120 0 mbuf 256 2371 3059 1086692 0 254 1390080 0 malloc-4096 4096 335 4 495 0 2 1388544 0 malloc-128 128 10312 42 10409 0 126 1325312 0 UMA Slabs 0 112 8023 2 8023 0 126 898800 0 FFS inode 1128 511 28 3059 0 8 607992 0 malloc-65536 65536 6 0 6 0 1 393216 0 256 Bucket 2048 141 25 11678 0 8 339968 0 VM OBJECT 264 1146 84 47205 0 30 324720 0 VNODE 488 547 85 3097 0 30 308416 0 THREAD 1792 141 21 2810 0 8 290304 0 malloc-4096 4096 62 7 3181 0 2 282624 0 malloc-64 64 3611 43 3816 0 254 233856 0 malloc-32768 32768 0 7 4304 0 1 229376 0 malloc-16384 16384 7 7 2270 0 1 229376 0 malloc-128 128 1261 444 34324 0 126 218240 0 DEVCTL 1024 8 204 128 0 0 217088 0 malloc-16 16 12840 160 14070 0 254 208000 0 malloc-65536 65536 1 2 111 0 1 196608 0 malloc-256 256 209 526 13995 0 62 188160 0 UMA Zones 768 232 2 232 0 16 179712 0 MAP ENTRY 96 1317 405 167950 0 126 165312 0 FFS2 dinode 256 511 134 3058 0 62 165120 0 malloc-32 32 4818 96 5567 0 254 157248 0 malloc-1024 1024 130 6 147 0 16 139264 0 malloc-128 128 1033 52 5278 0 126 138880 0 S VFS Cache 104 1007 319 3596 0 126 137904 0 malloc-65536 65536 0 2 2 0 1 131072 0 malloc-65536 65536 0 2 124 0 1 131072 0 vmem btag 56 2101 119 2101 0 254 124320 0 ksiginfo 112 64 980 1114 0 126 116928 0 VMSPACE 2544 32 13 3155 0 4 114480 0 PROC 1320 54 21 3171 0 8 99000 0 malloc-256 256 294 81 6269 0 62 96000 0 malloc-2048 2048 12 34 23964 0 8 94208 0 malloc-384 384 60 180 7934 0 30 92160 0 sctp_ep 1280 10 59 2271 0 254 88320 0 malloc-256 256 39 306 2766 0 62 88320 0 UMA Kegs 384 218 5 218 0 30 85632 0 filedesc0 1072 55 22 3172 0 8 82544 0 malloc-4096 4096 18 2 35 0 2 81920 0 128 Bucket 1024 47 32 845 0 16 80896 0 sctp_asoc 2288 9 26 1627 0 254 80080 0 64 Bucket 512 85 67 6372 0 30 77824 0 malloc-8192 8192 8 1 99 0 1 73728 0 malloc-2048 2048 16 20 2277 0 8 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 1 1 127 0 1 65536 0 malloc-8192 8192 5 3 33 0 1 65536 0 g_bio 408 0 160 90155 0 30 65280 0 malloc-4096 4096 15 0 15 0 2 61440 0 socket 944 29 35 3687 0 254 60416 0 sctp_chunk 152 9 381 13613 0 254 59280 0 malloc-256 256 2 193 7763 0 62 49920 0 32 Bucket 256 58 137 8723 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 5 1 7 0 1 49152 0 malloc-384 384 114 6 114 0 30 46080 0 malloc-64 64 572 121 1711 0 254 44352 0 malloc-256 256 26 139 10527 0 62 42240 0 clpbuf 2632 0 16 19 0 16 42112 0 NAMEI 1024 0 40 23522 0 16 40960 0 malloc-1024 1024 12 28 1629 0 16 40960 0 pcpu-8 8 4571 549 4719 0 254 40960 0 sctp_raddr 736 8 47 1626 0 254 40480 0 malloc-64 64 122 508 9664 0 254 40320 0 malloc-128 128 39 271 2396 0 126 39680 0 malloc-128 128 35 275 2659 0 126 39680 0 DIRHASH 1024 34 2 34 0 16 36864 0 malloc-64 64 146 421 68079 0 254 36288 0 malloc-256 256 60 75 2535 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 153 0 1 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 pipe 744 21 19 429 0 16 29760 0 malloc-1024 1024 6 22 1181 0 16 28672 0 malloc-512 512 1 47 1666 0 30 24576 0 malloc-64 64 76 302 3230 0 254 24192 0 KNOTE 160 28 122 55403 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 Files 80 207 93 13199 0 126 24000 0 8 Bucket 80 47 253 2072 0 126 24000 0 tcpcb 1048 4 18 41 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 61 29 395 0 62 23040 0 TURNSTILE 136 163 5 163 0 62 22848 0 malloc-4096 4096 2 3 3017 0 2 20480 0 malloc-512 512 2 38 628 0 30 20480 0 PWD 32 17 613 2342 0 254 20160 0 malloc-64 64 204 111 271 0 254 20160 0 2 Bucket 32 57 573 1759 0 254 20160 0 malloc-128 128 113 42 124 0 126 19840 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 163 29 163 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-1024 1024 9 7 17 0 16 16384 0 malloc-1024 1024 11 5 11 0 16 16384 0 malloc-64 64 199 53 209 0 254 16128 0 malloc-32 32 104 400 7100 0 254 16128 0 malloc-32 32 309 195 4502 0 254 16128 0 16 Bucket 144 49 63 577 0 62 16128 0 vtnet_tx_hdr 24 0 668 552127 0 254 16032 0 malloc-256 256 57 3 430 0 62 15360 0 malloc-2048 2048 4 2 15 0 8 12288 0 malloc-2048 2048 3 3 5 0 8 12288 0 malloc-2048 2048 4 2 4 0 8 12288 0 malloc-2048 2048 2 4 193 0 8 12288 0 malloc-1024 1024 5 7 176 0 16 12288 0 rtentry 176 32 37 36 0 62 12144 0 malloc-64 64 46 143 344 0 254 12096 0 malloc-128 128 35 58 70 0 126 11904 0 udp_inpcb 488 2 22 180 0 254 11712 0 routing nhops 256 28 17 36 0 62 11520 0 unpcb 256 14 31 1140 0 254 11520 0 malloc-384 384 20 10 328 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 0 4 36 0 8 8192 0 malloc-1024 1024 0 8 7 0 16 8192 0 malloc-512 512 7 9 7 0 30 8192 0 malloc-512 512 4 12 50 0 30 8192 0 malloc-512 512 4 12 22 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rl_entry 40 68 134 68 0 254 8080 0 sctp_stream_msg_out 112 6 66 404 0 254 8064 0 sctp_laddr 48 0 168 15 0 254 8064 0 udpcb 32 2 250 186 0 254 8064 0 malloc-32 32 27 225 201 0 254 8064 0 malloc-32 32 63 189 84 0 254 8064 0 malloc-32 32 37 215 4056 0 254 8064 0 malloc-32 32 35 217 100 0 254 8064 0 malloc-32 32 32 220 75 0 254 8064 0 4 Bucket 48 7 161 132 0 254 8064 0 malloc-16 16 25 475 137 0 254 8000 0 malloc-16 16 67 433 4388 0 254 8000 0 malloc-16 16 24 476 5583 0 254 8000 0 malloc-16 16 25 475 156 0 254 8000 0 malloc-16 16 283 217 26565 0 254 8000 0 malloc-16 16 11 489 1976 0 254 8000 0 malloc-128 128 18 44 164 0 126 7936 0 sctp_readq 152 0 52 367 0 254 7904 0 ripcb 488 3 13 19 0 254 7808 0 udplite_inpcb 488 0 16 6 0 254 7808 0 tcp_inpcb 488 4 12 41 0 254 7808 0 kenv 258 3 27 1035 0 30 7740 0 malloc-384 384 0 20 34 0 30 7680 0 malloc-384 384 0 20 6 0 30 7680 0 malloc-384 384 2 18 2 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 4 0 2 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-1024 1024 1 3 1 0 16 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-16 16 0 250 5 0 254 4000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 704 0 0 0 0 16 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0