Fatal trap 9: general protection fault while in kernel mode cpuid = 1; apic id = 01 instruction pointer = 0x20:0xffffffff82fe7068 stack pointer = 0x0:0xfffffe00517d2590 frame pointer = 0x0:0xfffffe00517d2770 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 13644 (syz-executor.1) trap number = 9 panic: general protection fault cpuid = 0 time = 1623228239 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00517d2260 vpanic() at vpanic+0x1c7/frame 0xfffffe00517d22c0 panic() at panic+0x43/frame 0xfffffe00517d2320 trap_fatal() at trap_fatal+0x4cd/frame 0xfffffe00517d23a0 trap() at trap+0xf7/frame 0xfffffe00517d24c0 calltrap() at calltrap+0x8/frame 0xfffffe00517d24c0 --- trap 0x9, rip = 0xffffffff82fe7068, rsp = 0xfffffe00517d2590, rbp = 0xfffffe00517d2770 --- sctp_lower_sosend() at sctp_lower_sosend+0x5508/frame 0xfffffe00517d2770 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe00517d28a0 sosend() at sosend+0xc6/frame 0xfffffe00517d2910 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe00517d29c0 freebsd32_sendmsg() at freebsd32_sendmsg+0x261/frame 0xfffffe00517d2ab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe00517d2bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfdbf78 KDB: enter: panic [ thread pid 13644 tid 113575 ] Stopped at kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0097a00000 rdx 0x3ffff rbx 0 rsp 0xfffffe00517d2240 rbp 0xfffffe00517d2260 rsi 0x40001 rdi 0xffffffff8113c446 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00517d2130 r11 0x1ffaefff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7c9f6 r15 0xffffffff81a7c9f6 rip 0xffffffff81133437 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> show proc Process 13644 (syz-executor.1) at 0xfffff80049174a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffff80036278000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bd5530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00950ee3e0 (map 0xfffffe00950ee3e0) (map.pmap 0xfffffe00950ee4a0) (pmap 0xfffffe00950ee500) threads: 4 106122 RunQ syz-executor.1 113570 S uwait 0xfffff800153e6100 syz-executor.1 113575 Run CPU 0 syz-executor.1 113578 RunQ syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 13649 798 798 0 R (threaded) syz-executor.2 106144 RunQ syz-executor.2 113577 S uwait 0xfffff80036e89d00 syz-executor.2 13644 784 784 0 R (threaded) syz-executor.1 106122 RunQ syz-executor.1 113570 S uwait 0xfffff800153e6100 syz-executor.1 113575 Run CPU 0 syz-executor.1 113578 RunQ syz-executor.1 11955 1 11955 65 Ss select 0xfffff800497c48c0 dhclient 10650 1 783 0 S uwait 0xfffff80015d03f00 syz-executor.0 9876 1 9876 0 Ss select 0xfffff80036d63440 dhclient 9873 1 9873 0 Ss select 0xfffff80036e79a40 dhclient 9854 1 9854 65 Ss select 0xfffff80036eb98c0 dhclient 7766 1 7766 0 Ss select 0xfffff80049127ec0 dhclient 7763 1 7763 0 Ss select 0xfffff800496752c0 dhclient 7744 1 7744 65 Ss select 0xfffff800497fb8c0 dhclient 6442 1 6442 0 Ss select 0xfffff80036e078c0 dhclient 6439 1 6439 0 Ss select 0xfffff80036e79740 dhclient 6411 1 6411 65 Ss select 0xfffff80036de5440 dhclient 1758 0 0 0 DL aiordy 0xfffff80036d10530 [aiod4] 1757 0 0 0 DL aiordy 0xfffff80036ddfa60 [aiod3] 1756 0 0 0 DL aiordy 0xfffff8003648e000 [aiod2] 1755 0 0 0 DL aiordy 0xfffff80036ddf000 [aiod1] 847 1 814 0 S uwait 0xfffff80015c3c500 syz-executor.3 846 1 814 0 SV sigwait 0xfffffe005591e000 syz-executor.3 845 844 814 0 S uwait 0xfffff80015d10f00 syz-executor.3 844 1 814 0 SV sigwait 0xfffffe0094ff7000 syz-executor.3 820 1 820 0 Ss select 0xfffff80015debbc0 dhclient 815 1 815 0 Ss select 0xfffff8001571e740 dhclient 814 780 814 0 Ss piperd 0xfffff80015d8f000 syz-executor.3 798 780 798 0 Rs syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273c8e1 syz-executor.1 783 780 783 0 Ss piperd 0xfffff80036a252e8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100108 S uwait 0xfffff80015c3c700 syz-fuzzer 100117 S uwait 0xfffff80015c3cb00 syz-fuzzer 100118 S uwait 0xfffff80015d00d00 syz-fuzzer 100119 S kqread 0xfffff800153d0300 syz-fuzzer 100120 S uwait 0xfffff80015d03100 syz-fuzzer 100121 S uwait 0xfffff80015d02100 syz-fuzzer 100122 S uwait 0xfffff80015d10100 syz-fuzzer 100123 S uwait 0xfffff80015d07d00 syz-fuzzer 100397 S uwait 0xfffff80015d05b00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015da65e0 csh 776 694 776 0 Ss select 0xfffff800363e2140 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015423cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa84b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa8cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aab4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aabcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a334b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a33cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a374b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a37cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80036263d40 sshd 507 1 507 0 Ss select 0xfffff80015ea3bc0 syslogd 436 1 436 0 Ss select 0xfffff80015d46a40 devd 435 1 435 65 Ss select 0xfffff80015ea3140 dhclient 350 1 350 0 Ss select 0xfffff80015ea35c0 dhclient 347 1 347 0 Ss select 0xfffff80015ea3740 dhclient 23 0 0 0 DL vlruwt 0xfffff80015a8e000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015d0a4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 RunQ [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8304b828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e793c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004ccb380 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004ccb330 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4fd00 [thr_0] 100029 D - 0xfffff80004c4fd80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 Run CPU 1 [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd5530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443e900 [if_io_tqg_0] 100006 D - 0xfffff8000443e500 [if_io_tqg_1] 100007 D - 0xfffff8000443e100 [if_config_tqg_0] 100008 D - 0xfffff80004c75d00 [softirq_0] 100009 D - 0xfffff80004c75900 [softirq_1] 100010 D - 0xfffff80004c75500 [aiod_kick taskq] 100012 D - 0xfffff80004c70d00 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70900 [pci_hp taskq] 100015 D - 0xfffff80004c70100 [inm_free taskq] 100017 D - 0xfffff80004c69900 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c69500 [thread taskq] 100019 D - 0xfffff80004c69100 [in6m_free taskq] 100020 D - 0xfffff80004c65d00 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c65d00 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c65d00 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c65d00 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c65900 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c65900 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c65900 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c65900 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c65500 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015364d00 [vtnet0 txq 0] 100057 D - 0xfffff80015364900 [vtnet0 rxq 1] 100058 D - 0xfffff80015364500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80004ece300 [virtio_balloon] 100064 D - 0xfffff800153ecd00 [mca taskq] 100066 D - 0xffffffff81e29a01 [deadlkres] 100074 D - 0xfffff80015a3dd00 [acpi_task_0] 100075 D - 0xfffff80015a3dd00 [acpi_task_1] 100076 D - 0xfffff80015a3dd00 [acpi_task_2] 100077 D - 0xfffff80004db8900 [CAM taskq] db> show all locks Process 13644 (syz-executor.1) thread 0xfffffe0095118ac0 (106122) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8275c800) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_umtx.c:946 Process 13644 (syz-executor.1) thread 0xfffffe0095036c80 (113575) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe00951833a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:13125 Process 12 (intr) thread 0xfffffe00042be740 (100031) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009521bc70) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1762 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 sctp_stro 130 6864K 4209 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 pcb 304 1856K 42378 inodedep 1061 1580K 12864 newblk 11 1037K 13327 vfscache 3 1035K 3 acpica 1674 649K 54692 subproc 158 648K 13738 callout 2 528K 2 dirrem 1050 525K 12784 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 freefile 1050 394K 12780 bus 990 378K 3485 filedesc 24 373K 25519 BPF 46 337K 50 linker 348 270K 409 sctp_atcl 268 268K 24825 DEVFS1 107 214K 124 kdtrace 236 193K 27229 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 sctp_atky 398 150K 29275 pagedep 10 141K 12757 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 sctp_athm 268 101K 24945 sctp_map 260 98K 8414 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 3498 syncache 1 76K 1 sctp_timw 146 73K 146 vmem 3 72K 5 msg 4 68K 4 routetbl 123 67K 402 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 42 36K 57 taskqueue 60 36K 60 kqueue 72 35K 13656 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 2 DEVFSP 80 30K 1058 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 pwddesc 70 27K 13650 cred 26 26K 237 ifnet 7 25K 7 plimit 24 24K 409 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 192570 pfs_nodes 20 20K 20 proc-args 52 20K 641 UART 12 18K 12 session 35 18K 46 bmsafemap 3 17K 12839 ksem 1 16K 156 rpc 2 16K 2 shmfd 1 16K 5 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 54 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 8 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 79 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 1919 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 1454 ipsec 3 3K 3 mkdir 8 3K 25478 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 12747 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 12746 vnodemarker 2 2K 32 NFSD session 1 2K 1 newdirblk 5 2K 12739 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 12841 filecaps 5 2K 96 crypto 4 2K 4 diradd 4 2K 12823 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 1008 entropy 2 1K 41 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 17809 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cubic data 0 0K 0 htcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 13236 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 197 mqdata 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 dctcp data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 715 vegas data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 10164 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 13 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 12920 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 275 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2241 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 118 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 149 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 738 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 988 1043018 0 254 38125568 0 malloc-384 384 34458 62 47958 0 30 13255680 0 malloc-1024 1024 4126 6 4130 0 16 4231168 0 malloc-1024 1024 1447 2101 39045 0 16 3633152 0 malloc-8192 8192 332 2 1022 0 1 2736128 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-1024 1024 108 2316 11101 0 16 2482176 0 mbuf 256 8787 783 1871394 0 254 2449920 0 tcp_log 416 0 5256 46007 0 254 2186496 0 BUF TRIE 144 189 13279 821 0 62 1939392 0 RADIX NODE 144 12027 290 363932 0 63 1773648 0 malloc-512 512 1123 2189 26215 0 30 1695744 0 malloc-384 384 2157 2143 42720 0 30 1651200 0 UMA Slabs 0 112 14020 17 14020 0 126 1572144 0 malloc-8192 8192 139 37 20569 0 2 1441792 0 mbuf_cluster 2048 585 1 585 0 254 1200128 0 malloc-384 384 2094 76 97156 0 30 833280 0 malloc-32768 32768 14 6 12890 0 1 655360 0 FFS inode 1160 516 23 13297 0 8 625240 0 malloc-8192 8192 70 6 13650 0 1 622592 0 tcp_bbr_map 128 0 4309 52628 0 126 551552 0 malloc-384 384 960 210 247200 0 30 449280 0 malloc-384 384 1067 73 41810 0 30 437760 0 sctp_asoc 2288 130 60 4207 0 254 434720 0 malloc-2048 2048 155 47 4246 0 8 413696 0 ertt_txseginfo 40 0 10302 235807 0 254 412080 0 malloc-65536 65536 6 0 6 0 1 393216 0 malloc-16384 16384 23 0 23 0 1 376832 0 VM OBJECT 264 1329 96 193192 0 30 376200 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_ep 1280 138 129 20519 0 254 341760 0 THREAD 1808 165 22 13578 0 8 338096 0 256 Bucket 2048 146 18 17642 0 8 335872 0 VNODE 448 554 94 13337 0 30 290304 0 malloc-16384 16384 12 4 275 0 1 262144 0 malloc-384 384 564 116 14192 0 30 261120 0 malloc-1024 1024 208 32 13621 0 16 245760 0 malloc-2048 2048 111 5 128 0 8 237568 0 DEVCTL 1024 0 216 132 0 0 221184 0 MAP ENTRY 96 1795 389 734176 0 126 209664 0 malloc-1024 1024 141 63 20548 0 16 208896 0 malloc-384 384 445 65 28390 0 30 195840 0 malloc-4096 4096 9 37 2250 0 2 188416 0 malloc-384 384 433 57 1837 0 30 188160 0 UMA Zones 768 242 2 242 0 16 187392 0 socket 944 52 128 23723 0 254 169920 0 vmem btag 56 2852 88 2852 0 254 164640 0 mbuf_packet 256 90 495 19767 0 254 149760 0 S VFS Cache 104 1017 387 14134 0 126 146016 0 FFS2 dinode 256 516 54 13296 0 62 145920 0 sctp_raddr 736 130 68 4207 0 254 145728 0 VMSPACE 2544 42 12 13627 0 4 137376 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 ksiginfo 112 72 972 1209 0 126 116928 0 PROC 1328 69 18 13649 0 8 115536 0 malloc-8192 8192 13 1 24 0 1 114688 0 malloc-512 512 211 13 574 0 30 114688 0 32 Bucket 256 228 192 18928 0 62 107520 0 malloc-512 512 202 6 1574 0 30 106496 0 malloc-512 512 201 7 1558 0 30 106496 0 128 Bucket 1024 67 32 4084 0 16 101376 0 malloc-16384 16384 4 2 7 0 1 98304 0 malloc-8192 8192 11 1 12 0 1 98304 0 filedesc0 1072 70 21 13650 0 8 97552 0 malloc-1024 1024 90 2 105 0 16 94208 0 UMA Kegs 384 227 6 227 0 30 89472 0 tcp_inpcb 488 4 172 1442 0 254 85888 0 clpbuf 2624 0 32 20 0 16 83968 0 g_bio 408 0 190 6429 0 30 77520 0 16 Bucket 144 333 199 4300 0 62 76608 0 malloc-512 512 78 58 51519 0 30 69632 0 tcpcb 1064 4 59 1442 0 254 67032 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 4 0 1 65536 0 malloc-8192 8192 2 6 12927 0 1 65536 0 malloc-4096 4096 7 7 593 0 2 57344 0 malloc-2048 2048 8 18 824 0 8 53248 0 malloc-512 512 76 28 344 0 30 53248 0 malloc-16384 16384 1 2 35 0 1 49152 0 malloc-16384 16384 2 1 6 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 102 0 1 49152 0 malloc-4096 4096 7 5 81 0 2 49152 0 malloc-4096 4096 7 4 306 0 2 45056 0 64 Bucket 512 47 41 5689 0 30 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 pcpu-8 8 4701 419 4885 0 254 40960 0 NAMEI 1024 0 36 66856 0 16 36864 0 Files 80 244 206 46469 0 126 36000 0 pcpu-64 64 487 25 487 0 254 32768 0 sctp_chunk 152 128 80 322 0 254 31616 0 malloc-4096 4096 7 0 198 0 2 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 180723 0 62 28000 0 ttyinq 160 135 40 300 0 62 28000 0 pipe 744 23 12 597 0 16 26040 0 malloc-2048 2048 11 1 11 0 8 24576 0 malloc-512 512 35 13 46 0 30 24576 0 PWD 32 22 734 12831 0 254 24192 0 8 Bucket 80 43 257 3015 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 347 0 16 22464 0 tcp_rack_pcb 832 0 27 715 0 16 22464 0 malloc-512 512 36 4 1546 0 30 20480 0 sctp_laddr 48 156 264 13520 0 254 20160 0 2 Bucket 32 106 524 5162 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-2048 2048 7 1 7 0 8 16384 0 vtnet_tx_hdr 24 0 668 746280 0 254 16032 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-1024 1024 11 1 16 0 16 12288 0 tcp_rack_map 112 0 108 1093 0 126 12096 0 udplite_inpcb 488 0 24 169 0 254 11712 0 udp_inpcb 488 6 18 186 0 254 11712 0 kenv 258 15 30 1044 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 unpcb 256 20 25 1248 0 254 11520 0 malloc-2048 2048 0 4 1157 0 8 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 48 0 126 8096 0 rl_entry 40 52 150 52 0 254 8080 0 sctp_stream_msg_out 112 2 70 225 0 254 8064 0 udpcb 32 6 246 355 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 4 108 1442 0 126 8064 0 4 Bucket 48 7 161 319 0 254 8064 0 sctp_readq 152 0 52 19 0 254 7904 0 AIO 208 0 38 48 0 62 7904 0 ripcb 488 5 11 122 0 254 7808 0 AIOCB 552 0 14 51 0 16 7728 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcptw 88 0 46 3 0 254 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0