panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/sys_socket.c:822 cpuid = 1 time = 1625536345 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00887b2820 vpanic() at vpanic+0x1cc/frame 0xfffffe00887b2880 panic() at panic+0x43/frame 0xfffffe00887b28e0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe00887b2940 soo_aio_queue() at soo_aio_queue+0xae/frame 0xfffffe00887b2980 aio_aqueue() at aio_aqueue+0x927/frame 0xfffffe00887b2ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe00887b2bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 55975 tid 163587 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0095600000 rdx 0x3ffff rbx 0 rsp 0xfffffe00887b2800 rbp 0xfffffe00887b2820 rsi 0x40001 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00887b26f0 r11 0x1ff77fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6f000 r14 0xffffffff81a759c1 r15 0xffffffff81a759c1 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 55975 (syz-executor.2) at 0xfffff80049ad0a70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 783 at 0xfffff80015e95538 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bdb538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009daea9f0 (map 0xfffffe009daea9f0) (map.pmap 0xfffffe009daeaab0) (pmap 0xfffffe009daeab10) threads: 2 111503 RunQ syz-executor.2 163587 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 55976 797 797 0 RE CPU 0 syz-executor.3 55975 783 783 0 R (threaded) syz-executor.2 111503 RunQ syz-executor.2 163587 Run CPU 1 syz-executor.2 55974 821 821 0 R (threaded) syz-executor.0 146727 RunQ syz-executor.0 163584 S uwait 0xfffff80012818900 syz-executor.0 55917 1 783 0 S uwait 0xfffff80015dc8d00 syz-executor.2 55915 1 783 0 S uwait 0xfffff80077c54300 syz-executor.2 46622 1 783 0 SV uwait 0xfffff80077c54d00 syz-executor.2 46620 1 783 0 SV uwait 0xfffff80012818500 syz-executor.2 44045 1 44039 0 S uwait 0xfffff80077c54700 syz-executor.2 44040 1 44039 0 S uwait 0xfffff80049f68500 syz-executor.2 39266 1 797 0 SV uwait 0xfffff80077c54b00 syz-executor.3 39257 1 797 0 SV uwait 0xfffff80049f68100 syz-executor.3 39248 1 797 0 SV uwait 0xfffff800779c8900 syz-executor.3 39236 1 797 0 SV uwait 0xfffff80015dc2b00 syz-executor.3 39225 1 797 0 SV uwait 0xfffff800494f5300 syz-executor.3 39213 1 797 0 SV sigwait 0xfffffe009da92000 syz-executor.3 39201 1 797 0 SV sigwait 0xfffffe009517a000 syz-executor.3 39189 1 797 0 SV sigwait 0xfffffe009da6a000 syz-executor.3 39178 1 797 0 SV sigwait 0xfffffe009da74000 syz-executor.3 39172 1 797 0 SV sigwait 0xfffffe009da4e000 syz-executor.3 39161 1 797 0 SV sigwait 0xfffffe0095197000 syz-executor.3 39146 1 797 0 SV sigwait 0xfffffe009da50000 syz-executor.3 39131 1 797 0 SV uwait 0xfffff80049b1c100 syz-executor.3 39124 1 797 0 SV sigwait 0xfffffe0095080000 syz-executor.3 38632 1 797 0 S uwait 0xfffff80049fbad00 syz-executor.3 38630 38625 797 0 SV uwait 0xfffff800494f5900 syz-executor.3 38629 38625 797 0 S uwait 0xfffff80015dca300 syz-executor.3 38625 1 797 0 DV ppwait 0xfffff80049f76f58 syz-executor.3 19834 19831 784 0 SV uwait 0xfffff80049b1cb00 syz-executor.1 19831 1 784 0 DV ppwait 0xfffff80049e6ca20 syz-executor.1 12288 1 12288 65 Ss select 0xfffff80049e69a40 dhclient 11941 1 11941 0 Ss select 0xfffff80049e69d40 dhclient 11938 1 11938 0 Ss select 0xfffff8007799cec0 dhclient 11919 1 11919 65 Ss select 0xfffff80049e82140 dhclient 11481 1 11481 0 Ss select 0xfffff80049b5da40 dhclient 11478 1 11478 0 Ss select 0xfffff80049af3740 dhclient 11459 1 11459 65 Ss select 0xfffff80049e69440 dhclient 9805 0 0 0 DL aiordy 0xfffff80077379a70 [aiod4] 9804 0 0 0 DL aiordy 0xfffff80049529538 [aiod3] 9803 0 0 0 DL aiordy 0xfffff80049e19000 [aiod2] 9802 0 0 0 DL aiordy 0xfffff80049ad0538 [aiod1] 6741 1 6741 0 Ss select 0xfffff80049f65a40 dhclient 6738 1 6738 0 Ss select 0xfffff80049e69bc0 dhclient 6719 1 6719 65 Ss select 0xfffff800494dad40 dhclient 2758 1 2758 0 Ss select 0xfffff80049f65140 dhclient 2751 1 2751 0 Ss select 0xfffff80049f2d740 dhclient 821 780 821 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.0 797 780 797 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.3 784 780 784 0 Rs syz-executor.1 783 780 783 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.2 780 778 778 0 R (threaded) syz-fuzzer 100114 S uwait 0xfffff80015d8f100 syz-fuzzer 100115 RunQ syz-fuzzer 100116 S uwait 0xfffff80015d9a100 syz-fuzzer 100117 S uwait 0xfffff80015dd4100 syz-fuzzer 100118 S uwait 0xfffff80015d8f300 syz-fuzzer 100119 S uwait 0xfffff80015dca900 syz-fuzzer 100120 S uwait 0xfffff80015dcdb00 syz-fuzzer 100121 S uwait 0xfffff80015dcdd00 syz-fuzzer 100122 S kqread 0xfffff80015dcaf00 syz-fuzzer 149069 S uwait 0xfffff80012887d00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80049529b20 csh 776 694 776 0 Ss select 0xfffff800494f68c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b104b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b10cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b134b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b13cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a9b4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a9bcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a9f4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a9fcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a0 cron 694 1 694 0 Ss select 0xfffff800492e1140 sshd 507 1 507 0 Ss select 0xfffff800493a7440 syslogd 436 1 436 0 Ss select 0xfffff80015dcfec0 devd 435 1 435 65 Ss select 0xfffff80015dcf8c0 dhclient 350 1 350 0 Ss select 0xfffff80015ec88c0 dhclient 347 1 347 0 Ss select 0xfffff80015e1a8c0 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015af9538 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015ed2ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82849778 [dom0] 100087 D launds 0xffffffff82849784 [laundry: dom0] 100088 D umarcl 0xffffffff815c5a50 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82ead8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ea410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 D - 0xfffff80004c6d100 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100066 D - 0xffffffff81e225d1 [deadlkres] 100073 D - 0xfffff80015aa9d00 [acpi_task_0] 100074 D - 0xfffff80015aa9d00 [acpi_task_1] 100075 D - 0xfffff80015aa9d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] db> show all locks Process 55976 (syz-executor.3) thread 0xfffffe0095085ac0 (160717) exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe009d9f4440) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4000 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 pcb 506 1841K 152543 inodedep 964 1483K 55134 filedesc 66 1052K 109814 newblk 10 1037K 56667 vfscache 3 1035K 3 subproc 201 845K 56101 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 dirrem 955 478K 55010 bus 986 377K 3469 freefile 954 358K 54986 BPF 46 337K 77 linker 348 270K 543 kdtrace 278 221K 119565 sctp_atcl 219 219K 99517 DEVFS1 107 214K 124 module 510 192K 510 sctp_stro 92 184K 28799 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_timw 284 142K 284 pagedep 10 141K 54899 tfo_ccache 1 136K 1 sem 4 120K 4 sctp_atky 311 117K 128787 UMA 270 102K 270 inpcbpolicy 243 92K 15298 audit_evclass 236 89K 294 osd 234 88K 14046 sctp_athm 219 83K 100054 mtx_pool 2 80K 2 temp 35 77K 13352 syncache 1 76K 1 vmem 3 72K 5 routetbl 131 70K 420 sctp_map 184 69K 54676 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 94 43K 56000 ithread 99 43K 99 lltable 48 42K 738 rman 84 42K 425 KTRACE 100 38K 100 DEVFSP 96 36K 16201 taskqueue 60 36K 60 pwddesc 91 35K 55979 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 287 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 372 ifnet 7 25K 7 plimit 24 24K 574 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 742040 pfs_nodes 20 20K 20 proc-args 52 20K 781 session 36 18K 1332 UART 12 18K 12 bmsafemap 2 17K 55156 ksem 1 16K 156 rpc 2 16K 2 shmfd 1 16K 64 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 34 13K 97 MCA 32 12K 32 CAM DEV 3 12K 510 Unitno 31 12K 47 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 33 pf_ifnet 10 9K 19 xform 22 9K 27942 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 145 mount 16 7K 135 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 crypto 10 5K 8173 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 109756 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 55374 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 54941 vnodemarker 2 2K 180 NFSD session 1 2K 1 newdirblk 5 2K 54878 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 124 diradd 4 2K 55052 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 68407 tcpfunc 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 49 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 tcp_fsb 1 1K 403 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 mqdata 0 0K 0 vegas data 0 0K 0 cdg data 0 0K 0 cubic data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 35988 sctp_iter 0 0K 271 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 261 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 108 sctp_stri 0 0K 1644 chd data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 71 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 44922 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 88 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 730 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 818 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 55458 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 604 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 6515 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 16 lio 0 0K 28 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 753 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 31085 ioctlops 0 0K 301 eventfd 0 0K 122 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1183 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 985 1204456 0 254 38121472 0 malloc-384 384 35035 675 863068 0 30 13712640 0 ertt_txseginfo 40 203286 8410 3315343 0 254 8467840 0 malloc-1024 1024 4297 31 5379 0 16 4431872 0 tcp_log 416 0 8172 60800 0 254 3399552 0 malloc-1024 1024 968 2328 55316 0 16 3375104 0 malloc-1024 1024 196 2988 108529 0 16 3260416 0 malloc-8192 8192 128 268 70755 0 2 3244032 0 malloc-8192 8192 327 2 510 0 1 2695168 0 mbuf 256 9241 884 7177195 0 254 2592000 0 pbuf 2624 0 973 0 0 2 2553152 0 RADIX NODE 144 13951 354 1388637 0 64 2059920 0 BUF TRIE 144 190 13278 3351 0 62 1939392 0 malloc-512 512 1050 2358 222096 0 30 1744896 0 sctp_asoc 2288 92 663 27338 0 254 1727440 0 UMA Slabs 0 112 15034 119 15137 0 126 1697136 0 mbuf_cluster 2048 810 2 810 0 254 1662976 0 malloc-384 384 1954 2346 58995 0 30 1651200 0 malloc-1024 1024 348 916 174061 0 16 1294336 0 malloc-32768 32768 33 6 54905 0 2 1277952 0 malloc-384 384 2407 293 334707 0 30 1036800 0 malloc-384 384 833 1817 269732 0 30 1017600 0 sctp_ep 1280 127 629 70752 0 254 967680 0 malloc-2048 2048 94 332 28463 0 8 872448 0 malloc-8192 8192 96 4 56511 0 1 819200 0 malloc-384 384 1682 58 230173 0 30 668160 0 FFS inode 1160 538 22 55525 0 8 649600 0 socket 944 307 369 87726 0 254 638144 0 sctp_raddr 736 92 744 29270 0 254 615296 0 tcpcb 1080 230 316 14034 0 254 589680 0 malloc-65536 65536 2 6 686 0 1 524288 0 VM OBJECT 264 1637 73 792930 0 30 451440 0 malloc-16384 16384 25 0 29 0 1 409600 0 tcp_inpcb 488 231 593 14034 0 254 402112 0 256 Bucket 2048 168 26 31605 0 8 397312 0 THREAD 1808 185 24 63587 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-65536 65536 0 5 553 0 1 327680 0 VNODE 448 577 89 55566 0 30 298368 0 MAP ENTRY 96 2831 277 3031341 0 126 298368 0 malloc-384 384 393 307 14716 0 30 268800 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 111 5 128 0 8 237568 0 tcp_bbr_map 128 187 1642 134527 0 126 234112 0 DEVCTL 1024 0 220 153 0 0 225280 0 mbuf_packet 256 42 768 105533 0 254 207360 0 malloc-512 512 378 14 5209 0 30 200704 0 vmem btag 56 3472 44 3472 0 254 196896 0 malloc-16384 16384 7 5 269 0 1 196608 0 malloc-4096 4096 5 42 6602 0 2 192512 0 UMA Zones 768 242 2 242 0 16 187392 0 tcp_bbr_pcb 832 92 133 10539 0 16 187200 0 VMSPACE 2544 61 11 55936 0 4 183168 0 malloc-512 512 307 37 4120 0 30 176128 0 malloc-32768 32768 4 1 139 0 1 163840 0 malloc-16384 16384 4 6 64 0 1 163840 0 S VFS Cache 104 1049 394 56979 0 126 150072 0 FFS2 dinode 256 538 47 55524 0 62 149760 0 PROC 1336 91 17 55976 0 8 144288 0 32 Bucket 256 302 238 34006 0 62 138240 0 malloc-384 384 291 59 55286 0 30 134400 0 malloc-65536 65536 0 2 177 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 filedesc0 1072 91 21 55979 0 8 120064 0 ksiginfo 112 93 951 3834 0 126 116928 0 malloc-8192 8192 13 1 24 0 1 114688 0 malloc-8192 8192 8 5 296 0 1 106496 0 malloc-1024 1024 80 12 222 0 16 94208 0 16 Bucket 144 405 239 10612 0 62 92736 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 55 32 11301 0 16 89088 0 malloc-512 512 151 17 224 0 30 86016 0 clpbuf 2624 0 32 20 0 16 83968 0 sctp_chunk 152 92 454 2887 0 254 82992 0 malloc-16384 16384 3 2 77 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 g_bio 408 0 200 23525 0 30 81600 0 tcp_rack_pcb 832 1 80 403 0 16 67392 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 9 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 3 5 251 0 1 65536 0 malloc-4096 4096 3 13 510 0 2 65536 0 malloc-1024 1024 58 6 1238 0 16 65536 0 malloc-384 384 110 60 16649 0 30 65280 0 malloc-8192 8192 4 3 28 0 1 57344 0 malloc-4096 4096 12 2 205 0 2 57344 0 malloc-2048 2048 9 17 2124 0 8 53248 0 64 Bucket 512 49 55 23731 0 30 53248 0 sctp_laddr 48 55 1037 48192 0 254 52416 0 malloc-8192 8192 1 5 55460 0 1 49152 0 malloc-4096 4096 7 5 107 0 2 49152 0 malloc-512 512 40 56 58657 0 30 49152 0 malloc-4096 4096 7 4 646 0 2 45056 0 malloc-1024 1024 37 7 1161 0 16 45056 0 malloc-512 512 28 60 55703 0 30 45056 0 pipe 744 23 37 2139 0 16 44640 0 Files 80 299 251 186709 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-1024 1024 37 3 39 0 16 40960 0 malloc-512 512 48 32 727 0 30 40960 0 pcpu-8 8 4701 419 5090 0 254 40960 0 ertt 72 230 330 14034 0 126 40320 0 NAMEI 1024 0 36 264243 0 16 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 2 0 1 32768 0 malloc-4096 4096 2 6 152 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 210 21 210 0 62 31416 0 2 Bucket 32 243 639 15304 0 254 28224 0 KNOTE 160 28 147 731460 0 62 28000 0 8 Bucket 80 83 267 9875 0 126 28000 0 malloc-2048 2048 9 3 27 0 8 24576 0 malloc-512 512 24 24 5551 0 30 24576 0 PWD 32 38 718 54981 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 malloc-2048 2048 9 1 9 0 8 20480 0 tcp_rack_map 112 3 177 712 0 126 20160 0 udp_inpcb 488 6 34 671 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 sctp_stream_msg_out 112 2 142 3933 0 254 16128 0 vtnet_tx_hdr 24 0 668 980570 0 254 16032 0 ripcb 488 7 25 393 0 254 15616 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-2048 2048 2 4 15 0 8 12288 0 malloc-2048 2048 5 1 7 0 8 12288 0 4 Bucket 48 6 246 1117 0 254 12096 0 sctp_readq 152 0 78 297 0 254 11856 0 udplite_inpcb 488 0 24 200 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 unpcb 256 24 21 1595 0 254 11520 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 36 56 1332 0 126 8096 0 rl_entry 40 95 107 95 0 254 8080 0 sctp_asconf_ack 48 0 168 60 0 254 8064 0 udpcb 32 6 246 871 0 254 8064 0 AIO 208 3 35 50 0 62 7904 0 cryptop 280 0 28 1854 0 30 7840 0 itimer 352 0 22 16 0 30 7744 0 AIOCB 552 1 13 120 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 AIOLIO 272 0 28 14 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo_ccache_entries 80 2 30 2 0 126 2560 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0