panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/sys_socket.c:822 cpuid = 0 time = 64 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c66d820 vpanic() at vpanic+0x1cc/frame 0xfffffe009c66d880 panic() at panic+0x43/frame 0xfffffe009c66d8e0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009c66d940 soo_aio_queue() at soo_aio_queue+0xae/frame 0xfffffe009c66d980 aio_aqueue() at aio_aqueue+0x927/frame 0xfffffe009c66dab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c66dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c66dbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x287eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 49219 tid 155812 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe009ba00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c66d800 rbp 0xfffffe009c66d820 rsi 0x40001 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c66d6f0 r11 0x1ff63fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6ef00 r14 0xffffffff81a75a40 r15 0xffffffff81a75a40 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 49219 (syz-executor.2) at 0xfffff800389fb000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 791 at 0xfffff8003ca41a70 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bda538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009dd379f0 (map 0xfffffe009dd379f0) (map.pmap 0xfffffe009dd37ab0) (pmap 0xfffffe009dd37b10) threads: 3 148001 RunQ syz-executor.2 155805 S connec 0xfffff80043fd6490 syz-executor.2 155812 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 49222 788 788 0 R (threaded) syz-executor.1 153681 Run CPU 1 syz-executor.1 155811 RunQ syz-executor.1 49219 791 791 0 R (threaded) syz-executor.2 148001 RunQ syz-executor.2 155805 S connec 0xfffff80043fd6490 syz-executor.2 155812 Run CPU 0 syz-executor.2 49218 787 787 0 R (threaded) syz-executor.0 142924 RunQ syz-executor.0 155807 S uwait 0xfffff8003cce6700 syz-executor.0 49126 1 790 0 S uwait 0xfffff80015d68b00 syz-executor.3 49125 1 790 0 S uwait 0xfffff8004381f300 syz-executor.3 49124 1 790 0 S uwait 0xfffff8004366b500 syz-executor.3 49122 1 790 0 S uwait 0xfffff80015eafb00 syz-executor.3 46740 1 787 0 S uwait 0xfffff8003cf91f00 syz-executor.0 45673 1 790 0 S uwait 0xfffff8003cf95d00 syz-executor.3 41366 1 790 0 S uwait 0xfffff80043af9700 syz-executor.3 41363 1 790 0 S umtxn 0xfffff80015eaf300 syz-executor.3 40184 1 790 0 S uwait 0xfffff80015eaff00 syz-executor.3 39966 1 790 0 S uwait 0xfffff8003cd39100 syz-executor.3 39965 1 790 0 S uwait 0xfffff8003cf91700 syz-executor.3 38180 38179 787 0 SV uwait 0xfffff80043840100 syz-executor.0 38179 1 787 0 DV ppwait 0xfffff8003883ea20 syz-executor.0 38174 1 787 0 S uwait 0xfffff8003cd39d00 syz-executor.0 35961 1 790 0 S uwait 0xfffff80015d68300 syz-executor.3 35873 35871 788 0 SV uwait 0xfffff80015d68100 syz-executor.1 35871 1 788 0 DV ppwait 0xfffff8003c3e24e8 syz-executor.1 29027 1 29022 0 S uwait 0xfffff8003c54a900 syz-executor.1 21086 1 788 0 S uwait 0xfffff8003cf95700 syz-executor.1 14005 0 0 0 DL aiordy 0xfffff80015f5f000 [aiod4] 14004 0 0 0 DL aiordy 0xfffff80043627000 [aiod3] 14003 0 0 0 DL aiordy 0xfffff80015ef4000 [aiod2] 14002 0 0 0 DL aiordy 0xfffff8003cf71000 [aiod1] 9350 1 9350 65 Ss select 0xfffff80043a25a40 dhclient 7557 1 7557 0 Ss select 0xfffff800437e78c0 dhclient 7554 1 7554 0 Ss select 0xfffff800437e7bc0 dhclient 7535 1 7535 65 Ss select 0xfffff8004331d8c0 dhclient 7029 1 790 0 S uwait 0xfffff80015d68500 syz-executor.3 6993 1 791 0 S uwait 0xfffff8003cf95100 syz-executor.2 6989 1 791 0 S uwait 0xfffff8003cce6900 syz-executor.2 5103 1 5103 0 Ss select 0xfffff8004331d440 dhclient 5100 1 5100 0 Ss select 0xfffff800437742c0 dhclient 5078 1 5078 65 Ss select 0xfffff8003cee18c0 dhclient 2000 1 2000 0 Ss select 0xfffff8003ce3f740 dhclient 1997 1 1997 0 Ss select 0xfffff8003cad3740 dhclient 1978 1 1978 65 Ss select 0xfffff8003c565d40 dhclient 1688 1 788 0 S uwait 0xfffff8003c54a700 syz-executor.1 1049 1 1049 0 Ss select 0xfffff8003ce3fd40 dhclient 1046 1 1046 0 Ss select 0xfffff8003cad3440 dhclient 791 780 791 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.2 790 780 790 0 Rs syz-executor.3 788 780 788 0 Rs syz-executor.1 787 780 787 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100119 S uwait 0xfffff8003c378100 syz-fuzzer 100121 S uwait 0xfffff80015d65900 syz-fuzzer 100122 S kqread 0xfffff8003c54a100 syz-fuzzer 100123 S uwait 0xfffff80015d65d00 syz-fuzzer 100124 S uwait 0xfffff80015d65f00 syz-fuzzer 100125 S uwait 0xfffff80015ac1100 syz-fuzzer 100126 S uwait 0xfffff80015ac1300 syz-fuzzer 100127 S uwait 0xfffff8003c378500 syz-fuzzer 104066 S uwait 0xfffff800430b4f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003c4e50b0 csh 776 694 776 0 Ss select 0xfffff8003c3c2a40 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2b4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2bcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2f4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2fcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab64b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abc4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abccb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a0 cron 694 1 694 0 Ss select 0xfffff80015ea7a40 sshd 507 1 507 0 Ss select 0xfffff80015e8ca40 syslogd 436 1 436 0 Ss select 0xfffff80015d84140 devd 435 1 435 65 Ss select 0xfffff80015dc3140 dhclient 350 1 350 0 Ss select 0xfffff80015dc3440 dhclient 347 1 347 0 Ss select 0xfffff80015f3c740 dhclient 23 0 0 0 DL vlruwt 0xfffff80015b11000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100097 D sdflush 0xfffff80004ddc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828497f8 [dom0] 100086 D launds 0xffffffff82849804 [laundry: dom0] 100087 D umarcl 0xffffffff815c58a0 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f978b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830a1410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda538 [init] 10 0 0 0 DL audit_w 0xffffffff828471f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ebd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153eb900 [vtnet0 txq 0] 100057 D - 0xfffff800153eb500 [vtnet0 rxq 1] 100058 D - 0xfffff800153eb100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015468900 [mca taskq] 100066 D - 0xffffffff81e225e0 [deadlkres] 100074 D - 0xfffff80015a45100 [acpi_task_0] 100075 D - 0xfffff80015a45100 [acpi_task_1] 100076 D - 0xfffff80015a45100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests pcb 8528 38864K 181053 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 sctp_atcl 8462 8462K 114762 sctp_stro 4209 8418K 24737 devbuf 4216 6982K 4244 sctp_atky 12833 5028K 143432 tcp_hpts 5 3219K 5 sctp_athm 8462 3174K 115636 sctp_map 8418 3157K 49474 kobj 326 2608K 486 inodedep 1732 2251K 50300 vtbuf 24 2064K 46 newblk 78 1071K 78954 vfscache 3 1035K 3 filedesc 62 988K 96327 dirrem 1717 859K 49123 subproc 192 815K 49328 acpica 1674 649K 54806 freefile 1717 644K 49097 linker 368 539K 435 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 74 kdtrace 270 215K 105036 DEVFS1 107 214K 124 module 511 192K 511 vnet_data 1 176K 1 umtx 396 174K 396 tidhash 3 164K 3 pagedep 12 142K 48154 tfo_ccache 1 136K 1 sctp_timw 265 133K 265 sem 4 120K 4 vmem 3 112K 7 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 3122 syncache 1 76K 1 routetbl 134 72K 778 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 kqueue 91 42K 49262 rman 84 42K 425 lltable 47 41K 107 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 pwddesc 89 34K 49233 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 50 freework 63 32K 60012 in6_multi 71 31K 71 DEVFSP 80 30K 1807 GEOM 60 29K 489 kbdmux 6 28K 6 cred 26 26K 338 ksem 7 26K 4421 ifnet 7 25K 7 plimit 24 24K 593 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 655701 pfs_nodes 20 20K 20 proc-args 52 20K 768 session 36 18K 70 UART 12 18K 12 bmsafemap 2 17K 49878 rpc 2 16K 2 shmfd 1 16K 74 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 81 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 Unitno 29 11K 95 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 19 pf_ifnet 10 9K 87 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 190 freeblks 14 7K 49799 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 16 6K 9943 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 osd 9 4K 4584 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 sctp_stri 3 3K 1590 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 diradd 7 3K 49165 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 15 newdirblk 6 3K 48097 mkdir 6 3K 96194 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 indirdep 4 2K 17598 ip6opt 4 2K 124 vnodemarker 2 2K 340 NFSD session 1 2K 1 sctp_aadr 5 2K 468 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 soname 5 2K 51783 filecaps 5 2K 141 crypto 4 2K 404 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 12 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 pf_osfp 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 2511 entropy 2 1K 50 CAM SIM 2 1K 2 sigio 2 1K 5 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 htcp data 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 0 cubic data 0 0K 0 pf_table 0 0K 90 pf_rule 0 0K 216 pf_altq 0 0K 0 pf_temp 0 0K 0 vegas data 0 0K 0 chd data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 54804 sctp_iter 0 0K 23 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 15 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 tcp_do 0 0K 0 tcp_fsb 0 0K 1418 dctcp data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 38327 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 170 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 103 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 34 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 48364 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 34 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 68117 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 14 lio 0 0K 9 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 156 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 43496 ioctlops 0 0K 2440 eventfd 0 0K 43 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1032 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf 256 182846 514 2788909 0 254 46940160 0 mbuf_jumbo_page 4096 8694 602 1555488 0 254 38076416 0 malloc-8192 8192 4252 6 89236 0 1 34881536 0 malloc-384 384 43918 42 88640 0 30 16880640 0 sctp_chunk 152 89279 57 91443 0 254 13579072 0 sctp_asoc 2288 4209 21 24737 0 254 9678240 0 malloc-1024 1024 8472 20 116483 0 16 8695808 0 malloc-2048 2048 4213 13 26120 0 8 8654848 0 malloc-384 384 22384 46 970608 0 30 8613120 0 mbuf_cluster 2048 2715 1 2715 0 254 5562368 0 sctp_ep 1280 4250 31 89230 0 254 5479680 0 malloc-1024 1024 4440 20 145637 0 16 4567040 0 malloc-1024 1024 4177 7 4219 0 16 4284416 0 malloc-1024 1024 1814 1654 52178 0 16 3551232 0 malloc-1024 1024 133 3255 40182 0 16 3469312 0 sctp_raddr 736 4209 26 24821 0 254 3116960 0 RADIX NODE 144 20958 319 1188051 0 64 3063888 0 UMA Slabs 0 112 24890 19 24981 0 126 2789808 0 malloc-8192 8192 328 3 1099 0 1 2711552 0 pbuf 2624 0 957 0 0 2 2511168 0 BUF TRIE 144 337 13131 38920 0 62 1939392 0 malloc-512 512 1855 1665 49886 0 30 1802240 0 malloc-384 384 2289 1661 193996 0 30 1516800 0 malloc-32768 32768 34 4 48166 0 2 1245184 0 malloc-8192 8192 91 6 49225 0 1 794624 0 mbuf_packet 256 2210 505 104334 0 254 695040 0 malloc-384 384 1725 55 53986 0 30 683520 0 FFS inode 1160 538 29 49648 0 8 657720 0 malloc-65536 65536 3 7 16734 0 1 655360 0 malloc-4096 4096 7 118 69168 0 2 512000 0 vmem btag 56 8273 67 8273 0 254 467040 0 socket 944 96 384 100808 0 254 453120 0 VM OBJECT 264 1605 60 697538 0 30 439560 0 malloc-16384 16384 25 0 26 0 1 409600 0 malloc-16384 16384 16 9 72 0 1 409600 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 THREAD 1808 180 18 55812 0 8 357984 0 malloc-65536 65536 4 1 5 0 1 327680 0 malloc-512 512 100 524 94198 0 30 319488 0 VNODE 448 577 89 49689 0 30 298368 0 MAP ENTRY 96 2783 241 2663372 0 126 290304 0 256 Bucket 2048 117 17 36571 0 8 274432 0 malloc-384 384 620 70 10703 0 30 264960 0 malloc-2048 2048 126 2 145 0 8 262144 0 tcp_bbr_map 128 0 2046 13906 0 126 261888 0 sctp_laddr 48 4888 68 14393 0 254 237888 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-8192 8192 24 3 61 0 1 221184 0 malloc-16384 16384 11 2 247 0 1 212992 0 g_bio 408 0 500 264971 0 31 204000 0 ertt_txseginfo 40 1 4847 100293 0 254 193920 0 UMA Zones 768 242 2 242 0 16 187392 0 VMSPACE 2544 60 9 49193 0 4 175536 0 malloc-384 384 387 63 197709 0 30 172800 0 malloc-512 512 272 64 111263 0 30 172032 0 sctp_stream_msg_out 112 1389 51 9262 0 254 161280 0 FFS2 dinode 256 538 62 49648 0 62 153600 0 malloc-512 512 281 15 793 0 30 151552 0 S VFS Cache 104 1030 374 51047 0 126 146016 0 malloc-384 384 318 62 53015 0 30 145920 0 tcp_inpcb 488 5 291 4572 0 254 144448 0 malloc-512 512 219 61 48447 0 30 143360 0 PROC 1336 88 14 49222 0 8 136272 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 tcpcb 1080 5 114 4572 0 254 128520 0 clpbuf 2624 0 48 454 0 16 125952 0 malloc-1024 1024 115 1 122 0 16 118784 0 ksiginfo 112 87 957 3360 0 126 116928 0 32 Bucket 256 209 241 24293 0 62 115200 0 malloc-16384 16384 2 5 101 0 1 114688 0 filedesc0 1072 89 16 49233 0 8 112560 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-512 512 122 62 52904 0 30 94208 0 128 Bucket 1024 53 38 9378 0 16 93184 0 UMA Kegs 384 227 6 227 0 30 89472 0 16 Bucket 144 368 220 12979 0 62 84672 0 malloc-16384 16384 3 2 69 0 1 81920 0 malloc-4096 4096 14 4 237 0 2 73728 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 9 0 1 65536 0 malloc-8192 8192 3 5 54 0 1 65536 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-384 384 98 62 89191 0 30 61440 0 64 Bucket 512 57 63 29349 0 30 61440 0 malloc-8192 8192 2 5 48513 0 1 57344 0 malloc-4096 4096 7 6 92 0 2 53248 0 malloc-2048 2048 16 10 161 0 8 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-512 512 38 58 1202 0 30 49152 0 pcpu-8 8 4705 927 7421 0 254 45056 0 pipe 744 25 35 1215 0 16 44640 0 Files 80 299 251 175689 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 3 2 86 0 1 40960 0 malloc-4096 4096 8 2 16 0 2 40960 0 malloc-512 512 23 57 1482 0 30 40960 0 udplite_inpcb 488 0 80 1063 0 254 39040 0 NAMEI 1024 0 36 217219 0 16 36864 0 malloc-2048 2048 2 16 907 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 0 4 15 0 1 32768 0 pcpu-64 64 490 22 490 0 254 32768 0 TURNSTILE 136 199 32 199 0 62 31416 0 tcp_bbr_pcb 832 0 36 1306 0 16 29952 0 tcp_rack_pcb 832 0 36 1418 0 16 29952 0 malloc-4096 4096 5 2 1756 0 2 28672 0 KNOTE 160 28 147 729087 0 62 28000 0 malloc-4096 4096 1 5 11 0 2 24576 0 PWD 32 36 720 48207 0 254 24192 0 2 Bucket 32 149 607 38019 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 45 255 10377 0 126 24000 0 ripcb 488 5 43 661 0 254 23424 0 udp_inpcb 488 6 42 3647 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 199 25 199 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 1211 0 2 16384 0 vtnet_tx_hdr 24 0 668 817251 0 254 16032 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 tcp_rack_map 112 0 108 1652 0 126 12096 0 ertt 72 5 163 4572 0 126 12096 0 4 Bucket 48 7 245 988 0 254 12096 0 kenv 258 15 30 1042 0 30 11610 0 routing nhops 256 27 18 35 0 62 11520 0 unpcb 256 20 25 1575 0 254 11520 0 cpuset 104 7 86 508 0 126 9672 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 140 0 16 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 36 56 70 0 126 8096 0 rl_entry 40 90 112 90 0 254 8080 0 sctp_asconf_ack 48 0 168 85 0 254 8064 0 udpcb 32 6 246 4710 0 254 8064 0 ipq 56 0 144 2 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 sctp_readq 152 0 52 221 0 254 7904 0 cryptop 280 0 28 96 0 30 7840 0 itimer 352 0 22 4 0 30 7744 0 AIOCB 552 1 13 55 0 16 7728 0 AIOLIO 272 0 28 9 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 477 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 0 84 8 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIO 208 1 18 26 0 62 3952 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 tcp_log 416 0 9 1 0 254 3744 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 15 24 16 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0