panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/sys_socket.c:822 cpuid = 0 time = 1625454192 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051754820 vpanic() at vpanic+0x1cc/frame 0xfffffe0051754880 panic() at panic+0x43/frame 0xfffffe00517548e0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe0051754940 soo_aio_queue() at soo_aio_queue+0xae/frame 0xfffffe0051754980 aio_aqueue() at aio_aqueue+0x927/frame 0xfffffe0051754ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051754bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051754bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x287eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 74442 tid 186449 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0097600000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051754800 rbp 0xfffffe0051754820 rsi 0x40001 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00517546f0 r11 0x1ffaefff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6ef00 r14 0xffffffff81a75a40 r15 0xffffffff81a75a40 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 74442 (syz-executor.1) at 0xfffff8004bf8c000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffff80015dd1a70 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bda538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00955a9000 (map 0xfffffe00955a9000) (map.pmap 0xfffffe00955a90c0) (pmap 0xfffffe00955a9120) threads: 2 181936 RunQ syz-executor.1 186449 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 74442 784 784 0 R (threaded) syz-executor.1 181936 RunQ syz-executor.1 186449 Run CPU 0 syz-executor.1 74437 783 783 0 R (threaded) syz-executor.0 160302 Run CPU 1 syz-executor.0 186443 S accept 0xfffff8001d7de8b8 syz-executor.0 74435 795 795 0 R (threaded) syz-executor.2 160050 RunQ syz-executor.2 186440 S accept 0xfffff80044279158 syz-executor.2 186444 S uwait 0xfffff8001d6b7700 syz-executor.2 72536 1 784 0 SV uwait 0xfffff8001da9fd00 syz-executor.1 72534 1 784 0 SV uwait 0xfffff800283aab00 syz-executor.1 71382 1 783 0 SV uwait 0xfffff80028caa700 syz-executor.0 71381 1 783 0 SV sigwait 0xfffffe009dc98000 syz-executor.0 69960 1 784 0 S uwait 0xfffff8001d27af00 syz-executor.1 69958 1 784 0 S uwait 0xfffff8001d17db00 syz-executor.1 66039 1 795 0 S uwait 0xfffff80028d15700 syz-executor.2 66038 1 795 0 S uwait 0xfffff80028caad00 syz-executor.2 66002 65998 795 0 SV uwait 0xfffff80028d15300 syz-executor.2 65998 1 795 0 DV ppwait 0xfffff8002890ef58 syz-executor.2 58868 1 815 0 S uwait 0xfffff80028913d00 syz-executor.3 58867 1 815 0 S uwait 0xfffff80028ddf700 syz-executor.3 51595 51592 815 0 SV uwait 0xfffff80015d41700 syz-executor.3 51592 1 815 0 DV ppwait 0xfffff800447294e8 syz-executor.3 51558 1 815 0 S uwait 0xfffff800283aad00 syz-executor.3 51556 1 815 0 S uwait 0xfffff8001d17dd00 syz-executor.3 51551 1 815 0 S uwait 0xfffff8001d17d500 syz-executor.3 51549 1 815 0 S uwait 0xfffff80028caab00 syz-executor.3 46863 1 815 0 S uwait 0xfffff8001d2beb00 syz-executor.3 46862 1 815 0 S uwait 0xfffff800283aa900 syz-executor.3 46698 46697 815 0 SV uwait 0xfffff80028913f00 syz-executor.3 46697 1 815 0 DV ppwait 0xfffff80028a2b4e8 syz-executor.3 23424 1 815 0 S uwait 0xfffff80015efdb00 syz-executor.3 23423 1 815 0 S uwait 0xfffff80028d15d00 syz-executor.3 19721 1 783 0 S uwait 0xfffff80015effd00 syz-executor.0 19713 1 783 0 S uwait 0xfffff80028ddf300 syz-executor.0 14052 0 0 0 DL aiordy 0xfffff8001d61aa70 [aiod4] 14050 0 0 0 DL aiordy 0xfffff80028a2b538 [aiod3] 14049 0 0 0 DL aiordy 0xfffff80028fd6538 [aiod2] 14048 0 0 0 DL aiordy 0xfffff8001d61a000 [aiod1] 13177 1 795 0 S uwait 0xfffff80028cc0100 syz-executor.2 13174 1 795 0 S uwait 0xfffff80028caaf00 syz-executor.2 5619 1 5619 65 Ss select 0xfffff8001d407a40 dhclient 4442 1 4442 0 Ss select 0xfffff8001d1185c0 dhclient 4438 1 4438 0 Ss select 0xfffff8001d246440 dhclient 4415 1 4415 65 Ss select 0xfffff8001d0e22c0 dhclient 3531 1 3531 0 Ss select 0xfffff8001d0dad40 dhclient 3524 1 3524 0 Ss select 0xfffff8001d02f2c0 dhclient 3501 1 3501 65 Ss select 0xfffff8001d09b8c0 dhclient 2238 1 2238 0 Ss select 0xfffff8001d02fd40 dhclient 2221 1 2221 0 Ss select 0xfffff80015f1bbc0 dhclient 2185 1 2185 65 Ss select 0xfffff80028feb440 dhclient 828 1 828 0 Ss select 0xfffff80015d0f2c0 dhclient 822 1 822 0 Ss select 0xfffff80015db2740 dhclient 815 780 815 0 Ss piperd 0xfffff80028b8a2e8 syz-executor.3 795 780 795 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.1 783 780 783 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100116 S uwait 0xfffff80015d3ef00 syz-fuzzer 100117 S uwait 0xfffff80015eff900 syz-fuzzer 100118 S uwait 0xfffff80015effb00 syz-fuzzer 100119 S kqread 0xfffff80015d41900 syz-fuzzer 100120 S uwait 0xfffff80028915500 syz-fuzzer 100121 S uwait 0xfffff80028915700 syz-fuzzer 100122 S uwait 0xfffff80015efd900 syz-fuzzer 100123 S uwait 0xfffff80028915900 syz-fuzzer 100429 S uwait 0xfffff80015efff00 syz-fuzzer 104535 S uwait 0xfffff80028cc0900 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800286b45e8 csh 776 694 776 0 Ss select 0xfffff80015ea98c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015408cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aeb4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aebcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aef4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aefcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a774b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a77cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a7a4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a7acb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a0 cron 694 1 694 0 Ss select 0xfffff80015e7c2c0 sshd 507 1 507 0 Ss select 0xfffff80015d43a40 syslogd 436 1 436 0 Ss select 0xfffff80015f1b8c0 devd 435 1 435 65 Ss select 0xfffff80015e7d5c0 dhclient 350 1 350 0 Ss select 0xfffff80015ea9a40 dhclient 347 1 347 0 Ss select 0xfffff80015f1b140 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ad5000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015df4ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828497f8 [dom0] 100087 D launds 0xffffffff82849804 [laundry: dom0] 100088 D umarcl 0xffffffff815c58a0 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830248b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e09410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004da6c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d73d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d73d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda538 [init] 10 0 0 0 DL audit_w 0xffffffff828471f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cefd00 [firmware taskq] 100038 D - 0xfffff80004cef900 [crypto_0] 100039 D - 0xfffff80004cef900 [crypto_1] 100055 D - 0xfffff800153c8d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153c8900 [vtnet0 txq 0] 100057 D - 0xfffff800153c8500 [vtnet0 rxq 1] 100058 D - 0xfffff800153c8100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153a6700 [virtio_balloon] 100064 D - 0xfffff800153ac900 [mca taskq] 100065 D - 0xffffffff81e225e0 [deadlkres] 100074 D - 0xfffff80015a05900 [acpi_task_0] 100075 D - 0xfffff80015a05900 [acpi_task_1] 100076 D - 0xfffff80015a05900 [acpi_task_2] 100077 D - 0xfffff80004cef500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1294 6311K 183069 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 sctp_atcl 1249 1249K 116544 sctp_stro 616 1232K 31216 filedesc 72 1150K 146075 newblk 14 1039K 103578 vfscache 3 1035K 3 inodedep 421 940K 76939 subproc 215 873K 74568 sctp_atky 1865 700K 153115 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 pf_rule 125 500K 985 intr 4 480K 4 sctp_athm 1249 469K 119595 sctp_map 1232 462K 62426 bus 986 377K 3469 BPF 46 337K 65 linker 348 270K 425 kdtrace 294 236K 160893 DEVFS1 107 214K 124 dirrem 405 203K 74515 umtx 440 193K 440 module 510 192K 510 vnet_data 1 176K 1 vmem 3 168K 8 tidhash 3 164K 3 freefile 403 152K 74457 pagedep 12 142K 73578 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 sctp_timw 187 94K 187 audit_evclass 236 89K 294 routetbl 144 81K 1079 mtx_pool 2 80K 2 temp 35 77K 5701 syncache 1 76K 1 msg 4 68K 4 ufs_dirhash 105 68K 105 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 172 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 shm 3 48K 9 kqueue 96 44K 74969 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 pwddesc 94 36K 74566 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 lltable 39 33K 437 devstat 4 33K 4 DEVFSP 86 33K 21514 hostcache 1 32K 1 tty 16 32K 16 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 913 ifnet 7 25K 7 plimit 24 24K 1496 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 965322 pfs_nodes 20 20K 20 proc-args 52 20K 1135 UART 12 18K 12 session 35 18K 98 bmsafemap 3 17K 76122 lockf 43 17K 151 pf_table 4 16K 165 ksem 1 16K 842 rpc 2 16K 2 shmfd 1 16K 507 pfs_vncache 1 16K 1 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 pf_ifnet 11 9K 779 uidinfo 3 9K 54 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 crypto 10 8K 14969 hhook 15 8K 17 select 19 8K 268 inpcbpolicy 18 7K 33071 mount 16 7K 108 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 freework 10 5K 90782 freeblks 9 5K 75115 xform 12 5K 35766 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 osd 11 5K 25336 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 146022 in_multi 6 3K 10 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 4110 NFSD session 1 2K 1 newdirblk 5 2K 73011 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 238 diradd 4 2K 74574 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 106889 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 pf_osfp 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 68 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cdg data 0 0K 2 tcp_do 0 0K 0 tcp_fsb 0 0K 4898 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 52136 sctp_iter 0 0K 179 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 204 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 8 sctp_stri 0 0K 6853 cubic data 0 0K 18 dctcp data 0 0K 33 htcp data 0 0K 19 chd data 0 0K 48 vegas data 0 0K 2 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 68920 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2061 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 10 allocindir 0 0K 0 indirdep 0 0K 11360 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 696 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 8 ip_moptions 0 0K 55 in_mfilter 0 0K 18 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 77461 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 574 tcp_log_dev 0 0K 6104 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 168479 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 4 lio 0 0K 10 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 394 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 61485 ioctlops 0 0K 5097 eventfd 0 0K 76 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 294 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1407 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 7 filedesc_to_leader 0 0K 25 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1032 1226928 0 254 38305792 0 FFS inode 1160 22450 20 96907 0 8 26065200 0 malloc-384 384 36729 71 101640 0 30 14131200 0 VNODE 448 22491 81 96950 0 30 10112256 0 mbuf 256 29594 541 10755266 0 254 7714560 0 FFS2 dinode 256 22450 20 96907 0 62 5752320 0 malloc-8192 8192 635 25 81243 0 1 5406720 0 malloc-1024 1024 4174 6 4244 0 16 4280320 0 tcp_log 416 0 10278 851459 0 254 4275648 0 S VFS Cache 104 33576 354 109214 0 126 3528720 0 malloc-1024 1024 133 2919 71725 0 16 3125248 0 malloc-1024 1024 496 2496 81269 0 16 3063808 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 RADIX NODE 144 18054 563 2072541 0 65 2680848 0 pbuf 2624 0 957 0 0 2 2511168 0 mbuf_cluster 2048 990 2 990 0 254 2031616 0 BUF TRIE 144 414 13054 88485 0 62 1939392 0 UMA Slabs 0 112 16017 0 16062 0 126 1793904 0 sctp_asoc 2288 616 124 31213 0 254 1693120 0 malloc-384 384 4226 164 1340266 0 30 1685760 0 sctp_chunk 152 10932 66 25211 0 254 1671696 0 malloc-512 512 551 2505 75431 0 30 1564672 0 malloc-32768 32768 37 5 73038 0 1 1376256 0 malloc-1024 1024 1254 66 123417 0 16 1351680 0 malloc-384 384 984 2486 333605 0 30 1332480 0 malloc-2048 2048 618 32 33244 0 8 1331200 0 VM OBJECT 264 3735 180 1059328 0 30 1033560 0 sctp_ep 1280 633 135 81238 0 254 983040 0 malloc-8192 8192 96 19 74445 0 1 942080 0 malloc-1024 1024 850 42 172204 0 16 913408 0 tcp_bbr_map 128 2145 3838 1492900 0 126 765824 0 malloc-65536 65536 3 8 10098 0 1 720896 0 malloc-384 384 1773 47 55969 0 30 698880 0 sctp_raddr 736 686 172 41146 0 254 631488 0 malloc-4096 4096 132 2 857 0 2 548864 0 malloc-4096 4096 11 119 169605 0 2 532480 0 vmem btag 56 8938 122 8938 0 254 507360 0 ertt_txseginfo 40 2150 10374 6757583 0 254 500960 0 malloc-16384 16384 24 2 29 0 1 425984 0 256 Bucket 2048 182 26 48407 0 8 425984 0 THREAD 1808 199 21 86449 0 8 397760 0 malloc-65536 65536 5 1 6 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 socket 944 60 308 116533 0 254 347392 0 MAP ENTRY 96 2895 591 4051064 0 126 334656 0 malloc-512 512 36 612 114943 0 30 331776 0 DIRHASH 1024 309 3 309 0 16 319488 0 tcp_inpcb 488 7 625 25324 0 254 308416 0 malloc-384 384 615 95 40652 0 30 272640 0 malloc-65536 65536 2 2 25 0 1 262144 0 malloc-2048 2048 125 3 142 0 8 262144 0 mbuf_packet 256 437 553 128624 0 254 253440 0 g_bio 408 0 560 574118 0 31 228480 0 DEVCTL 1024 0 220 153 0 0 225280 0 VMSPACE 2544 62 25 74407 0 4 221328 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 22 3 543 0 1 204800 0 malloc-512 512 206 162 177122 0 30 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-384 384 385 85 316183 0 30 180480 0 malloc-384 384 355 95 110976 0 30 172800 0 malloc-1024 1024 162 2 171 0 16 167936 0 malloc-16384 16384 4 6 86 0 1 163840 0 PROC 1336 93 27 74442 0 8 160320 0 tcpcb 1080 7 133 25324 0 254 151200 0 malloc-512 512 241 47 74910 0 30 147456 0 filedesc0 1072 94 32 74566 0 8 135072 0 malloc-65536 65536 0 2 176 0 1 131072 0 clpbuf 2624 0 48 8693 0 16 125952 0 128 Bucket 1024 76 43 32064 0 16 121856 0 ksiginfo 112 109 935 3802 0 126 116928 0 malloc-16384 16384 2 5 112 0 1 114688 0 32 Bucket 256 283 152 36055 0 62 111360 0 malloc-512 512 201 15 967 0 30 110592 0 malloc-32768 32768 1 2 124 0 1 98304 0 malloc-512 512 120 64 77269 0 30 94208 0 UMA Kegs 384 227 6 227 0 30 89472 0 16 Bucket 144 400 160 13552 0 62 80640 0 malloc-4096 4096 12 6 1602 0 2 73728 0 malloc-2048 2048 17 17 757 0 8 69632 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 11 0 1 65536 0 malloc-8192 8192 5 3 220 0 1 65536 0 64 Bucket 512 62 66 38157 0 30 65536 0 malloc-2048 2048 10 20 522 0 8 61440 0 malloc-384 384 95 65 119637 0 30 61440 0 malloc-8192 8192 2 5 78581 0 1 57344 0 malloc-512 512 37 67 8047 0 30 53248 0 pcpu-8 8 5773 883 25404 0 254 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-512 512 25 63 2160 0 30 45056 0 pipe 744 27 33 2422 0 16 44640 0 sctp_stream_msg_out 112 145 251 4264 0 254 44352 0 Files 80 267 283 253314 0 126 44000 0 tcp_bbr_pcb 832 1 44 12746 0 16 37440 0 NAMEI 1024 0 36 429440 0 16 36864 0 malloc-2048 2048 2 16 222 0 8 36864 0 sctp_laddr 48 0 756 11692 0 254 36288 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 221 10 221 0 62 31416 0 udplite_inpcb 488 0 64 2042 0 254 31232 0 udp_inpcb 488 6 58 3947 0 254 31232 0 tcp_rack_pcb 832 0 36 4898 0 16 29952 0 malloc-4096 4096 6 1 10 0 2 28672 0 2 Bucket 32 163 719 73571 0 254 28224 0 KNOTE 160 28 147 959525 0 62 28000 0 ripcb 488 5 51 1758 0 254 27328 0 unpcb 256 20 85 2136 0 254 26880 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 136 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 34 722 81393 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 53 247 17079 0 126 24000 0 L VFS Cache 320 71 1 71 0 30 23040 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 malloc-4096 4096 3 2 86 0 2 20480 0 tcp_rack_map 112 0 180 9310 0 126 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 2902 0 2 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 ertt 72 7 217 25324 0 126 16128 0 vtnet_tx_hdr 24 0 668 7889711 0 254 16032 0 malloc-4096 4096 1 2 21 0 2 12288 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 sctp_readq 152 0 78 2805 0 254 11856 0 kenv 258 15 30 1042 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-1024 1024 1 7 19 0 16 8192 0 malloc-1024 1024 0 8 58 0 16 8192 0 pf tags 104 6 72 49 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 0 92 16 0 254 8096 0 PGRP 88 35 57 114 0 126 8096 0 rl_entry 40 108 94 108 0 254 8080 0 syncache 168 0 48 6 0 254 8064 0 udpcb 32 6 246 5989 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 10 158 1476 0 254 8064 0 AIO 208 1 37 131 0 62 7904 0 cryptop 280 0 28 409 0 30 7840 0 itimer 352 0 22 8 0 30 7744 0 AIOCB 552 1 13 169 0 16 7728 0 AIOLIO 272 0 28 10 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 ipq 56 0 72 3 0 254 4032 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0