panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/sys_socket.c:822 cpuid = 0 time = 1625481766 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c64f820 vpanic() at vpanic+0x1cc/frame 0xfffffe009c64f880 panic() at panic+0x43/frame 0xfffffe009c64f8e0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009c64f940 soo_aio_queue() at soo_aio_queue+0xae/frame 0xfffffe009c64f980 aio_aqueue() at aio_aqueue+0x927/frame 0xfffffe009c64fab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c64fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c64fbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x287eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 36863 tid 139821 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0095600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c64f800 rbp 0xfffffe009c64f820 rsi 0x40001 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c64f6f0 r11 0x1ff63fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6ef00 r14 0xffffffff81a75a40 r15 0xffffffff81a75a40 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 36863 (syz-executor.0) at 0xfffff8006d441538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 783 at 0xfffff8003c3f7538 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bda538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00559be000 (map 0xfffffe00559be000) (map.pmap 0xfffffe00559be0c0) (pmap 0xfffffe00559be120) threads: 2 137583 RunQ syz-executor.0 139821 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 36867 812 812 0 R CPU 1 syz-executor.2 36866 825 825 0 R syz-executor.3 36863 783 783 0 R (threaded) syz-executor.0 137583 RunQ syz-executor.0 139821 Run CPU 0 syz-executor.0 33669 1 812 0 SV uwait 0xfffff80059d8f300 syz-executor.2 33661 1 812 0 SV uwait 0xfffff8003cf02d00 syz-executor.2 33323 33322 812 0 SV uwait 0xfffff80015f4db00 syz-executor.2 33322 1 812 0 DV ppwait 0xfffff8003ccd8f58 syz-executor.2 30318 1 783 0 S uwait 0xfffff80038a0ef00 syz-executor.0 30317 1 783 0 S uwait 0xfffff800598c4500 syz-executor.0 25647 1 783 0 SV uwait 0xfffff80015d9ff00 syz-executor.0 25640 1 783 0 SV uwait 0xfffff8003cd69700 syz-executor.0 19223 1 784 0 SV uwait 0xfffff8003cd69100 syz-executor.1 19216 1 784 0 SV uwait 0xfffff8003cf6dd00 syz-executor.1 19207 1 784 0 SV uwait 0xfffff80015e44100 syz-executor.1 18069 18065 783 0 SV uwait 0xfffff8003cd73100 syz-executor.0 18065 1 783 0 DV ppwait 0xfffff8003ccafa20 syz-executor.0 17980 1 783 0 S uwait 0xfffff8003cd69b00 syz-executor.0 17978 1 783 0 S uwait 0xfffff80015e44300 syz-executor.0 17784 1 783 0 SV uwait 0xfffff80015e44900 syz-executor.0 17783 1 783 0 SV uwait 0xfffff8003cd69900 syz-executor.0 10372 1 10372 65 Ss select 0xfffff8003882ea40 dhclient 4383 1 4383 0 Ss select 0xfffff8003ceccbc0 dhclient 4380 1 4380 0 Ss select 0xfffff8003ce03d40 dhclient 4361 1 4361 65 Ss select 0xfffff800388b1740 dhclient 3282 1 3282 0 Ss select 0xfffff8003c262ec0 dhclient 3279 1 3279 0 Ss select 0xfffff8003cd2c740 dhclient 3260 1 3260 65 Ss select 0xfffff8003cecca40 dhclient 2570 1 2570 0 Ss select 0xfffff8003c414440 dhclient 2567 1 2567 0 Ss select 0xfffff8003c230740 dhclient 2548 1 2548 65 Ss select 0xfffff8003c230140 dhclient 844 0 0 0 DL aiordy 0xfffff8003cd62538 [aiod4] 843 0 0 0 DL aiordy 0xfffff8003cd62a70 [aiod3] 842 0 0 0 DL aiordy 0xfffff80015e50538 [aiod2] 841 0 0 0 DL aiordy 0xfffff80015cd1000 [aiod1] 825 780 825 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.3 821 1 821 0 Ss select 0xfffff80015e31440 dhclient 812 780 812 0 Rs syz-executor.2 810 1 810 0 Ss select 0xfffff8003c3805c0 dhclient 784 780 784 0 Rs syz-executor.1 783 780 783 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100119 S uwait 0xfffff80015ac3100 syz-fuzzer 100120 S uwait 0xfffff8003c35a500 syz-fuzzer 100121 S uwait 0xfffff8003c883700 syz-fuzzer 100122 S uwait 0xfffff8003c883900 syz-fuzzer 100123 S uwait 0xfffff8003c883b00 syz-fuzzer 100124 S uwait 0xfffff80015ac3300 syz-fuzzer 100125 S uwait 0xfffff8003c883100 syz-fuzzer 100126 S kqread 0xfffff80015d9fb00 syz-fuzzer 100127 S uwait 0xfffff8003c883f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e60b20 csh 776 694 776 0 Ss select 0xfffff80015eeebc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a1 cron 694 1 694 0 Ss select 0xfffff8003c3802c0 sshd 507 1 507 0 Ss select 0xfffff8003c414740 syslogd 436 1 436 0 Ss select 0xfffff80015eee8c0 devd 435 1 435 65 Ss select 0xfffff8003c230d40 dhclient 350 1 350 0 Ss select 0xfffff8003c38a440 dhclient 347 1 347 0 Ss select 0xfffff80015eefa40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004ddc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828497f8 [dom0] 100086 D launds 0xffffffff82849804 [laundry: dom0] 100087 D umarcl 0xffffffff815c58a0 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82eed8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff83004410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda538 [init] 10 0 0 0 DL audit_w 0xffffffff828471f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ebd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153eb900 [vtnet0 txq 0] 100057 D - 0xfffff800153eb500 [vtnet0 rxq 1] 100058 D - 0xfffff800153eb100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015468900 [mca taskq] 100066 D - 0xffffffff81e225e0 [deadlkres] 100074 D - 0xfffff80015ac7100 [acpi_task_0] 100075 D - 0xfffff80015ac7100 [acpi_task_1] 100076 D - 0xfffff80015ac7100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 949 4755K 101119 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 inodedep 990 1509K 36027 newblk 15 1039K 36569 vfscache 3 1035K 3 sctp_atcl 917 917K 58418 sctp_stro 457 914K 10494 filedesc 50 793K 71881 subproc 183 764K 36968 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_atky 1374 516K 69787 dirrem 979 490K 35942 intr 4 480K 4 bus 986 377K 3469 freefile 978 367K 35929 sctp_athm 917 344K 58613 sctp_map 914 343K 20988 BPF 46 337K 67 linker 348 270K 425 DEVFS1 107 214K 124 kdtrace 258 207K 76691 module 510 192K 510 vnet_data 1 176K 1 umtx 396 174K 396 tidhash 3 164K 3 pagedep 11 141K 35951 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 sctp_timw 174 87K 174 mtx_pool 2 80K 2 temp 35 77K 3315 syncache 1 76K 1 routetbl 128 69K 2346 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 kqueue 85 40K 36902 lltable 44 38K 144 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 7 pwddesc 83 32K 36868 ksem 10 31K 1623 DEVFSP 80 30K 205 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 305 ifnet 7 25K 7 plimit 24 24K 471 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 501558 pfs_nodes 20 20K 20 proc-args 52 20K 682 UART 12 18K 12 session 35 18K 50 bmsafemap 2 17K 36020 rpc 2 16K 2 shmfd 1 16K 80 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 63 vt 11 11K 11 inpcbpolicy 28 11K 13825 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 51 uidinfo 3 9K 12 pf_ifnet 10 9K 341 memdesc 1 8K 1 ipsec-saq 2 8K 2 osd 21 8K 12710 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 75 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 freework 9 5K 35931 local_apic 1 4K 1 io_apic 1 4K 1 freeblks 8 4K 35930 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 71862 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 newdirblk 6 3K 35931 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 92 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 103 crypto 4 2K 34 diradd 4 2K 35982 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 48404 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 195 entropy 2 1K 46 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 483 pf_rule 0 0K 343 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 vegas data 0 0K 0 htcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 19937 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 15 sctp_stri 0 0K 892 cubic data 0 0K 0 dctcp data 0 0K 0 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 43 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 32840 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 43 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 156 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 34 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 37693 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 1733 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2977 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 19 lio 0 0K 6 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 165 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 37129 ioctlops 0 0K 2097 eventfd 0 0K 22 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 936 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8399 624 1464661 0 254 36958208 0 malloc-384 384 36414 1776 60050 0 30 14664960 0 malloc-8192 8192 462 874 46881 0 1 10944512 0 tcp_log 416 337 14081 207132 0 254 5997888 0 malloc-1024 1024 4174 6 4196 0 16 4280320 0 malloc-1024 1024 133 3679 34567 0 16 3903488 0 malloc-1024 1024 1068 2692 36741 0 16 3850240 0 sctp_asoc 2288 457 943 10494 0 254 3203200 0 malloc-384 384 3402 4408 681295 0 30 2999040 0 malloc-2048 2048 459 883 11723 0 8 2748416 0 malloc-1024 1024 922 1754 59342 0 16 2740224 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 RADIX NODE 144 18272 401 981493 0 64 2688912 0 mbuf 256 9265 1070 8068885 0 254 2645760 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-512 512 1117 2699 37493 0 30 1953792 0 BUF TRIE 144 189 13279 1350 0 62 1939392 0 UMA Slabs 0 112 17247 30 17247 0 126 1935024 0 mbuf_cluster 2048 885 1 885 0 254 1814528 0 sctp_ep 1280 460 944 46876 0 254 1797120 0 malloc-384 384 1531 2679 157798 0 30 1616640 0 malloc-1024 1024 644 884 87831 0 16 1564672 0 sctp_raddr 736 457 940 10494 0 254 1028192 0 malloc-32768 32768 26 5 35941 0 1 1015808 0 ertt_txseginfo 40 11866 9950 5723288 0 254 872640 0 malloc-8192 8192 85 5 36870 0 1 737280 0 malloc-384 384 1725 35 53990 0 30 675840 0 FFS inode 1160 527 40 36456 0 10 657720 0 tcp_bbr_map 128 736 4131 1524350 0 126 622976 0 256 Bucket 2048 224 22 42931 0 8 503808 0 VM OBJECT 264 1477 83 520162 0 30 411840 0 malloc-16384 16384 24 0 25 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 THREAD 1808 174 24 39822 0 8 357984 0 socket 944 56 320 62172 0 254 354944 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-512 512 37 595 39700 0 30 323584 0 VNODE 448 566 91 36497 0 30 294336 0 tcp_inpcb 488 18 558 12698 0 254 281088 0 MAP ENTRY 96 2297 559 1994920 0 127 274176 0 malloc-384 384 625 65 14538 0 30 264960 0 malloc-2048 2048 125 3 144 0 8 262144 0 vmem btag 56 4439 13 4439 0 254 249312 0 mbuf_packet 256 189 696 52572 0 254 226560 0 DEVCTL 1024 0 220 153 0 0 225280 0 tcpcb 1080 17 179 12698 0 254 211680 0 malloc-4096 4096 7 44 4421 0 2 208896 0 sctp_laddr 48 1052 3232 25183 0 254 205632 0 malloc-8192 8192 23 2 48 0 1 204800 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-16384 16384 11 1 247 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 32 Bucket 256 488 217 23624 0 62 180480 0 malloc-384 384 375 65 152795 0 30 168960 0 sctp_chunk 152 246 846 2032 0 254 165984 0 VMSPACE 2544 51 9 36829 0 4 152640 0 S VFS Cache 104 1035 369 37297 0 126 146016 0 FFS2 dinode 256 527 43 36456 0 62 145920 0 malloc-384 384 312 68 38470 0 30 145920 0 malloc-512 512 218 62 36189 0 30 143360 0 malloc-512 512 204 60 74472 0 30 135168 0 PROC 1336 82 17 36867 0 8 132264 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 16 Bucket 144 615 253 9134 0 62 124992 0 malloc-1024 1024 112 4 117 0 16 118784 0 ksiginfo 112 84 960 2438 0 126 116928 0 malloc-16384 16384 2 5 72 0 1 114688 0 filedesc0 1072 83 22 36868 0 8 112560 0 128 Bucket 1024 67 36 17482 0 16 105472 0 malloc-512 512 188 12 436 0 30 102400 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-512 512 23 169 1601 0 30 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 210 9355 0 30 85680 0 malloc-16384 16384 4 1 6 0 1 81920 0 malloc-512 512 122 30 36794 0 30 77824 0 sctp_stream_msg_out 112 243 441 2436 0 254 76608 0 malloc-4096 4096 12 6 765 0 2 73728 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-384 384 94 66 53471 0 30 61440 0 pcpu-8 8 4701 2979 14342 0 254 61440 0 malloc-8192 8192 2 5 37903 0 1 57344 0 malloc-4096 4096 7 6 31 0 2 53248 0 64 Bucket 512 48 56 14952 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 6 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 10 0 1 49152 0 malloc-2048 2048 16 6 48 0 8 45056 0 Files 80 254 296 113868 0 126 44000 0 clpbuf 2624 0 16 21 0 16 41984 0 tcp_bbr_pcb 832 8 37 6399 0 16 37440 0 pipe 744 23 27 723 0 16 37200 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 160129 0 16 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 6 2 20 0 2 32768 0 malloc-4096 4096 6 2 1188 0 2 32768 0 malloc-2048 2048 2 14 153 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 199 32 199 0 62 31416 0 malloc-512 512 34 22 210 0 30 28672 0 2 Bucket 32 534 348 12130 0 254 28224 0 KNOTE 160 28 147 694402 0 62 28000 0 8 Bucket 80 149 201 8417 0 126 28000 0 malloc-8192 8192 0 3 14 0 1 24576 0 malloc-8192 8192 1 2 97 0 1 24576 0 malloc-4096 4096 1 5 12 0 2 24576 0 PWD 32 31 725 36011 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 ertt 72 17 263 12698 0 126 20160 0 SLEEPQUEUE 88 199 25 199 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 1729 0 2 16384 0 malloc-2048 2048 2 6 6 0 8 16384 0 vtnet_tx_hdr 24 0 668 6346633 0 254 16032 0 sctp_readq 152 0 104 376 0 254 15808 0 ripcb 488 5 27 466 0 254 15616 0 unpcb 256 20 40 1418 0 254 15360 0 tcp_rack_pcb 832 0 18 43 0 16 14976 0 malloc-2048 2048 3 3 163 0 8 12288 0 4 Bucket 48 6 246 808 0 254 12096 0 udplite_inpcb 488 0 24 341 0 254 11712 0 udp_inpcb 488 6 18 320 0 254 11712 0 kenv 258 15 30 1038 0 30 11610 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 48 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 52 0 126 8096 0 rl_entry 40 64 138 64 0 254 8080 0 tcp_rack_map 112 0 72 92 0 126 8064 0 udpcb 32 6 246 661 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 AIOCB 552 1 13 65 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 AIOLIO 272 0 28 6 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 17 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIO 208 1 18 46 0 62 3952 0 UMA Slabs 1 176 14 8 14 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 8 0 254 2520 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0