panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/sys_socket.c:785 cpuid = 0 time = 1624411836 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c61d830 vpanic() at vpanic+0x1cc/frame 0xfffffe009c61d890 panic() at panic+0x43/frame 0xfffffe009c61d8f0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009c61d950 soo_aio_cancel() at soo_aio_cancel+0x81/frame 0xfffffe009c61d990 aio_cancel_job() at aio_cancel_job+0xc7/frame 0xfffffe009c61d9d0 aio_proc_rundown() at aio_proc_rundown+0xd2/frame 0xfffffe009c61da30 exit1() at exit1+0x54b/frame 0xfffffe009c61daa0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe009c61dab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c61dbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5d8 KDB: enter: panic [ thread pid 36749 tid 143315 ] Stopped at kdb_enter+0x67: movq $0,0x16400de(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff81132790 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe009c61d810 rbp 0xfffffe009c61d830 rsi 0 rdi 0xffffffff811327c6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c61d700 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a6e600 r14 0xffffffff81a74fa7 r15 0xffffffff81a74fa7 rip 0xffffffff81129827 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x16400de(%rip) db> show proc Process 36749 (syz-executor.1) at 0xfffff800302ff530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 785 at 0xfffff800274e5530 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00953a19f0 (map 0xfffffe00953a19f0) (map.pmap 0xfffffe00953a1ab0) (pmap 0xfffffe00953a1b10) threads: 1 143315 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 36749 785 785 0 RE CPU 0 syz-executor.1 33868 1 784 0 S uwait 0xfffff80027bbb300 syz-executor.0 33860 1 784 0 S uwait 0xfffff8003040a500 syz-executor.0 24965 1 784 0 S uwait 0xfffff800278f9f00 syz-executor.0 24152 1 858 0 S uwait 0xfffff80027439900 syz-executor.3 24149 1 858 0 S umtxn 0xfffff8000b143f00 syz-executor.3 20454 1 785 0 S uwait 0xfffff80027ef5900 syz-executor.1 20450 1 785 0 S uwait 0xfffff80027bbb100 syz-executor.1 20365 1 823 0 SV uwait 0xfffff800275d5b00 syz-executor.2 20358 1 823 0 SV uwait 0xfffff80027cbcb00 syz-executor.2 20351 1 784 0 SV uwait 0xfffff80027b1d100 syz-executor.0 20348 1 823 0 SV uwait 0xfffff80027bbbb00 syz-executor.2 20346 1 784 0 SV uwait 0xfffff80027c4e900 syz-executor.0 20334 1 784 0 SV uwait 0xfffff800278fbd00 syz-executor.0 20329 1 784 0 SV uwait 0xfffff80027cbc500 syz-executor.0 20319 1 784 0 SV uwait 0xfffff80027ef5b00 syz-executor.0 20309 1 784 0 SV uwait 0xfffff800278f9500 syz-executor.0 20300 1 784 0 SV uwait 0xfffff80027b1d500 syz-executor.0 17738 17734 858 0 SV uwait 0xfffff80027439d00 syz-executor.3 17734 1 858 0 DV ppwait 0xfffff80027956a10 syz-executor.3 17722 1 784 0 SV uwait 0xfffff80027ef5d00 syz-executor.0 17720 1 784 0 SV uwait 0xfffff80027bbb700 syz-executor.0 15739 1 823 0 S uwait 0xfffff800278fbb00 syz-executor.2 15738 1 823 0 S uwait 0xfffff80015f42d00 syz-executor.2 12550 1 12550 65 Ss select 0xfffff8000b383a40 dhclient 12038 1 12038 0 Ss select 0xfffff8000bfb6ec0 dhclient 12035 1 12035 0 Ss select 0xfffff8000be902c0 dhclient 12016 1 12016 65 Ss select 0xfffff8000bd1cd40 dhclient 11487 1 11487 0 Ss select 0xfffff8000b6058c0 dhclient 11484 1 11484 0 Ss select 0xfffff8000bec5ec0 dhclient 11465 1 11465 65 Ss select 0xfffff8000bc98740 dhclient 8838 1 8838 0 Ss select 0xfffff800271d6140 dhclient 8835 1 8835 0 Ss select 0xfffff8000b617d40 dhclient 8816 1 8816 65 Ss select 0xfffff8000b668bc0 dhclient 1690 1 1690 0 Ss select 0xfffff80027e3d740 dhclient 1685 1 1685 0 Ss select 0xfffff80015ecba40 dhclient 885 0 0 0 DL aiordy 0xfffff80027b62530 [aiod4] 884 0 0 0 DL aiordy 0xfffff80027b62a60 [aiod3] 883 0 0 0 DL aiordy 0xfffff80027956a60 [aiod2] 882 0 0 0 DL aiordy 0xfffff80027b72530 [aiod1] 858 780 858 0 Rs syz-executor.3 823 780 823 0 Rs syz-executor.2 785 780 785 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.1 784 780 784 0 Rs syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100113 S uwait 0xfffff80015ce2700 syz-fuzzer 100115 S nanslp 0xffffffff8273d0a0 syz-fuzzer 100116 Run CPU 1 syz-fuzzer 100117 S uwait 0xfffff80015eef900 syz-fuzzer 100118 S kqread 0xfffff800275d5d00 syz-fuzzer 100119 S uwait 0xfffff80015eefd00 syz-fuzzer 100120 S uwait 0xfffff800278fb500 syz-fuzzer 100121 S uwait 0xfffff80027439b00 syz-fuzzer 100201 S uwait 0xfffff80015f42100 syz-fuzzer 127170 S uwait 0xfffff800278fbf00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e41b10 csh 776 694 776 0 Ss select 0xfffff800277c75c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015ac74b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015ac7cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aca4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015acacb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015acf4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015acfcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015ad24b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015ad2cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff800271d62c0 sshd 507 1 507 0 Ss select 0xfffff80015ee15c0 syslogd 436 1 436 0 Ss select 0xfffff80015e1fec0 devd 435 1 435 65 Ss select 0xfffff80027386d40 dhclient 350 1 350 0 Ss select 0xfffff80015ee1ec0 dhclient 347 1 347 0 Ss select 0xfffff80015cc12c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c6a530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100096 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c5200 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f298b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830a5410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e217c1 [deadlkres] 100074 D - 0xfffff80015ad6900 [acpi_task_0] 100075 D - 0xfffff80015ad6900 [acpi_task_1] 100076 D - 0xfffff80015ad6900 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] 36743 823 823 0 Z syz-executor.2 db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 newblk 9 1036K 36282 vfscache 3 1035K 3 inodedep 436 955K 35794 filedesc 58 923K 71415 pcb 78 839K 53522 subproc 194 810K 36859 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 102 linker 348 270K 425 pf_rule 58 232K 470 kdtrace 270 215K 80344 DEVFS1 107 214K 124 dirrem 426 213K 35702 module 510 192K 510 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 freefile 426 160K 35682 pagedep 9 140K 35692 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 sctp_timw 165 83K 165 mtx_pool 2 80K 2 temp 35 77K 11085 syncache 1 76K 1 routetbl 132 71K 421 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 sctp_atcl 48 48K 28479 DEVFSP 123 47K 18907 sctp_stro 23 46K 7025 ithread 99 43K 99 kqueue 90 42K 36800 rman 84 42K 425 lltable 44 38K 109 crypto 52 38K 9241 KTRACE 100 38K 100 taskqueue 60 36K 60 xform 93 35K 35393 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 pwddesc 87 33K 36750 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 5 in6_multi 71 31K 71 cred 29 29K 344 GEOM 60 29K 489 kbdmux 6 28K 6 sctp_atky 71 27K 36249 ifnet 7 25K 7 plimit 24 24K 537 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 491549 pfs_nodes 20 20K 20 proc-args 52 20K 750 sctp_athm 48 18K 28484 UART 12 18K 12 session 35 18K 65 sctp_map 46 18K 14038 bmsafemap 2 17K 35802 ksem 1 16K 150 rpc 2 16K 2 shmfd 1 16K 107 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 104 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 93 inpcbpolicy 25 10K 21584 uidinfo 4 10K 16 pf_ifnet 10 9K 21 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 89 osd 18 7K 19119 mount 16 7K 108 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 71342 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 152 NFSD session 1 2K 1 freework 4 2K 35671 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 120 tcp_fsb 4 2K 3633 newdirblk 4 2K 35671 diradd 4 2K 35743 freeblks 3 2K 35667 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 59874 tcpfunc 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 48 sigio 2 1K 3 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 13948 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 267 cubic data 0 0K 586 dctcp data 0 0K 408 vegas data 0 0K 298 htcp data 0 0K 273 tcp_do 0 0K 0 chd data 0 0K 44 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 27719 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 75 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 9 allocindir 0 0K 0 indirdep 0 0K 18 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 35 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 8 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 36026 namei_tracker 0 0K 3 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 4928 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3456 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 14 lio 0 0K 20 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 154 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 41384 ioctlops 0 0K 1712 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 913 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 562 1048940 0 254 36384768 0 malloc-384 384 35539 2071 54561 0 30 14442240 0 tcp_log 416 235 23426 1509578 0 254 9842976 0 malloc-8192 8192 27 895 21466 0 1 7553024 0 malloc-1024 1024 539 3685 40761 0 16 4325376 0 malloc-1024 1024 4174 14 4231 0 16 4288512 0 malloc-1024 1024 136 3296 29461 0 16 3514368 0 mbuf 256 8733 2307 11612100 0 254 2826240 0 malloc-8192 8192 328 3 1099 0 1 2711552 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-384 384 1231 5219 617548 0 30 2476800 0 sctp_asoc 2288 23 1042 7019 0 254 2436720 0 malloc-512 512 564 3884 36346 0 30 2277376 0 malloc-1024 1024 53 2051 32343 0 16 2154496 0 malloc-2048 2048 25 1017 8173 0 8 2134016 0 RADIX NODE 144 13185 364 880673 0 62 1951056 0 BUF TRIE 144 188 13280 1684 0 62 1939392 0 UMA Slabs 0 112 16402 335 16773 0 126 1874544 0 malloc-384 384 1032 3798 191600 0 30 1854720 0 sctp_ep 1280 25 1070 21460 0 254 1401600 0 malloc-1024 1024 216 1068 65282 0 16 1314816 0 mbuf_cluster 2048 630 2 630 0 254 1294336 0 malloc-32768 32768 30 7 35708 0 1 1212416 0 malloc-8192 8192 90 7 36752 0 1 794624 0 sctp_raddr 736 25 1042 7541 0 254 785312 0 tcp_bbr_map 128 0 5549 2893247 0 127 710272 0 malloc-384 384 1728 32 54273 0 30 675840 0 FFS inode 1160 535 25 36218 0 8 649600 0 256 Bucket 2048 277 17 66675 0 8 602112 0 ertt_txseginfo 40 0 13736 9649776 0 254 549440 0 VM OBJECT 264 1610 100 523346 0 30 451440 0 malloc-16384 16384 24 1 29 0 1 409600 0 THREAD 1808 181 28 43593 0 8 377872 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-65536 65536 3 2 7 0 1 327680 0 socket 944 52 280 44396 0 254 313408 0 malloc-512 512 31 553 38466 0 30 299008 0 VNODE 448 573 93 36258 0 30 298368 0 MAP ENTRY 96 2671 437 1995004 0 126 298368 0 malloc-4096 4096 65 2 499 0 2 274432 0 malloc-384 384 628 72 22501 0 30 268800 0 malloc-2048 2048 125 3 147 0 8 262144 0 tcp_inpcb 488 14 522 19107 0 254 261568 0 malloc-4096 4096 7 51 4417 0 2 237568 0 vmem btag 56 4119 45 4124 0 254 233184 0 sctp_chunk 152 23 1433 1704 0 254 221312 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 2 68 0 1 204800 0 malloc-384 384 419 71 73381 0 30 188160 0 UMA Zones 768 242 2 242 0 16 187392 0 VMSPACE 2544 58 14 36715 0 4 183168 0 tcpcb 1080 14 154 19107 0 254 181440 0 32 Bucket 256 517 173 30022 0 62 176640 0 malloc-384 384 383 67 154758 0 30 172800 0 mbuf_packet 256 111 519 58548 0 254 161280 0 FFS2 dinode 256 535 50 36217 0 62 149760 0 malloc-512 512 227 61 36110 0 30 147456 0 S VFS Cache 104 1037 367 39194 0 126 146016 0 PROC 1328 87 18 36749 0 8 139440 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 3 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-512 512 195 61 77159 0 30 131072 0 16 Bucket 144 618 278 8528 0 62 129024 0 malloc-1024 1024 118 6 126 0 16 126976 0 filedesc0 1072 87 25 36750 0 8 120064 0 ksiginfo 112 90 954 1939 0 126 116928 0 malloc-512 512 179 21 1079 0 30 102400 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 110 0 1 98304 0 malloc-16384 16384 4 2 10 0 1 98304 0 g_bio 408 0 240 11289 0 30 97920 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 119 49 36230 0 30 86016 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-16384 16384 3 2 11 0 1 81920 0 128 Bucket 1024 32 47 3083 0 16 80896 0 malloc-32768 32768 1 1 3 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 7 0 1 65536 0 malloc-4096 4096 12 3 273 0 2 61440 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-384 384 98 62 50793 0 30 61440 0 malloc-8192 8192 2 5 37054 0 1 57344 0 malloc-512 512 58 46 5117 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 11 0 1 49152 0 64 Bucket 512 59 37 23855 0 30 49152 0 Files 80 291 309 117044 0 126 48000 0 pcpu-8 8 5169 463 6367 0 254 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 25 0 8 40960 0 malloc-512 512 25 55 1448 0 30 40960 0 pipe 744 25 30 1609 0 16 40920 0 tcp_rack_pcb 832 4 41 3633 0 16 37440 0 NAMEI 1024 0 36 185025 0 16 36864 0 malloc-2048 2048 2 16 1393 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 6 2 16 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_bbr_pcb 832 0 36 6868 0 16 29952 0 2 Bucket 32 549 333 8756 0 254 28224 0 KNOTE 160 28 147 522595 0 62 28000 0 malloc-8192 8192 1 2 82 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 sctp_stream_msg_out 112 3 213 1871 0 254 24192 0 PWD 32 36 720 35779 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 156 144 10015 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 80 0 2 20480 0 SLEEPQUEUE 88 210 14 210 0 126 19712 0 ripcb 488 5 35 1932 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 1290 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 13 0 1 16384 0 malloc-4096 4096 2 2 474 0 2 16384 0 tcp_rack_map 112 12 132 6530 0 126 16128 0 ertt 72 14 210 19107 0 126 16128 0 vtnet_tx_hdr 24 0 668 10099648 0 254 16032 0 itimer 352 0 44 29 0 30 15488 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 udp_inpcb 488 6 18 338 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 13 0 16 8192 0 malloc-1024 1024 0 8 8 0 16 8192 0 rtentry 176 31 15 37 0 62 8096 0 PGRP 88 35 57 67 0 126 8096 0 rl_entry 40 89 113 91 0 254 8080 0 sctp_laddr 48 0 168 1152 0 254 8064 0 udpcb 32 6 246 545 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 7 161 741 0 254 8064 0 sctp_readq 152 0 52 167 0 254 7904 0 AIO 208 1 37 122 0 62 7904 0 cryptop 280 0 28 3243 0 30 7840 0 udplite_inpcb 488 0 16 207 0 254 7808 0 AIOCB 552 2 12 176 0 16 7728 0 routing nhops 256 27 3 37 0 62 7680 0 AIOLIO 272 0 28 10 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 145 0 126 6448 0 domainset 40 0 126 115 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0