panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/sys_socket.c:822 cpuid = 0 time = 1624823386 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00517f4820 vpanic() at vpanic+0x1cc/frame 0xfffffe00517f4880 panic() at panic+0x43/frame 0xfffffe00517f48e0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe00517f4940 soo_aio_queue() at soo_aio_queue+0xae/frame 0xfffffe00517f4980 aio_aqueue() at aio_aqueue+0x927/frame 0xfffffe00517f4ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe00517f4bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 3934 tid 103379 ] Stopped at kdb_enter+0x67: movq $0,0x164086e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0099800000 rdx 0x3ffff rbx 0 rsp 0xfffffe00517f4800 rbp 0xfffffe00517f4820 rsi 0x40001 rdi 0xffffffff81132036 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00517f46f0 r11 0x1ffaefff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a6e600 r14 0xffffffff81a74f96 r15 0xffffffff81a74f96 rip 0xffffffff81129097 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x164086e(%rip) db> show proc Process 3934 (syz-executor.2) at 0xfffff8003cc4d000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 785 at 0xfffff8003c341530 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00950959f0 (map 0xfffffe00950959f0) (map.pmap 0xfffffe0095095ab0) (pmap 0xfffffe0095095b10) threads: 2 100706 RunQ syz-executor.2 103379 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 3934 785 785 0 R (threaded) syz-executor.2 100706 RunQ syz-executor.2 103379 Run CPU 0 syz-executor.2 3933 788 788 0 R (threaded) syz-executor.3 100130 Run CPU 1 syz-executor.3 103378 S accept 0xfffff8003cd15158 syz-executor.3 3931 782 782 0 R (threaded) syz-executor.0 100698 RunQ syz-executor.0 103376 S accept 0xfffff8000901a8b8 syz-executor.0 3930 783 783 0 S (threaded) syz-executor.1 100096 S nanslp 0xffffffff8273d0a0 syz-executor.1 103373 S aiowc 0xfffff80015eb18a8 syz-executor.1 103374 S uwait 0xfffff8003cc17b00 syz-executor.1 3898 3883 3898 0 Ss select 0xfffff8003cde45c0 dhclient 3892 1 3892 0 Ss select 0xfffff8003c44b5c0 dhclient 3883 3876 436 65 S select 0xfffff8003cde42c0 dhclient 3876 436 436 0 S wait 0xfffff8003cbce000 sh 3867 1 3867 65 Ss select 0xfffff80015eb3a40 dhclient 1467 1 1467 0 Ss select 0xfffff80015eb3ec0 dhclient 1464 1 1464 0 Ss select 0xfffff8003c3ce2c0 dhclient 1445 1 1445 65 Ss select 0xfffff8003c60fd40 dhclient 845 1 845 0 Ss select 0xfffff8003cc0fbc0 dhclient 837 1 837 0 Ss select 0xfffff8003c553140 dhclient 832 0 0 0 DL aiordy 0xfffff8003c4db000 [aiod4] 831 0 0 0 DL aiordy 0xfffff8003c4db530 [aiod3] 830 0 0 0 DL aiordy 0xfffff8003c44a530 [aiod2] 829 0 0 0 DL aiordy 0xfffff8003c44aa60 [aiod1] 788 780 788 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.3 785 780 785 0 Rs syz-executor.2 783 780 783 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.1 782 780 782 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100113 S uwait 0xfffff8003c35c500 syz-fuzzer 100119 S uwait 0xfffff8003c30db00 syz-fuzzer 100120 S uwait 0xfffff8003c30dd00 syz-fuzzer 100121 S uwait 0xfffff8003c30df00 syz-fuzzer 100122 S uwait 0xfffff8003ca36300 syz-fuzzer 100123 S uwait 0xfffff8003ca35d00 syz-fuzzer 100124 S uwait 0xfffff8003ca35f00 syz-fuzzer 100125 S kqread 0xfffff8003c9f2f00 syz-fuzzer 100859 S uwait 0xfffff8003cc77700 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003c3f30b0 csh 776 694 776 0 Ss select 0xfffff8003c7b2140 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff8003c3cea40 sshd 507 1 507 0 Ss select 0xfffff8003c436ec0 syslogd 436 1 436 0 Ss wait 0xfffff8003c341a60 devd 435 1 435 65 Ss select 0xfffff80015e72140 dhclient 350 1 350 0 Ss select 0xfffff80015eb38c0 dhclient 347 1 347 0 Ss select 0xfffff80015e768c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c50e0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82ecc8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830e8410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e218c1 [deadlkres] 100074 D - 0xfffff80015ad3100 [acpi_task_0] 100075 D - 0xfffff80015ad3100 [acpi_task_1] 100076 D - 0xfffff80015ad3100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 vfscache 3 1035K 3 newblk 4 1034K 3643 acpica 1674 649K 54806 pcb 31 615K 240 subproc 144 599K 4014 inodedep 11 530K 3150 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 filedesc 18 275K 6153 BPF 38 270K 38 linker 348 270K 409 DEVFS1 107 214K 124 module 510 192K 510 kdtrace 223 183K 7315 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 352 154K 352 pagedep 7 139K 3080 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2105 syncache 1 76K 1 vmem 3 72K 5 routetbl 126 69K 397 msg 4 68K 4 ifaddr 69 65K 71 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 lltable 41 35K 43 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 kqueue 67 33K 4095 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 DEVFSP 78 30K 86 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 25 25K 216 ifnet 7 25K 7 pwddesc 65 25K 3935 kcovinfo 64 24K 68 plimit 23 23K 379 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 50 19K 609 UART 12 18K 12 selfd 45 17K 48305 bmsafemap 2 17K 3117 ksem 1 16K 1 rpc 2 16K 2 shmfd 1 16K 581 pfs_vncache 1 16K 1 session 31 16K 41 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 Unitno 29 11K 47 acpisem 28 11K 28 CAM XPT 22 11K 543 lockf 27 11K 43 uidinfo 3 9K 7 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 inpcbpolicy 18 7K 1286 mount 16 7K 90 fpukern_ctx 3 6K 3 select 16 6K 43 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 osd 11 5K 1094 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 sctp_ifn 6 3K 14 mkdir 6 3K 6124 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 dirrem 4 2K 3070 vnodemarker 2 2K 26 procdesc 4 2K 12 NFSD session 1 2K 1 freework 4 2K 3070 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 freeblks 3 2K 3069 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 3844 filecaps 4 2K 86 newdirblk 3 2K 3062 diradd 3 2K 3107 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 42 entropy 2 1K 40 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 freefile 1 1K 3065 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 cdg data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 7 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 2 sctp_atky 0 0K 2 sctp_atcl 0 0K 2 sctp_a_it 0 0K 7 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 chd data 0 0K 0 mqdata 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 3066 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 12 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 4015 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2052 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 548 lio 0 0K 4 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 105 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14972 ioctlops 0 0K 106 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 728 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 952 17129 0 254 37978112 0 malloc-384 384 35492 8 39053 0 30 13632000 0 malloc-1024 1024 4172 0 4173 0 16 4272128 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8629 911 30365 0 254 2442240 0 BUF TRIE 144 183 13285 640 0 62 1939392 0 UMA Slabs 0 112 12512 13 12512 0 126 1402800 0 malloc-1024 1024 132 1152 4496 0 16 1314816 0 malloc-1024 1024 84 1148 3613 0 16 1261568 0 mbuf_cluster 2048 525 1 525 0 254 1077248 0 RADIX NODE 144 5140 177 103085 0 62 765648 0 malloc-384 384 1728 32 53802 0 30 675840 0 malloc-512 512 142 1146 3646 0 30 659456 0 malloc-384 384 529 1151 25379 0 30 645120 0 FFS inode 1160 512 34 3577 0 8 633360 0 malloc-8192 8192 67 3 3937 0 1 573440 0 malloc-32768 32768 11 4 3077 0 1 491520 0 malloc-384 384 1070 40 55077 0 30 426240 0 VM OBJECT 264 1429 41 57226 0 30 388080 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-16384 16384 20 0 21 0 1 327680 0 THREAD 1808 157 19 3379 0 8 318208 0 malloc-512 512 26 574 3813 0 30 307200 0 VNODE 448 548 82 3615 0 30 282240 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 125 3 142 0 8 262144 0 malloc-384 384 617 33 2515 0 30 249600 0 DEVCTL 1024 15 205 152 0 0 225280 0 malloc-8192 8192 23 2 37 0 1 204800 0 malloc-1024 1024 167 33 3479 0 16 204800 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-16384 16384 11 1 247 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 256 Bucket 2048 72 14 10449 0 8 176128 0 MAP ENTRY 96 1584 222 217465 0 126 173376 0 malloc-4096 4096 7 35 3013 0 2 172032 0 malloc-384 384 354 86 13766 0 30 168960 0 vmem btag 56 2555 25 2555 0 254 144480 0 FFS2 dinode 256 512 43 3577 0 62 142080 0 S VFS Cache 104 1015 350 4678 0 126 141960 0 mbuf_packet 256 13 512 2728 0 254 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-512 512 192 48 3422 0 30 122880 0 malloc-384 384 272 38 5304 0 30 119040 0 ksiginfo 112 63 981 154 0 126 116928 0 VMSPACE 2544 38 7 3914 0 4 114480 0 malloc-512 512 193 23 6633 0 30 110592 0 PROC 1328 64 14 3934 0 8 103584 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 32 0 1 98304 0 malloc-1024 1024 91 1 96 0 16 94208 0 filedesc0 1072 65 19 3935 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 20 0 16 83968 0 socket 944 39 33 2819 0 254 67968 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-512 512 115 13 3392 0 30 65536 0 g_bio 408 0 160 5673 0 30 65280 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-4096 4096 12 2 622 0 2 57344 0 malloc-4096 4096 7 7 30 0 2 57344 0 128 Bucket 1024 23 32 427 0 16 56320 0 malloc-384 384 89 51 3788 0 30 53760 0 32 Bucket 256 163 47 12936 0 62 53760 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 2 4 7 0 1 49152 0 malloc-8192 8192 2 4 4017 0 1 49152 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 23 0 8 40960 0 malloc-512 512 24 56 1440 0 30 40960 0 pcpu-8 8 4683 437 4839 0 254 40960 0 tcpcb 1080 7 28 1082 0 254 37800 0 NAMEI 1024 0 36 26784 0 16 36864 0 16 Bucket 144 186 66 2300 0 62 36288 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 3 1 4 0 1 32768 0 malloc-2048 2048 2 14 151 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-4096 4096 6 1 8 0 2 28672 0 malloc-512 512 34 22 208 0 30 28672 0 64 Bucket 512 46 10 4070 0 30 28672 0 KNOTE 160 28 147 27942 0 62 28000 0 pipe 744 25 10 343 0 16 26040 0 TURNSTILE 136 177 12 177 0 62 25704 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 38 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 ertt_txseginfo 40 0 606 4691 0 254 24240 0 ttyinq 160 135 15 300 0 62 24000 0 Files 80 230 70 14629 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 59 0 2 20480 0 PWD 32 21 609 3153 0 254 20160 0 2 Bucket 32 88 542 1684 0 254 20160 0 tcp_inpcb 488 7 33 1082 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 177 15 177 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 2 6 6 0 8 16384 0 malloc-512 512 14 18 159 0 30 16384 0 vtnet_tx_hdr 24 0 668 6010 0 254 16032 0 malloc-4096 4096 2 1 4 0 2 12288 0 malloc-2048 2048 2 4 1096 0 8 12288 0 malloc-2048 2048 3 3 163 0 8 12288 0 8 Bucket 80 43 107 848 0 126 12000 0 udp_inpcb 488 6 18 172 0 254 11712 0 kenv 258 15 30 1035 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 9 0 16 8192 0 malloc-1024 1024 5 3 20 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 31 61 384 0 126 8096 0 rl_entry 40 43 159 43 0 254 8080 0 udpcb 32 6 246 192 0 254 8064 0 ertt 72 7 105 1082 0 126 8064 0 4 Bucket 48 6 162 128 0 254 8064 0 AIO 208 2 36 420 0 62 7904 0 ripcb 488 5 11 12 0 254 7808 0 udplite_inpcb 488 0 16 20 0 254 7808 0 AIOCB 552 1 13 536 0 16 7728 0 unpcb 256 17 13 1499 0 254 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_laddr 48 0 84 12 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 sctp_ep 1280 0 3 2 0 254 3840 0 AIOLIO 272 0 14 2 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2288 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 832 0 0 0 0 16 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0