panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/kern/sys_socket.c:785 cpuid = 1 time = 1623689334 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0094dd6830 vpanic() at vpanic+0x1cc/frame 0xfffffe0094dd6890 panic() at panic+0x43/frame 0xfffffe0094dd68f0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe0094dd6950 soo_aio_cancel() at soo_aio_cancel+0x81/frame 0xfffffe0094dd6990 aio_cancel_job() at aio_cancel_job+0xc7/frame 0xfffffe0094dd69d0 aio_proc_rundown() at aio_proc_rundown+0xd2/frame 0xfffffe0094dd6a30 exit1() at exit1+0x54b/frame 0xfffffe0094dd6aa0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0094dd6ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe0094dd6bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5d8 KDB: enter: panic [ thread pid 15266 tid 104514 ] Stopped at kdb_enter+0x67: movq $0,0x164006e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff81132800 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0094dd6810 rbp 0xfffffe0094dd6830 rsi 0 rdi 0xffffffff81132836 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0094dd6700 r11 0x1ff6bfff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a6d500 r14 0xffffffff81a73e7b r15 0xffffffff81a73e7b rip 0xffffffff81129897 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164006e(%rip) db> show proc Process 15266 (syz-executor.3) at 0xfffff8004e3db530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 791 at 0xfffff8004e38da60 ABI: FreeBSD ELF32 flag: 0x10002000 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009505c000 (map 0xfffffe009505c000) (map.pmap 0xfffffe009505c0c0) (pmap 0xfffffe009505c120) threads: 1 104514 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 15266 791 791 0 RE CPU 1 syz-executor.3 15263 785 785 0 R (threaded) syz-executor.2 102641 Run CPU 0 syz-executor.2 121977 S connec 0xfffff8006f55f0e0 syz-executor.2 121984 RunQ syz-executor.2 15260 782 782 0 R (threaded) syz-executor.0 100096 RunQ syz-executor.0 121976 S connec 0xfffff8006f62c840 syz-executor.0 121981 S uwait 0xfffff8004ea2a300 syz-executor.0 2624 1 2624 65 Ss select 0xfffff8004ef58140 dhclient 2591 0 0 0 DL aiordy 0xfffff8004ee1a000 [aiod4] 2590 0 0 0 DL aiordy 0xfffff80015d77000 [aiod3] 2589 0 0 0 DL aiordy 0xfffff8004eee1530 [aiod2] 2588 0 0 0 DL aiordy 0xfffff8004ebeb530 [aiod1] 2239 1 2239 0 Ss select 0xfffff8004ec2f440 dhclient 2234 1 2234 0 Ss select 0xfffff8004ed69740 dhclient 2215 1 2215 65 Ss select 0xfffff8005f0acec0 dhclient 1851 1 1851 0 Ss select 0xfffff8004ec75d40 dhclient 1848 1 1848 0 Ss select 0xfffff8004ecee740 dhclient 1829 1 1829 65 Ss select 0xfffff8004ed762c0 dhclient 1462 1 1462 0 Ss select 0xfffff80015d988c0 dhclient 1459 1 1459 0 Ss select 0xfffff8004ee982c0 dhclient 1440 1 1440 65 Ss select 0xfffff8004ed765c0 dhclient 1025 1 1025 0 Ss select 0xfffff8004ee98140 dhclient 1022 1 1022 0 Ss select 0xfffff8004eb03440 dhclient 791 780 791 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.3 785 780 785 0 Rs syz-executor.2 783 780 783 0 Rs syz-executor.1 782 780 782 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100089 S uwait 0xfffff80015d27700 syz-fuzzer 100121 S uwait 0xfffff8004e3ddf00 syz-fuzzer 100122 S uwait 0xfffff8004ea2ab00 syz-fuzzer 100123 S kqread 0xfffff80015dd6b00 syz-fuzzer 100124 S uwait 0xfffff8004ea2af00 syz-fuzzer 100125 S uwait 0xfffff8004ea2a500 syz-fuzzer 100126 S uwait 0xfffff8004ea2a700 syz-fuzzer 100128 S uwait 0xfffff8004e3dd300 syz-fuzzer 100857 S uwait 0xfffff8004ecba100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015f1c0b0 csh 776 694 776 0 Ss select 0xfffff80015d9e440 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154804b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b094b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b09cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b0d4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b0dcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a944b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a94cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a994b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a99cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff80015dd4ec0 sshd 507 1 507 0 Ss select 0xfffff8004e3e3ec0 syslogd 436 1 436 0 Ss select 0xfffff80015d98440 devd 435 1 435 65 Ss select 0xfffff80015d9e2c0 dhclient 350 1 350 0 Ss select 0xfffff80015d982c0 dhclient 347 1 347 0 Ss select 0xfffff80015d98140 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cae530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015df3ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c41d0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f3f8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d86410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d84c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d4dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d4dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c5d900 [firmware taskq] 100038 D - 0xfffff80004c5d500 [crypto_0] 100039 D - 0xfffff80004c5d500 [crypto_1] 100055 D - 0xfffff800153e2d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153e2900 [vtnet0 txq 0] 100057 D - 0xfffff800153e2500 [vtnet0 rxq 1] 100058 D - 0xfffff800153e2100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001543c900 [virtio_balloon] 100064 D - 0xfffff800154bfd00 [mca taskq] 100066 D - 0xffffffff81e20690 [deadlkres] 100074 D - 0xfffff80015aa1d00 [acpi_task_0] 100075 D - 0xfffff80015aa1d00 [acpi_task_1] 100076 D - 0xfffff80015aa1d00 [acpi_task_2] 100077 D - 0xfffff80004c5d100 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 834 4233K 42900 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 newblk 13 1038K 15765 vfscache 3 1035K 3 sctp_atcl 799 799K 27340 sctp_stro 397 794K 7784 inodedep 237 756K 17359 acpica 1674 649K 54806 subproc 151 613K 15352 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_atky 1196 449K 35462 bus 986 377K 3469 BPF 46 337K 48 sctp_athm 799 300K 27705 sctp_map 794 298K 15568 linker 348 270K 409 filedesc 16 243K 28491 DEVFS1 107 214K 124 module 510 192K 510 kdtrace 230 189K 37252 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 9 140K 14599 tfo_ccache 1 136K 1 sem 4 120K 4 dirrem 227 114K 15294 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 freefile 228 86K 15291 mtx_pool 2 80K 2 temp 35 77K 6940 syncache 1 76K 1 routetbl 127 69K 404 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 sctp_timw 122 61K 122 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 752 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 kqueue 68 34K 15290 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 2 DEVFSP 80 30K 200 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 283 pwddesc 66 25K 15267 ifnet 7 25K 7 plimit 24 24K 484 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 207786 pfs_nodes 20 20K 20 proc-args 52 20K 725 UART 12 18K 12 session 35 18K 54 bmsafemap 2 17K 16434 ksem 1 16K 1 rpc 2 16K 2 shmfd 1 16K 4 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 63 Unitno 30 12K 47 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 15 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 2373 mount 16 7K 90 inpcbpolicy 17 7K 5445 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 freework 10 5K 15179 freeblks 9 5K 15178 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 osd 10 4K 4857 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 28462 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 22576 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 1820 iov 2 2K 27683 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 120 crypto 4 2K 6 newdirblk 4 2K 14231 diradd 4 2K 15335 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 162 entropy 2 1K 48 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 tcp_fsb 1 1K 18 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cubic data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 tcp_do 0 0K 0 chd data 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8353 sctp_iter 0 0K 9 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 sctp_stri 0 0K 676 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cdg data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 7683 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 906 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 32 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 14436 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 24 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 17993 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 6 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 785 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 230 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 911 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8647 624 815054 0 254 37974016 0 malloc-8192 8192 405 1278 19229 0 2 13787136 0 malloc-384 384 34708 62 94870 0 30 13351680 0 malloc-1024 1024 1219 3845 47290 0 16 5185536 0 malloc-1024 1024 4126 14 6360 0 16 4239360 0 malloc-384 384 3838 6402 146201 0 30 3932160 0 sctp_asoc 2288 397 1303 7784 0 254 3889600 0 malloc-2048 2048 399 1281 7795 0 8 3440640 0 malloc-8192 8192 392 6 15753 0 1 3260416 0 mbuf 256 9430 2810 2051798 0 254 3133440 0 pbuf 2624 0 989 0 0 2 2595136 0 sctp_ep 1280 402 1302 19218 0 254 2181120 0 BUF TRIE 144 183 13285 9656 0 62 1939392 0 UMA Slabs 0 112 16318 23 16318 0 126 1830192 0 mbuf_cluster 2048 765 1 765 0 254 1568768 0 RADIX NODE 144 10301 224 411921 0 62 1515600 0 malloc-384 384 1147 2573 26920 0 30 1428480 0 sctp_raddr 736 397 1308 8008 0 254 1254880 0 malloc-384 384 1910 760 36937 0 30 1025280 0 malloc-1024 1024 249 747 17457 0 16 1019904 0 tcp_log 416 10 2168 3299 0 254 906048 0 FFS inode 1160 518 28 15810 0 8 633360 0 malloc-1024 1024 2 598 7688 0 16 614400 0 malloc-512 512 247 745 15395 0 30 507904 0 malloc-32768 32768 8 5 14244 0 1 425984 0 malloc-512 512 238 562 32961 0 30 409600 0 malloc-65536 65536 5 1 181 0 1 393216 0 malloc-16384 16384 23 0 23 0 1 376832 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1288 92 223743 0 30 364320 0 256 Bucket 2048 155 19 18506 0 8 356352 0 ertt_txseginfo 40 0 8787 746834 0 254 351480 0 THREAD 1808 163 24 21984 0 8 338096 0 malloc-65536 65536 3 2 5 0 1 327680 0 sctp_chunk 152 256 1824 3399 0 254 316160 0 malloc-1024 1024 265 39 23576 0 16 311296 0 tcp_bbr_map 128 3 2322 29438 0 126 297600 0 VNODE 448 556 92 15850 0 30 290304 0 malloc-2048 2048 124 12 450 0 8 278528 0 vmem btag 56 4779 105 4779 0 254 273504 0 socket 944 52 224 25904 0 254 260544 0 malloc-384 384 604 66 50871 0 30 257280 0 tcp_inpcb 488 6 514 4845 0 254 253760 0 malloc-4096 4096 12 47 18819 0 3 241664 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-384 384 503 67 31049 0 30 218880 0 mbuf_packet 256 137 628 43015 0 254 195840 0 malloc-384 384 436 64 208533 0 30 192000 0 MAP ENTRY 96 1633 341 837183 0 126 189504 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 6 4 268 0 1 163840 0 malloc-16384 16384 10 0 10 0 1 163840 0 malloc-8192 8192 18 2 652 0 1 163840 0 FFS2 dinode 256 518 82 15809 0 62 153600 0 malloc-16384 16384 7 2 12 0 1 147456 0 32 Bucket 256 447 123 16276 0 62 145920 0 S VFS Cache 104 1030 335 16558 0 126 141960 0 malloc-512 512 250 14 3458 0 30 135168 0 VMSPACE 2544 39 12 15246 0 4 129744 0 malloc-512 512 185 55 31558 0 30 122880 0 ksiginfo 112 69 975 1099 0 126 116928 0 PROC 1328 65 19 15266 0 8 111552 0 malloc-1024 1024 98 2 104 0 16 102400 0 malloc-32768 32768 1 2 122 0 1 98304 0 malloc-32768 32768 2 1 17 0 1 98304 0 tcpcb 1080 6 85 4845 0 254 98280 0 malloc-1024 1024 86 6 86 0 16 94208 0 filedesc0 1072 66 18 15267 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 200 69437 0 30 81600 0 128 Bucket 1024 48 31 1478 0 16 80896 0 16 Bucket 144 380 152 4683 0 62 76608 0 malloc-2048 2048 29 5 33 0 8 69632 0 malloc-512 512 132 4 484 0 30 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-8192 8192 7 1 9 0 1 65536 0 malloc-1024 1024 57 7 940 0 16 65536 0 sctp_stream_msg_out 112 179 361 3251 0 254 60480 0 malloc-8192 8192 2 5 14442 0 1 57344 0 64 Bucket 512 52 60 11775 0 30 57344 0 malloc-16384 16384 1 2 6 0 1 49152 0 malloc-4096 4096 3 9 27 0 2 49152 0 malloc-4096 4096 9 3 313 0 2 49152 0 malloc-2048 2048 7 17 515 0 8 49152 0 malloc-384 384 64 56 858 0 30 46080 0 malloc-512 512 21 67 15353 0 30 45056 0 clpbuf 2624 0 16 20 0 16 41984 0 malloc-4096 4096 4 6 36 0 2 40960 0 malloc-512 512 48 32 157 0 30 40960 0 pcpu-8 8 4701 419 4871 0 254 40960 0 Files 80 243 257 52317 0 126 40000 0 tcp_bbr_pcb 832 1 44 3823 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 77624 0 16 36864 0 pipe 744 23 22 524 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-8192 8192 2 2 87 0 1 32768 0 malloc-4096 4096 6 2 23 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 2 Bucket 32 714 294 6153 0 254 32256 0 TURNSTILE 136 188 22 188 0 62 28560 0 4 Bucket 48 20 568 3158 0 254 28224 0 KNOTE 160 28 147 215767 0 62 28000 0 8 Bucket 80 199 151 4321 0 126 28000 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 2 3 46 0 2 20480 0 PWD 32 21 609 14335 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 0 668 457335 0 254 16032 0 udplite_inpcb 488 0 32 189 0 254 15616 0 tcp_rack_pcb 832 1 17 18 0 16 14976 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-2048 2048 0 6 1303 0 8 12288 0 sctp_laddr 48 0 252 5276 0 254 12096 0 ertt 72 6 162 4845 0 126 12096 0 ripcb 488 5 19 194 0 254 11712 0 udp_inpcb 488 6 18 217 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 unpcb 256 20 25 1183 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 6 0 2 8192 0 malloc-2048 2048 1 3 3 0 8 8192 0 malloc-512 512 4 12 41 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 54 0 126 8096 0 rl_entry 40 89 113 89 0 254 8080 0 udpcb 32 6 246 406 0 254 8064 0 sctp_readq 152 0 52 139 0 254 7904 0 cryptop 280 0 28 2 0 30 7840 0 AIOCB 552 2 12 33 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_rack_map 112 2 34 2 0 126 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 AIO 208 1 18 29 0 62 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0