panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/sys_socket.c:785 cpuid = 0 time = 1625583031 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c636830 vpanic() at vpanic+0x1cc/frame 0xfffffe009c636890 panic() at panic+0x43/frame 0xfffffe009c6368f0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009c636950 soo_aio_cancel() at soo_aio_cancel+0x81/frame 0xfffffe009c636990 aio_cancel_job() at aio_cancel_job+0xc7/frame 0xfffffe009c6369d0 aio_proc_rundown() at aio_proc_rundown+0xd2/frame 0xfffffe009c636a30 exit1() at exit1+0x54b/frame 0xfffffe009c636aa0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe009c636ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c636bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c636bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x2e985a, rsp = 0x7fffffffe478, rbp = 0x7fffffffe480 --- KDB: enter: panic [ thread pid 49732 tid 157450 ] Stopped at kdb_enter+0x67: movq $0,0x164243e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff81132430 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe009c636810 rbp 0xfffffe009c636830 rsi 0 rdi 0xffffffff81132466 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c636700 r11 0x1ff63fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff81a6ef00 r14 0xffffffff81a75a36 r15 0xffffffff81a75a36 rip 0xffffffff811294c7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x164243e(%rip) db> show proc Process 49732 (syz-executor.1) at 0xfffff80068691538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffff8004db69a70 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bdb538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009f6183e0 (map 0xfffffe009f6183e0) (map.pmap 0xfffffe009f6184a0) (pmap 0xfffffe009f618500) threads: 1 157450 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 49733 788 788 0 R (threaded) syz-executor.2 128664 RunQ syz-executor.2 163200 S uwait 0xfffff8004de1d700 syz-executor.2 49732 784 784 0 RE CPU 0 syz-executor.1 49729 783 783 0 R (threaded) syz-executor.0 128727 RunQ syz-executor.0 163195 S uwait 0xfffff8004da9c500 syz-executor.0 39401 1 783 0 S uwait 0xfffff80015b07b00 syz-executor.0 39400 1 783 0 S uwait 0xfffff8004dede100 syz-executor.0 39392 1 783 0 S uwait 0xfffff8004da9c300 syz-executor.0 39391 1 783 0 S uwait 0xfffff80015dd6300 syz-executor.0 34713 1 784 0 S uwait 0xfffff8004dede700 syz-executor.1 34712 1 784 0 S uwait 0xfffff80071e2d700 syz-executor.1 31196 1 799 0 S uwait 0xfffff8004dede900 syz-executor.3 31195 31192 799 0 SV uwait 0xfffff80071e2df00 syz-executor.3 31193 31192 799 0 S uwait 0xfffff80015d16900 syz-executor.3 31192 1 799 0 DV ppwait 0xfffff8004df044e8 syz-executor.3 24486 1 799 0 SV uwait 0xfffff8004ded8700 syz-executor.3 24481 1 799 0 SV uwait 0xfffff8004de1d100 syz-executor.3 16506 1 783 0 S uwait 0xfffff80015dd8d00 syz-executor.0 16504 1 783 0 S uwait 0xfffff8001545b700 syz-executor.0 16052 1 16052 65 Ss select 0xfffff8004dec95c0 dhclient 15463 1 15463 0 Ss select 0xfffff80071b8dbc0 dhclient 15460 1 15460 0 Ss select 0xfffff800710a3ec0 dhclient 15441 1 15441 65 Ss select 0xfffff80071065ec0 dhclient 14839 1 14839 0 Ss select 0xfffff80071b14140 dhclient 14836 1 14836 0 Ss select 0xfffff8004de97140 dhclient 14817 1 14817 65 Ss select 0xfffff80071b8d740 dhclient 10613 1 10613 0 Ss select 0xfffff8004de972c0 dhclient 10606 1 10606 0 Ss select 0xfffff80071065bc0 dhclient 10571 1 10571 65 Ss select 0xfffff8004de97a40 dhclient 2103 2098 799 0 SV uwait 0xfffff80015cb0300 syz-executor.3 2098 1 799 0 DV ppwait 0xfffff8004ddf4a20 syz-executor.3 2061 1 2061 0 Ss select 0xfffff8004de2b5c0 dhclient 2056 1 2056 0 Ss select 0xfffff8004dec9440 dhclient 1832 0 0 0 DL aiordy 0xfffff8004de8c000 [aiod4] 1831 0 0 0 DL aiordy 0xfffff8004de8ca70 [aiod3] 1830 0 0 0 DL aiordy 0xfffff8004de8c538 [aiod2] 1829 0 0 0 DL aiordy 0xfffff8004dbbca70 [aiod1] 799 780 799 0 Rs CPU 1 syz-executor.3 788 780 788 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273f0a0 syz-executor.1 783 780 783 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100104 S uwait 0xfffff80015dd8900 syz-fuzzer 100121 S uwait 0xfffff80015b07d00 syz-fuzzer 100122 S uwait 0xfffff80015d16700 syz-fuzzer 100123 S uwait 0xfffff80015dd6f00 syz-fuzzer 100124 S uwait 0xfffff80015dd6900 syz-fuzzer 100125 S uwait 0xfffff80015d16100 syz-fuzzer 100126 S uwait 0xfffff80015dd6d00 syz-fuzzer 100127 S uwait 0xfffff80015dddd00 syz-fuzzer 100128 S kqread 0xfffff80015de0100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015dfa0b0 csh 776 694 776 0 Ss select 0xfffff8004d456bc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b0f4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b0fcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a984b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a98cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a9c4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a9ccb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015aa04b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015aa0cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a1 cron 694 1 694 0 Ss select 0xfffff8004d43a140 sshd 507 1 507 0 Ss select 0xfffff8004d1ec740 syslogd 436 1 436 0 Ss select 0xfffff80015d03440 devd 435 1 435 65 Ss select 0xfffff80015d032c0 dhclient 350 1 350 0 Ss select 0xfffff80015f055c0 dhclient 347 1 347 0 Ss select 0xfffff80015d03d40 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015cb5a70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015efdce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82849778 [dom0] 100087 D launds 0xffffffff82849784 [laundry: dom0] 100088 D umarcl 0xffffffff815c5950 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830528b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d7a410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 D - 0xfffff80004c6d100 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100069 D - 0xffffffff81e225d1 [deadlkres] 100073 D - 0xfffff80015aa4d00 [acpi_task_0] 100074 D - 0xfffff80015aa4d00 [acpi_task_1] 100075 D - 0xfffff80015aa4d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sctp_stro 1183 653948K 33131 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 pcb 2435 11442K 155432 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 sctp_atcl 2386 2386K 110174 vtbuf 24 2064K 46 sctp_atky 3569 1339K 148101 newblk 9 1036K 49833 vfscache 3 1035K 3 sctp_athm 2386 895K 110296 sctp_map 2366 888K 66262 filedesc 48 761K 97365 subproc 182 756K 49834 acpica 1674 649K 54806 inodedep 61 580K 48804 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 cred 469 469K 795 bus 986 377K 3469 BPF 46 337K 197 sctp_aadr 738 277K 1156 linker 348 270K 409 DEVFS1 107 214K 124 kdtrace 261 210K 112936 module 510 192K 510 vnet_data 1 176K 1 umtx 396 174K 396 sctp_timw 334 167K 334 tidhash 3 164K 3 pagedep 9 140K 48705 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 112K 7 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 3029 syncache 1 76K 1 routetbl 140 74K 441 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 kqueue 84 40K 49770 KTRACE 100 38K 100 lltable 42 36K 160 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 6 pwddesc 82 31K 49736 in6_multi 71 31K 71 DEVFSP 80 30K 7748 GEOM 60 29K 489 kbdmux 6 28K 6 dirrem 52 26K 48716 ifnet 7 25K 7 plimit 24 24K 546 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 653521 pfs_nodes 20 20K 20 proc-args 52 20K 760 freefile 50 19K 48698 UART 12 18K 12 session 35 18K 60 bmsafemap 2 17K 48806 ksem 1 16K 265 rpc 2 16K 2 shmfd 1 16K 57 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 72 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 17 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 121 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 16 6K 12288 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 osd 9 4K 1640 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 97364 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 48685 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 48684 vnodemarker 2 2K 144 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 130 crypto 4 2K 1976 newdirblk 4 2K 48682 diradd 4 2K 48758 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 57767 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 10989 entropy 2 1K 49 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sigio 1 1K 36 chd data 0 0K 0 cubic data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 42433 sctp_iter 0 0K 85 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 75 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_stri 0 0K 194 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 811 cdg data 0 0K 0 vegas data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 4 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 35721 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 70 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 11 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 44 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 48971 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 5 tcp_log_dev 0 0K 518 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3680 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 6 lio 0 0K 27 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 172 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 64331 ioctlops 0 0K 249 eventfd 0 0K 20 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1043 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8346 1560 1200031 0 254 40574976 0 malloc-8192 8192 1204 1416 76980 0 3 21463040 0 malloc-384 384 37219 3511 789472 0 30 15640320 0 malloc-1024 1024 3591 5017 187446 0 16 8814592 0 sctp_asoc 2288 1183 2072 33131 0 254 7447440 0 malloc-2048 2048 1026 1758 34281 0 8 5701632 0 malloc-384 384 6749 8011 272831 0 30 5667840 0 malloc-1024 1024 4725 3 5318 0 16 4841472 0 malloc-1024 1024 65 4171 48950 0 16 4337664 0 sctp_ep 1280 1203 2076 76946 0 254 4197120 0 RADIX NODE 144 27500 637 1258043 0 63 4051728 0 malloc-1024 1024 188 3452 99161 0 16 3727360 0 mbuf 256 9895 2300 2010870 0 254 3121920 0 malloc-8192 8192 327 3 544 0 1 2703360 0 mbuf_cluster 2048 1275 1 1275 0 254 2613248 0 pbuf 2624 0 973 0 0 2 2553152 0 UMA Slabs 0 112 21766 623 23036 0 126 2507568 0 sctp_raddr 736 1183 2084 33131 0 254 2404512 0 malloc-512 512 146 4502 196022 0 30 2379776 0 tcp_log 416 0 5121 36344 0 254 2130336 0 malloc-384 384 1050 4420 52127 0 30 2100480 0 BUF TRIE 144 235 13233 1954 0 62 1939392 0 malloc-32768 32768 24 5 48681 0 1 950272 0 malloc-384 384 2162 68 332052 0 30 856320 0 malloc-8192 8192 86 5 50268 0 1 745472 0 FFS inode 1160 528 46 49226 0 8 665840 0 malloc-384 384 1657 63 199598 0 30 660480 0 socket 944 83 445 90794 0 254 498432 0 malloc-4096 4096 5 112 3808 0 2 479232 0 VM OBJECT 264 1501 89 710691 0 30 419760 0 malloc-16384 16384 25 0 29 0 1 409600 0 vmem btag 56 6789 183 7106 0 254 390432 0 256 Bucket 2048 168 22 21038 0 8 389120 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 THREAD 1808 177 21 63201 0 8 357984 0 sctp_stream_msg_out 112 953 1963 5209 0 254 326592 0 mbuf_packet 256 181 1094 74184 0 254 326400 0 32 Bucket 256 647 583 62873 0 62 314880 0 VNODE 448 567 99 49267 0 30 298368 0 malloc-65536 65536 4 0 4 0 1 262144 0 MAP ENTRY 96 2346 342 2701087 0 126 258048 0 malloc-2048 2048 111 3 128 0 8 233472 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-512 512 355 37 1943 0 30 200704 0 g_bio 408 0 490 12029 0 30 199920 0 malloc-16384 16384 7 5 269 0 1 196608 0 malloc-512 512 367 9 1413 0 30 192512 0 UMA Zones 768 242 2 242 0 16 187392 0 16 Bucket 144 765 411 12986 0 62 169344 0 malloc-32768 32768 3 2 139 0 1 163840 0 VMSPACE 2544 52 11 49702 0 4 160272 0 tcp_bbr_map 128 0 1209 11138 0 126 154752 0 sctp_chunk 152 236 778 2335 0 254 154128 0 S VFS Cache 104 1029 414 50747 0 126 150072 0 FFS2 dinode 256 528 42 49226 0 62 145920 0 PROC 1336 82 17 49733 0 8 132264 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 178 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-384 384 284 56 49064 0 30 130560 0 filedesc0 1072 82 37 49736 0 9 127568 0 ksiginfo 112 84 960 2516 0 126 116928 0 malloc-16384 16384 5 2 60 0 1 114688 0 malloc-8192 8192 13 1 24 0 1 114688 0 udplite_inpcb 488 0 216 10032 0 254 105408 0 malloc-1024 1024 80 20 217 0 16 102400 0 ertt_txseginfo 40 0 2323 76415 0 254 92920 0 malloc-512 512 151 25 191 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-384 384 182 48 1989 0 30 88320 0 128 Bucket 1024 51 32 8036 0 16 84992 0 clpbuf 2624 0 32 33 0 16 83968 0 malloc-16384 16384 3 2 170 0 1 81920 0 malloc-8192 8192 8 2 14 0 1 81920 0 malloc-8192 8192 3 6 196 0 1 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 9 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-4096 4096 3 13 510 0 2 65536 0 malloc-1024 1024 58 2 1206 0 16 61440 0 malloc-384 384 93 67 8588 0 30 61440 0 2 Bucket 32 697 1193 15891 0 254 60480 0 malloc-8192 8192 4 3 21 0 1 57344 0 malloc-4096 4096 12 2 215 0 2 57344 0 tcpcb 1080 5 44 1628 0 254 52920 0 malloc-8192 8192 1 5 48973 0 1 49152 0 malloc-4096 4096 7 5 92 0 2 49152 0 malloc-2048 2048 9 15 1682 0 8 49152 0 8 Bucket 80 239 361 10472 0 126 48000 0 malloc-1024 1024 37 7 993 0 16 45056 0 64 Bucket 512 57 31 32195 0 30 45056 0 Files 80 275 275 162267 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-4096 4096 2 8 78 0 2 40960 0 malloc-4096 4096 7 3 263 0 2 40960 0 malloc-1024 1024 38 2 40 0 16 40960 0 malloc-512 512 39 41 54240 0 30 40960 0 pcpu-8 8 4705 415 5904 0 254 40960 0 pipe 744 23 32 1090 0 16 40920 0 NAMEI 1024 0 36 221089 0 16 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 malloc-512 512 49 23 295 0 30 36864 0 malloc-512 512 27 45 49321 0 30 36864 0 sctp_laddr 48 28 728 18669 0 254 36288 0 tcp_inpcb 488 5 67 1628 0 254 35136 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 199 32 199 0 62 31416 0 KNOTE 160 28 147 580221 0 62 28000 0 malloc-2048 2048 9 3 26 0 8 24576 0 PWD 32 28 728 48760 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 199 57 199 0 126 22528 0 tcp_bbr_pcb 832 0 27 498 0 16 22464 0 tcp_rack_pcb 832 0 27 811 0 16 22464 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-512 512 24 16 8427 0 30 20480 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 28 47 1495 0 254 19200 0 malloc-2048 2048 5 3 6 0 8 16384 0 vtnet_tx_hdr 24 0 668 637800 0 254 16032 0 ripcb 488 5 27 331 0 254 15616 0 udp_inpcb 488 6 26 297 0 254 15616 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-2048 2048 2 4 15 0 8 12288 0 udpcb 32 6 372 10329 0 254 12096 0 4 Bucket 48 81 171 2118 0 254 12096 0 kenv 258 15 30 1042 0 30 11610 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 35 57 60 0 126 8096 0 rl_entry 40 89 113 89 0 254 8080 0 tcp_rack_map 112 0 72 1215 0 126 8064 0 ertt 72 5 107 1628 0 126 8064 0 AIO 208 3 35 70 0 62 7904 0 cryptop 280 0 28 133 0 30 7840 0 AIOCB 552 2 12 63 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 AIOLIO 272 0 28 27 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 sctp_readq 152 0 26 31 0 254 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0