panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/kern/sys_socket.c:822 cpuid = 1 time = 1624909524 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c64f820 vpanic() at vpanic+0x1cc/frame 0xfffffe009c64f880 panic() at panic+0x43/frame 0xfffffe009c64f8e0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009c64f940 soo_aio_queue() at soo_aio_queue+0xae/frame 0xfffffe009c64f980 aio_aqueue() at aio_aqueue+0x927/frame 0xfffffe009c64fab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c64fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c64fbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 20078 tid 121486 ] Stopped at kdb_enter+0x67: movq $0,0x164086e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0098600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c64f800 rbp 0xfffffe009c64f820 rsi 0x40001 rdi 0xffffffff81132036 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c64f6f0 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a6e500 r14 0xffffffff81a7500b r15 0xffffffff81a7500b rip 0xffffffff81129097 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164086e(%rip) db> show proc Process 20078 (syz-executor.2) at 0xfffff80046188000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 814 at 0xfffff80027563a60 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009d8b1000 (map 0xfffffe009d8b1000) (map.pmap 0xfffffe009d8b10c0) (pmap 0xfffffe009d8b1120) threads: 2 114985 RunQ syz-executor.2 121486 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 20080 785 785 0 R syz-executor.0 20079 786 786 0 R (threaded) syz-executor.1 116002 Run CPU 0 syz-executor.1 121488 RunQ syz-executor.1 20078 814 814 0 R (threaded) syz-executor.2 114985 RunQ syz-executor.2 121486 Run CPU 1 syz-executor.2 20074 1 814 0 S uwait 0xfffff800635abb00 syz-executor.2 20073 837 837 0 R (threaded) syz-executor.3 115691 RunQ syz-executor.3 121480 S connec 0xfffff80054053bf0 syz-executor.3 121487 S sbwait 0xfffff80063d6a924 syz-executor.3 20071 1 814 0 S uwait 0xfffff80027b44700 syz-executor.2 20054 1 814 0 S uwait 0xfffff80027f29900 syz-executor.2 20053 1 814 0 S uwait 0xfffff80063aad500 syz-executor.2 19926 1 785 0 S uwait 0xfffff80027aa1d00 syz-executor.0 19925 1 785 0 S uwait 0xfffff800630f4300 syz-executor.0 14344 1 814 0 S uwait 0xfffff80015d8e100 syz-executor.2 14287 1 814 0 S uwait 0xfffff80063bab300 syz-executor.2 14265 1 837 0 S uwait 0xfffff800630f4100 syz-executor.3 14261 1 837 0 S uwait 0xfffff800460c6b00 syz-executor.3 14256 1 837 0 S uwait 0xfffff80027e9f700 syz-executor.3 14251 1 785 0 S uwait 0xfffff80063e2e500 syz-executor.0 14250 1 837 0 S uwait 0xfffff80015d8e700 syz-executor.3 14244 1 837 0 S uwait 0xfffff80015d8ed00 syz-executor.3 14243 1 785 0 S uwait 0xfffff800630f4500 syz-executor.0 14240 1 785 0 S uwait 0xfffff80027f29b00 syz-executor.0 14238 1 837 0 S uwait 0xfffff80027e9ff00 syz-executor.3 14237 1 785 0 S uwait 0xfffff80027ea5700 syz-executor.0 14234 1 785 0 S uwait 0xfffff800630f4700 syz-executor.0 14228 1 837 0 S uwait 0xfffff80027b44500 syz-executor.3 14226 1 785 0 S uwait 0xfffff80015e85900 syz-executor.0 14222 1 785 0 S uwait 0xfffff80063e2e900 syz-executor.0 14221 1 837 0 S uwait 0xfffff80027f58f00 syz-executor.3 14215 1 785 0 S uwait 0xfffff80015e85700 syz-executor.0 14141 1 814 0 S uwait 0xfffff80027aa1500 syz-executor.2 14139 1 814 0 S uwait 0xfffff80027f29300 syz-executor.2 13983 1 837 0 S uwait 0xfffff80027ea5100 syz-executor.3 13982 1 837 0 S uwait 0xfffff800635ab700 syz-executor.3 13981 1 837 0 S uwait 0xfffff80027f29d00 syz-executor.3 13980 1 837 0 S uwait 0xfffff80027ea5500 syz-executor.3 13962 13961 837 0 SV uwait 0xfffff80027b44b00 syz-executor.3 13961 1 837 0 DV ppwait 0xfffff80027563a10 syz-executor.3 13845 1 785 0 S uwait 0xfffff80063aad300 syz-executor.0 13844 1 785 0 S uwait 0xfffff80027e9fb00 syz-executor.0 13704 1 785 0 S uwait 0xfffff80027f1f500 syz-executor.0 13702 1 785 0 S uwait 0xfffff80027f58d00 syz-executor.0 12481 12480 786 0 SV uwait 0xfffff80027b44f00 syz-executor.1 12480 1 786 0 DV ppwait 0xfffff80027fcaa10 syz-executor.1 12076 1 786 0 S uwait 0xfffff800274bbf00 syz-executor.1 12075 1 786 0 S uwait 0xfffff800635ab500 syz-executor.1 8803 1 785 0 S uwait 0xfffff80027ea5d00 syz-executor.0 8802 1 785 0 S uwait 0xfffff80027ea5b00 syz-executor.0 7580 1 7580 65 Ss select 0xfffff800273a28c0 dhclient 6689 1 6689 0 Ss select 0xfffff80063953740 dhclient 6670 1 6670 0 Ss select 0xfffff80063984140 dhclient 6627 1 6627 65 Ss select 0xfffff800279608c0 dhclient 6497 1 837 0 S uwait 0xfffff80027f58100 syz-executor.3 6488 1 837 0 S uwait 0xfffff80027b44900 syz-executor.3 6479 1 837 0 S uwait 0xfffff80004ca5f00 syz-executor.3 6470 1 837 0 S uwait 0xfffff80027ea5f00 syz-executor.3 6461 1 837 0 S uwait 0xfffff80027f29100 syz-executor.3 6452 1 837 0 S uwait 0xfffff800635ab900 syz-executor.3 6443 1 837 0 S uwait 0xfffff80027f29700 syz-executor.3 6434 1 837 0 S uwait 0xfffff80027f1f900 syz-executor.3 6425 1 837 0 S uwait 0xfffff80027ea5300 syz-executor.3 6411 1 814 0 S uwait 0xfffff80027f1fd00 syz-executor.2 6410 1 814 0 S uwait 0xfffff80027e9f300 syz-executor.2 4841 1 4841 0 Ss select 0xfffff80027a1d440 dhclient 4838 1 4838 0 Ss select 0xfffff80027379ec0 dhclient 4804 1 4804 65 Ss select 0xfffff80027a1dd40 dhclient 4038 1 4038 0 Ss select 0xfffff8006305c2c0 dhclient 4035 1 4035 0 Ss select 0xfffff80027f278c0 dhclient 4016 1 4016 65 Ss select 0xfffff80027fb95c0 dhclient 837 780 837 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.3 833 1 833 0 Ss select 0xfffff80027dd62c0 dhclient 826 1 826 0 Ss select 0xfffff80027a1d8c0 dhclient 814 780 814 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.2 801 0 0 0 DL aiordy 0xfffff80027bdc000 [aiod4] 800 0 0 0 DL aiordy 0xfffff80027bdc530 [aiod3] 799 0 0 0 DL aiordy 0xfffff80027bdca60 [aiod2] 798 0 0 0 DL aiordy 0xfffff80027571000 [aiod1] 786 780 786 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.1 785 780 785 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100116 S uwait 0xfffff80015d8e500 syz-fuzzer 100117 S uwait 0xfffff80015eeb700 syz-fuzzer 100118 S uwait 0xfffff80015eeb900 syz-fuzzer 100119 S uwait 0xfffff800274bb100 syz-fuzzer 100120 S kqread 0xfffff80027aa1f00 syz-fuzzer 100121 S uwait 0xfffff800274bb500 syz-fuzzer 100122 S uwait 0xfffff80027a9df00 syz-fuzzer 100123 S uwait 0xfffff80027aa1100 syz-fuzzer 100125 S uwait 0xfffff80027a9d900 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80027571b10 csh 776 694 776 0 Ss select 0xfffff800273798c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2b4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2bcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2f4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2fcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab64b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abc4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abccb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff80015edd140 sshd 507 1 507 0 Ss select 0xfffff80015f40d40 syslogd 436 1 436 0 Ss select 0xfffff80015edbbc0 devd 435 1 435 65 Ss select 0xfffff800273a2bc0 dhclient 350 1 350 0 Ss select 0xfffff800273795c0 dhclient 347 1 347 0 Ss select 0xfffff80015f40a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015b12000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100094 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c50e0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e3d8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82fd5410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e218c0 [deadlkres] 100074 D - 0xfffff80015ac5100 [acpi_task_0] 100075 D - 0xfffff80015ac5100 [acpi_task_1] 100076 D - 0xfffff80015ac5100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 filedesc 124 1991K 38347 inodedep 1330 1849K 19221 pcb 290 1744K 44684 subproc 250 1090K 20212 newblk 9 1036K 20251 vfscache 3 1035K 3 dirrem 1321 661K 19131 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 freefile 1318 495K 19090 intr 4 480K 4 bus 986 377K 3469 BPF 48 339K 77 linker 348 270K 457 kdtrace 328 253K 41570 DEVFS1 107 214K 124 umtx 462 203K 462 sctp_atcl 202 202K 27587 module 510 192K 510 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_stro 77 154K 6146 pagedep 12 142K 19128 tfo_ccache 1 136K 1 sem 4 120K 4 sctp_atky 279 105K 33979 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 sctp_timw 156 78K 156 temp 35 77K 2659 syncache 1 76K 1 sctp_athm 202 76K 27709 vmem 3 72K 5 routetbl 128 69K 419 msg 4 68K 4 pf_osfp 180 68K 180 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 sctp_map 154 58K 12292 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kqueue 122 54K 20095 kenv 95 52K 95 eventhandler 133 50K 133 pwddesc 120 45K 20081 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 43 37K 80 cred 37 37K 292 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 470 DEVFSP 84 32K 534 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 458 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 280461 pfs_nodes 20 20K 20 proc-args 52 20K 661 UART 12 18K 12 session 35 18K 490 bmsafemap 2 17K 19192 ksem 1 16K 229 pf_ifnet 25 16K 781 rpc 2 16K 2 shmfd 1 16K 29 pfs_vncache 1 16K 1 inpcbpolicy 39 15K 4544 ufs_dirhash 24 14K 24 ip6opt 32 14K 127 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 60 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 11 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 55 mount 16 7K 108 osd 17 7K 2723 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 38212 in_multi 6 3K 8 nexusdev 7 3K 7 newdirblk 7 3K 19106 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 64 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 21360 filecaps 5 2K 100 crypto 4 2K 4 diradd 4 2K 19171 xform 4 2K 467 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 freework 2 1K 19077 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 46 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 freeblks 1 1K 19076 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 mqdata 0 0K 0 cdg data 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 0 chd data 0 0K 0 htcp data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 319 pf_altq 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 53 vegas data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8443 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 286 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 17625 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 29 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 11 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 12 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 19789 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 5 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2759 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 12 lio 0 0K 2 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 127 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 22741 ioctlops 0 0K 4278 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 872 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 984 1344530 0 254 38113280 0 malloc-384 384 35646 404 51357 0 30 13843200 0 malloc-1024 1024 4176 8 4206 0 16 4284416 0 RADIX NODE 144 17900 9397 578598 0 63 3930768 0 malloc-1024 1024 144 2872 19275 0 16 3088384 0 malloc-1024 1024 1407 1561 20031 0 16 3039232 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-8192 8192 127 180 21261 0 2 2514944 0 mbuf 256 8897 673 2122327 0 254 2449920 0 malloc-32768 32768 64 2 19174 0 1 2162688 0 BUF TRIE 144 229 13239 1252 0 62 1939392 0 UMA Slabs 0 112 14670 15 14670 0 126 1644720 0 malloc-512 512 1459 1557 19717 0 30 1544192 0 mbuf_cluster 2048 660 2 660 0 254 1355776 0 malloc-384 384 1934 1466 82879 0 30 1305600 0 malloc-8192 8192 122 1 20083 0 1 1007616 0 malloc-384 384 1625 905 366774 0 30 971520 0 malloc-384 384 1728 32 53819 0 30 675840 0 FFS inode 1160 555 26 19645 0 8 673960 0 sctp_asoc 2288 77 198 6146 0 254 629200 0 malloc-1024 1024 207 377 27884 0 16 598016 0 VM OBJECT 264 2158 32 284105 0 30 578160 0 malloc-1024 1024 342 206 42885 0 16 561152 0 malloc-2048 2048 79 189 7336 0 8 548864 0 malloc-4096 4096 7 113 3720 0 2 491520 0 sctp_ep 1280 125 244 21256 0 254 472320 0 MAP ENTRY 96 4461 75 1085202 0 126 435456 0 malloc-16384 16384 24 2 29 0 1 425984 0 THREAD 1808 207 24 21488 0 8 417648 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 socket 944 140 204 29046 0 254 324736 0 malloc-512 512 31 585 21748 0 30 315392 0 VNODE 448 593 82 19685 0 30 302400 0 tcp_bbr_map 128 15 2248 25691 0 126 289664 0 malloc-384 384 636 54 5241 0 30 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 125 3 142 0 8 262144 0 VMSPACE 2544 91 5 20051 0 4 244224 0 sctp_raddr 736 77 231 6356 0 254 226688 0 DEVCTL 1024 0 220 153 0 0 225280 0 256 Bucket 2048 95 15 16823 0 8 225280 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 2 39 0 1 204800 0 malloc-65536 65536 3 0 3 0 1 196608 0 g_bio 408 0 480 8348 0 30 195840 0 malloc-384 384 423 77 80133 0 30 192000 0 UMA Zones 768 242 2 242 0 16 187392 0 vmem btag 56 3204 24 3204 0 254 180768 0 PROC 1328 119 10 20080 0 8 171312 0 mbuf_packet 256 94 566 25598 0 254 168960 0 malloc-384 384 384 56 21952 0 30 168960 0 tcp_inpcb 488 14 314 2711 0 254 160064 0 FFS2 dinode 256 555 30 19645 0 62 149760 0 malloc-1024 1024 142 2 148 0 16 147456 0 malloc-512 512 252 36 19379 0 30 147456 0 filedesc0 1072 120 13 20081 0 8 142576 0 S VFS Cache 104 1042 323 20392 0 126 141960 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-512 512 201 55 39202 0 30 131072 0 128 Bucket 1024 97 22 3678 0 16 121856 0 ertt_txseginfo 40 1 2928 62668 0 254 117160 0 ksiginfo 112 114 930 1861 0 126 116928 0 malloc-384 384 275 15 27229 0 30 111360 0 32 Bucket 256 246 159 23407 0 62 103680 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 32 0 1 98304 0 malloc-512 512 170 14 340 0 30 94208 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 34 0 16 83968 0 malloc-512 512 119 33 20144 0 30 77824 0 16 Bucket 144 361 171 6276 0 62 76608 0 malloc-8192 8192 3 6 473 0 1 73728 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-4096 4096 12 3 314 0 2 61440 0 malloc-2048 2048 10 20 518 0 8 61440 0 tcpcb 1080 13 43 2711 0 254 60480 0 malloc-8192 8192 2 5 20374 0 1 57344 0 malloc-4096 4096 7 6 228 0 2 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 Files 80 345 255 63392 0 126 48000 0 pcpu-8 8 4955 677 18546 0 254 45056 0 64 Bucket 512 43 45 38462 0 30 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 24 0 8 40960 0 malloc-512 512 40 40 2204 0 30 40960 0 tcp_bbr_pcb 832 6 39 1904 0 16 37440 0 NAMEI 1024 0 36 96932 0 16 36864 0 malloc-2048 2048 2 16 151 0 8 36864 0 sctp_chunk 152 57 177 492 0 254 35568 0 TURNSTILE 136 232 20 232 0 62 34272 0 pipe 744 23 22 672 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 udplite_inpcb 488 3 61 1475 0 254 31232 0 malloc-4096 4096 6 1 8 0 2 28672 0 KNOTE 160 28 147 289778 0 62 28000 0 unpcb 256 28 77 3205 0 254 26880 0 SLEEPQUEUE 88 232 56 232 0 126 25344 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 59 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 malloc-512 512 34 14 1003 0 30 24576 0 PWD 32 60 696 19205 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 62 238 4045 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 3 2 59 0 2 20480 0 2 Bucket 32 219 411 6690 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 2569 0 2 16384 0 sctp_stream_msg_out 112 0 144 468 0 254 16128 0 sctp_laddr 48 228 108 1330 0 254 16128 0 vtnet_tx_hdr 24 0 668 686693 0 254 16032 0 udp_inpcb 488 7 25 228 0 254 15616 0 tcp_rack_pcb 832 0 18 53 0 16 14976 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 ripcb 488 16 8 130 0 254 11712 0 kenv 258 15 30 1038 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 9 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 492 0 126 8096 0 rl_entry 40 58 144 58 0 254 8080 0 udpcb 32 10 242 1703 0 254 8064 0 ertt 72 13 99 2711 0 126 8064 0 4 Bucket 48 5 163 451 0 254 8064 0 sctp_readq 152 0 52 18 0 254 7904 0 AIO 208 1 37 73 0 62 7904 0 AIOCB 552 1 13 89 0 16 7728 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_rack_map 112 0 36 20 0 126 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 AIOLIO 272 0 14 2 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0