panic: pmap_growkernel: no memory to grow kernel cpuid = 0 time = 121 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c8b9c20 vpanic() at vpanic+0x1c7/frame 0xfffffe009c8b9c80 panic() at panic+0x43/frame 0xfffffe009c8b9ce0 pmap_growkernel() at pmap_growkernel+0x5f0/frame 0xfffffe009c8b9d20 vm_map_insert() at vm_map_insert+0x4a2/frame 0xfffffe009c8b9dd0 vm_map_find() at vm_map_find+0x7ce/frame 0xfffffe009c8b9ea0 kva_import() at kva_import+0x61/frame 0xfffffe009c8b9ef0 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe009c8b9f40 vmem_xalloc() at vmem_xalloc+0xaed/frame 0xfffffe009c8b9fd0 kva_import_domain() at kva_import_domain+0x68/frame 0xfffffe009c8ba020 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe009c8ba070 vmem_xalloc() at vmem_xalloc+0xaed/frame 0xfffffe009c8ba100 vmem_alloc() at vmem_alloc+0xf9/frame 0xfffffe009c8ba160 kmem_malloc_domainset() at kmem_malloc_domainset+0x9b/frame 0xfffffe009c8ba1d0 malloc_large() at malloc_large+0x48/frame 0xfffffe009c8ba220 malloc() at malloc+0x247/frame 0xfffffe009c8ba290 pfioctl() at pfioctl+0x1745/frame 0xfffffe009c8ba780 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe009c8ba7e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe009c8ba810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe009c8ba930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe009c8ba970 kern_ioctl() at kern_ioctl+0x3cd/frame 0xfffffe009c8ba9e0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe009c8baab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c8babf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c8babf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 58995 tid 162285 ] Stopped at kdb_enter+0x67: movq $0,0x1640dae(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0098800000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c8b9c00 rbp 0xfffffe009c8b9c20 rsi 0x40001 rdi 0xffffffff81131166 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c8b9af0 r11 0x1ff63fff59c r12 0xffffffff82267bc0 ddb_dbbe r13 0 r14 0xffffffff81a715a8 r15 0xffffffff81a715a8 rip 0xffffffff81128157 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1640dae(%rip) db> show proc Process 58995 (syz-executor.3) at 0xfffff800741a1a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 798 at 0xfffff8004f1b2a60 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a01fc9f0 (map 0xfffffe00a01fc9f0) (map.pmap 0xfffffe00a01fcab0) (pmap 0xfffffe00a01fcb10) threads: 3 159330 RunQ syz-executor.3 162275 Run CPU 1 syz-executor.3 162285 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 58995 798 798 0 R (threaded) syz-executor.3 159330 RunQ syz-executor.3 162275 Run CPU 1 syz-executor.3 162285 Run CPU 0 syz-executor.3 57735 57734 798 0 SV uwait 0xfffff8004ffdcb00 syz-executor.3 57734 1 798 0 DV ppwait 0xfffff8007437bf40 syz-executor.3 57498 57496 785 0 SV uwait 0xfffff8004fe70500 syz-executor.0 57496 1 785 0 DV ppwait 0xfffff80007dd3f40 syz-executor.0 52891 1 786 0 S uwait 0xfffff8004fe70f00 syz-executor.1 52890 1 786 0 S uwait 0xfffff8001f052b00 syz-executor.1 52741 1 786 0 S uwait 0xfffff8002eb77f00 syz-executor.1 52738 1 786 0 S uwait 0xfffff8004fe56d00 syz-executor.1 52384 52383 798 0 SV uwait 0xfffff8001f090900 syz-executor.3 52383 1 798 0 DV ppwait 0xfffff8004fe3bf40 syz-executor.3 49090 1 49086 0 S uwait 0xfffff8004fdab300 syz-executor.3 49089 1 49086 0 S uwait 0xfffff8002ed1b700 syz-executor.3 44633 1 792 0 S uwait 0xfffff8004fff0300 syz-executor.2 44630 1 792 0 S uwait 0xfffff8004fdab100 syz-executor.2 43934 1 798 0 S uwait 0xfffff80015dc4300 syz-executor.3 43933 1 798 0 S uwait 0xfffff8001534c300 syz-executor.3 42871 1 792 0 S uwait 0xfffff8004ffdcf00 syz-executor.2 42862 1 792 0 S uwait 0xfffff8004ff04300 syz-executor.2 42312 1 798 0 S uwait 0xfffff8004f3e6500 syz-executor.3 42310 1 798 0 S uwait 0xfffff8004f2bb300 syz-executor.3 42260 1 786 0 S umtxn 0xfffff8004f2bb100 syz-executor.1 42259 1 786 0 S umtxn 0xfffff8004fb24d00 syz-executor.1 42050 1 785 0 S uwait 0xfffff8004f2bb900 syz-executor.0 42048 1 785 0 S uwait 0xfffff8001f07ed00 syz-executor.0 41345 1 798 0 SV uwait 0xfffff8004fff0100 syz-executor.3 41344 1 798 0 SV uwait 0xfffff8004fdab700 syz-executor.3 20449 1 786 0 S uwait 0xfffff8004fe70300 syz-executor.1 20448 1 786 0 S uwait 0xfffff8004fe56300 syz-executor.1 17132 1 17132 65 Ss select 0xfffff8002e4aeec0 dhclient 10640 1 10640 0 Ss select 0xfffff8002e4aebc0 dhclient 10632 1 10632 0 Ss select 0xfffff8002e3db140 dhclient 10597 1 10597 65 Ss select 0xfffff8002e087a40 dhclient 7733 1 785 0 S uwait 0xfffff80015c49f00 syz-executor.0 7729 1 785 0 S uwait 0xfffff8004f2e7700 syz-executor.0 7141 1 7141 0 Ss select 0xfffff8002e0dd140 dhclient 7138 1 7138 0 Ss select 0xfffff8001ff54a40 dhclient 7119 1 7119 65 Ss select 0xfffff8002e099d40 dhclient 6512 1 6512 0 Ss select 0xfffff8001fe78a40 dhclient 6509 1 6509 0 Ss select 0xfffff8001fe9e5c0 dhclient 6490 1 6490 65 Ss select 0xfffff8001ff84d40 dhclient 2207 1 2207 0 Ss select 0xfffff8001f2cdd40 dhclient 2204 1 2204 0 Ss select 0xfffff8001f383740 dhclient 893 892 792 0 SV uwait 0xfffff8004fe70900 syz-executor.2 892 1 792 0 DV ppwait 0xfffff8004fe73f40 syz-executor.2 872 1 798 0 S uwait 0xfffff8004f2e7b00 syz-executor.3 870 0 0 0 DL aiordy 0xfffff8004fb55a60 [aiod4] 868 0 0 0 DL aiordy 0xfffff8004f1b2000 [aiod3] 867 0 0 0 DL aiordy 0xfffff8004f41b000 [aiod2] 866 0 0 0 DL aiordy 0xfffff8004f41ba60 [aiod1] 861 1 798 0 S uwait 0xfffff8001534c100 syz-executor.3 798 780 798 0 Rs syz-executor.3 792 780 792 0 Ss piperd 0xfffff8004fce92e8 syz-executor.2 786 780 786 0 Ss piperd 0xfffff8004f388000 syz-executor.1 785 780 785 0 Ss piperd 0xfffff80015e065d0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100094 S uwait 0xfffff8001534c500 syz-fuzzer 100122 S uwait 0xfffff80015732900 syz-fuzzer 100123 S uwait 0xfffff80015d47900 syz-fuzzer 100124 S uwait 0xfffff8004f443900 syz-fuzzer 100125 S uwait 0xfffff8004f443b00 syz-fuzzer 100126 S uwait 0xfffff8004f2e7300 syz-fuzzer 100127 S uwait 0xfffff8004f2e7500 syz-fuzzer 100128 S uwait 0xfffff8004f443d00 syz-fuzzer 100129 S uwait 0xfffff80015dc4100 syz-fuzzer 138358 S kqread 0xfffff80015e0e700 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015daf0b0 csh 776 694 776 0 Ss select 0xfffff80015dfc5c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015425cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa8cb0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aa9cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aaacb0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aaecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a34cb0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a36cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a37cb0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a39cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c6a1 cron 694 1 694 0 Ss select 0xfffff8004f34dd40 sshd 507 1 507 0 Ss select 0xfffff8004f251140 syslogd 436 1 436 0 Ss select 0xfffff8004f2d8440 devd 435 1 435 65 Ss select 0xfffff80015ddb140 dhclient 350 1 350 0 Ss select 0xfffff8004f2518c0 dhclient 347 1 347 0 Ss select 0xfffff8004f2d8bc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4b530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282ba50 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ab20 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015e354e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852988 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100079 RunQ [dom0] 100086 D launds 0xffffffff82846e04 [laundry: dom0] 100087 D umarcl 0xffffffff815c5d50 [uma] 18 0 0 0 RL [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff83098828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e673c0 [pf purge] 15 0 0 0 DL - 0xffffffff828281dc [soaiod4] 9 0 0 0 DL - 0xffffffff828281dc [soaiod3] 8 0 0 0 DL - 0xffffffff828281dc [soaiod2] 7 0 0 0 DL - 0xffffffff828281dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d84488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004433b80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004433b30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff828442e0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bee0 [g_event] 100036 D - 0xffffffff8271bee8 [g_up] 100037 D - 0xffffffff8271bef0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4dd00 [thr_0] 100029 D - 0xfffff80004c4dd80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828447f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c470 [swapper] 100005 D - 0xfffff80004c7b900 [if_io_tqg_0] 100006 D - 0xfffff80004c7b500 [if_io_tqg_1] 100007 D - 0xfffff80004c7b100 [if_config_tqg_0] 100008 D - 0xfffff80004c73d00 [softirq_0] 100009 D - 0xfffff80004c73900 [softirq_1] 100010 D - 0xfffff80004c72500 [aiod_kick taskq] 100012 D - 0xfffff80004c71500 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c67d00 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66500 [thread taskq] 100019 D - 0xfffff80004c64d00 [in6m_free taskq] 100020 D - 0xfffff80004c64500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c64500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c64500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c64500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cf1100 [firmware taskq] 100038 D - 0xfffff80004d4dd00 [crypto_0] 100039 D - 0xfffff80004d4dd00 [crypto_1] 100055 D - 0xfffff8001537f500 [vtnet0 rxq 0] 100056 D - 0xfffff8001537f100 [vtnet0 txq 0] 100057 D - 0xfffff80015366d00 [vtnet0 rxq 1] 100058 D - 0xfffff80015366900 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153e0900 [virtio_balloon] 100064 D - 0xfffff800153e8d00 [mca taskq] 100069 D - 0xffffffff81e1dda1 [deadlkres] 100074 D - 0xfffff80015a3c900 [acpi_task_0] 100075 D - 0xfffff80015a3c900 [acpi_task_1] 100076 D - 0xfffff80015a3c900 [acpi_task_2] 100077 D - 0xfffff80004d4b100 [CAM taskq] db> show all locks Process 58995 (syz-executor.3) thread 0xfffffe00a016fac0 (162275) exclusive sleep mutex pmap (pmap) r = 0 (0xffffffff82880030) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:6155 Process 58995 (syz-executor.3) thread 0xfffffe00a01a5560 (162285) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff828463a8) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:2127 Process 19 (pagedaemon) thread 0xfffffe0055370000 (100079) shared rw UMA lock (UMA lock) r = 0 (0xffffffff82244500) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:3019 shared sx umareclaim (umareclaim) r = 0 (0xffffffff82846250) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:5132 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 pcb 1690 8085K 129317 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 sctp_atcl 1656 1656K 89322 sctp_stro 819 1638K 25248 filedesc 78 1247K 115973 newblk 11 1037K 58718 vfscache 3 1035K 3 sctp_atky 2475 929K 115533 subproc 216 902K 59201 inodedep 157 676K 58184 acpica 1674 649K 54806 sctp_athm 1656 621K 89874 sctp_map 1638 615K 50484 linker 368 539K 806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 48 339K 125 kdtrace 292 231K 121289 DEVFS1 107 214K 124 pf_rule 52 208K 376 module 511 192K 511 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 11 141K 57988 tfo_ccache 1 136K 1 sem 4 120K 4 sctp_timw 224 112K 224 vmem 3 112K 7 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 4240 syncache 1 76K 1 dirrem 147 74K 58083 routetbl 131 70K 1422 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 shm 4 56K 366 freefile 146 55K 58063 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 101 46K 59021 ithread 99 43K 99 rman 84 42K 425 lltable 44 38K 131 KTRACE 100 38K 100 pwddesc 97 37K 59001 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 DEVFSP 83 32K 8375 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 317 ifnet 7 25K 7 plimit 24 24K 507 kcovinfo 64 24K 68 ksem 4 21K 34 CAM queue 5 21K 1528 selfd 55 21K 798778 pfs_nodes 20 20K 20 proc-args 52 20K 719 session 36 18K 61 UART 12 18K 12 bmsafemap 2 17K 58218 rpc 2 16K 2 shmfd 1 16K 37 pfs_vncache 1 16K 1 lockf 36 14K 128 sglist 5 13K 5 ufs_dirhash 20 13K 24 MCA 32 12K 32 CAM DEV 3 12K 510 Unitno 31 12K 59 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 mount 22 10K 188 pf_ifnet 11 9K 475 uidinfo 3 9K 16 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 99 sctp_stri 7 7K 2479 inpcbpolicy 17 7K 12252 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 sctp_aadr 10 4K 40 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 8994 ipsec 3 3K 3 mkdir 8 3K 115936 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 58043 sctp_ifn 6 3K 14 newdirblk 6 3K 57968 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 58042 vnodemarker 2 2K 96 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 122 crypto 4 2K 3600 diradd 4 2K 58124 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 69407 xform 3 2K 11268 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 2 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 48 filedesc_to_leader 2 1K 3 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 cdg data 0 0K 17 sctp_mcore 0 0K 0 sctp_socko 0 0K 42644 sctp_iter 0 0K 88 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 78 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 pf_table 0 0K 252 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1232 mqdata 0 0K 0 cubic data 0 0K 62 dctcp data 0 0K 12 htcp data 0 0K 33 chd data 0 0K 16 vegas data 0 0K 2 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 46403 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 45 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 31 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 168 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 10 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 58221 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 4196 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3617 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 8 lio 0 0K 23 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 144 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 66235 ioctlops 0 0K 6340 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 882 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 14 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8449 1302 1559289 0 254 39940096 0 malloc-8192 8192 831 3259 62316 0 1 33505280 0 malloc-384 384 38785 16315 429817 0 30 21158400 0 mbuf 256 9297 47043 2840884 0 254 14423040 0 sctp_asoc 2288 819 3466 25242 0 254 9804080 0 malloc-1024 1024 1669 6547 93924 0 16 8413184 0 malloc-2048 2048 825 3269 25763 0 8 8384512 0 sctp_ep 1280 830 3481 61156 0 254 5518080 0 malloc-1024 1024 303 4177 58716 0 16 4587520 0 RADIX NODE 144 31684 37 1375532 0 63 4567824 0 malloc-1024 1024 4404 32 66609 0 16 4542464 0 malloc-1024 1024 875 3285 61900 0 16 4259840 0 malloc-384 384 3828 6572 182018 0 30 3993600 0 malloc-1024 1024 64 3808 46467 0 16 3964928 0 tcp_log 416 0 8838 196408 0 254 3676608 0 mbuf_cluster 2048 1485 1 1485 0 254 3043328 0 malloc-8192 8192 341 3 1126 0 1 2818048 0 UMA Slabs 0 112 25004 13 25004 0 126 2801904 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-512 512 567 4185 77751 0 30 2433024 0 sctp_raddr 736 854 2292 33817 0 253 2315456 0 malloc-384 384 1207 4143 1127974 0 30 2054400 0 BUF TRIE 144 191 13277 1691 0 62 1939392 0 malloc-32768 32768 39 7 57985 0 1 1507328 0 256 Bucket 2048 385 127 27063 0 8 1048576 0 malloc-8192 8192 100 7 59068 0 1 876544 0 FFS inode 1160 537 30 58602 0 8 657720 0 VM OBJECT 264 1853 82 829599 0 30 510840 0 vmem btag 56 8149 47 8149 0 254 458976 0 malloc-384 384 1072 18 3392 0 30 418560 0 sctp_chunk 152 386 2344 33523 0 253 414960 0 malloc-65536 65536 6 0 6 0 1 393216 0 mbuf_packet 256 383 1102 100204 0 254 380160 0 THREAD 1808 193 16 62285 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-384 384 933 27 2256 0 30 368640 0 malloc-16384 16384 22 0 253 0 1 360448 0 socket 944 70 298 75243 0 254 347392 0 MAP ENTRY 96 3095 391 3172653 0 126 334656 0 32 Bucket 256 1141 149 37830 0 62 330240 0 malloc-512 512 12 588 58720 0 30 307200 0 ertt_txseginfo 40 0 7474 158307 0 254 298960 0 VNODE 448 575 82 58642 0 30 294336 0 tcp_bbr_map 128 0 2294 48850 0 126 293632 0 malloc-2048 2048 141 1 160 0 8 290816 0 sctp_stream_msg_out 112 434 1942 9303 0 253 266112 0 tcp_inpcb 488 4 524 8982 0 254 257664 0 malloc-4096 4096 58 2 191 0 2 245760 0 malloc-4096 4096 9 49 4594 0 3 237568 0 DEVCTL 1024 0 216 132 0 0 221184 0 VMSPACE 2544 66 12 58967 0 4 198432 0 malloc-16384 16384 10 2 18 0 1 196608 0 16 Bucket 144 1170 174 14404 0 62 193536 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32768 32768 3 2 19 0 1 163840 0 PROC 1328 97 20 59002 0 8 155376 0 malloc-512 512 240 56 59936 0 30 151552 0 S VFS Cache 104 1038 405 60241 0 126 150072 0 FFS2 dinode 256 537 33 58601 0 62 145920 0 malloc-65536 65536 1 1 3 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-16384 16384 3 5 68 0 1 131072 0 filedesc0 1072 97 22 59001 0 8 127568 0 ksiginfo 112 101 943 2636 0 126 116928 0 malloc-16384 16384 5 2 84 0 1 114688 0 malloc-384 384 222 58 58432 0 30 107520 0 malloc-8192 8192 8 5 58597 0 1 106496 0 malloc-512 512 154 54 61188 0 30 106496 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-16384 16384 3 3 33 0 1 98304 0 malloc-16384 16384 5 1 7 0 1 98304 0 128 Bucket 1024 54 37 12547 0 16 93184 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-384 384 149 71 79381 0 30 84480 0 clpbuf 2624 0 32 23 0 16 83968 0 malloc-8192 8192 9 1 12 0 1 81920 0 g_bio 408 0 200 11915 0 30 81600 0 tcpcb 1080 4 66 8982 0 254 75600 0 malloc-512 512 55 89 950 0 30 73728 0 malloc-512 512 89 55 117150 0 30 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 2 Bucket 32 1710 306 18189 0 254 64512 0 malloc-4096 4096 8 6 263 0 2 57344 0 pcpu-8 8 5147 2021 16046 0 254 57344 0 64 Bucket 512 41 71 28406 0 30 57344 0 malloc-384 384 90 50 7843 0 30 53760 0 malloc-16384 16384 1 2 6 0 1 49152 0 malloc-512 512 48 48 227 0 30 49152 0 malloc-1024 1024 22 22 1072 0 16 45056 0 malloc-1024 1024 40 4 58 0 16 45056 0 8 Bucket 80 460 90 12297 0 126 44000 0 DIRHASH 1024 30 10 34 0 16 40960 0 malloc-4096 4096 8 2 26 0 2 40960 0 pipe 744 31 24 991 0 16 40920 0 Files 80 289 211 163150 0 126 40000 0 NAMEI 1024 0 36 263601 0 16 36864 0 malloc-4096 4096 3 6 1522 0 2 36864 0 malloc-4096 4096 6 3 4653 0 2 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-2048 2048 12 4 176 0 8 32768 0 pcpu-64 64 490 22 490 0 254 32768 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_rack_pcb 832 0 36 1232 0 16 29952 0 tcp_bbr_pcb 832 0 36 5449 0 16 29952 0 malloc-4096 4096 1 6 65 0 2 28672 0 malloc-2048 2048 4 10 153 0 8 28672 0 KNOTE 160 28 147 656088 0 62 28000 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 36 720 58051 0 254 24192 0 4 Bucket 48 21 483 1895 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 udplite_inpcb 488 0 48 1905 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 sctp_laddr 48 20 400 2545 0 254 20160 0 sctp_readq 152 1 129 657 0 253 19760 0 udp_inpcb 488 6 34 854 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 vtnet_tx_hdr 24 0 668 821435 0 254 16032 0 unpcb 256 26 34 1773 0 254 15360 0 ripcb 488 7 17 511 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-2048 2048 1 3 1290 0 8 8192 0 malloc-2048 2048 0 4 6 0 8 8192 0 malloc-2048 2048 1 3 10 0 8 8192 0 malloc-1024 1024 2 6 10 0 16 8192 0 malloc-512 512 3 13 351 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 36 56 63 0 126 8096 0 rl_entry 40 88 114 88 0 254 8080 0 tcp_rack_map 112 0 72 2240 0 126 8064 0 udpcb 32 6 246 2759 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 4 108 8982 0 126 8064 0 AIO 208 3 35 57 0 62 7904 0 cryptop 280 0 28 24 0 30 7840 0 itimer 352 0 22 88 0 30 7744 0 AIOCB 552 0 14 130 0 16 7728 0 AIOLIO 272 0 28 23 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 32 0 126 6448 0 domainset 40 0 126 19 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 0 84 1 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 15 24 16 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0