panic: pmap_growkernel: no memory to grow kernel cpuid = 0 time = 1623236246 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0088784c20 vpanic() at vpanic+0x1c7/frame 0xfffffe0088784c80 panic() at panic+0x43/frame 0xfffffe0088784ce0 pmap_growkernel() at pmap_growkernel+0x5f0/frame 0xfffffe0088784d20 vm_map_insert() at vm_map_insert+0x4a2/frame 0xfffffe0088784dd0 vm_map_find() at vm_map_find+0x7ce/frame 0xfffffe0088784ea0 kva_import() at kva_import+0x61/frame 0xfffffe0088784ef0 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe0088784f40 vmem_xalloc() at vmem_xalloc+0xaed/frame 0xfffffe0088784fd0 kva_import_domain() at kva_import_domain+0x68/frame 0xfffffe0088785020 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe0088785070 vmem_xalloc() at vmem_xalloc+0xaed/frame 0xfffffe0088785100 vmem_alloc() at vmem_alloc+0xf9/frame 0xfffffe0088785160 kmem_malloc_domainset() at kmem_malloc_domainset+0x9b/frame 0xfffffe00887851d0 malloc_large() at malloc_large+0x48/frame 0xfffffe0088785220 malloc() at malloc+0x247/frame 0xfffffe0088785290 pfioctl() at pfioctl+0x1745/frame 0xfffffe0088785780 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe00887857e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe0088785810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe0088785930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe0088785970 kern_ioctl() at kern_ioctl+0x3cd/frame 0xfffffe00887859e0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe0088785ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0088785bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0088785bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 27359 tid 132663 ] Stopped at kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe009b800000 rdx 0x3ffff rbx 0 rsp 0xfffffe0088784c00 rbp 0xfffffe0088784c20 rsi 0x40001 rdi 0xffffffff8113c446 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0088784af0 r11 0x1ff77fff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7ca38 r15 0xffffffff81a7ca38 rip 0xffffffff81133437 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> show proc Process 27359 (syz-executor.3) at 0xfffff8007082a530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 811 at 0xfffff80036371a60 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bd5530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009530d000 (map 0xfffffe009530d000) (map.pmap 0xfffffe009530d0c0) (pmap 0xfffffe009530d120) threads: 3 130127 RunQ syz-executor.3 132657 Run CPU 1 syz-executor.3 132663 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 27359 811 811 0 R (threaded) syz-executor.3 130127 RunQ syz-executor.3 132657 Run CPU 1 syz-executor.3 132663 Run CPU 0 syz-executor.3 27354 784 784 0 T (threaded) syz-executor.1 127325 s syz-executor.1 132660 RunQ syz-executor.1 22390 1 784 0 S uwait 0xfffff80070663500 syz-executor.1 22389 1 784 0 S uwait 0xfffff80015d48f00 syz-executor.1 17881 17880 811 0 SV uwait 0xfffff80015cb8d00 syz-executor.3 17880 1 811 0 DV ppwait 0xfffff8007093c4e0 syz-executor.3 17088 17087 800 0 SV uwait 0xfffff800707d2d00 syz-executor.2 17087 1 800 0 DV ppwait 0xfffff80036c44a10 syz-executor.2 16745 1 783 0 S uwait 0xfffff80036ddf100 syz-executor.0 16744 1 783 0 S umtxn 0xfffff800702a2700 syz-executor.0 8318 0 0 0 DL - 0xffffffff8271de04 [accounting] 8292 1 783 0 S umtxn 0xfffff80015d46d00 syz-executor.0 8286 1 784 0 S uwait 0xfffff80015d48100 syz-executor.1 8283 1 783 0 S uwait 0xfffff80015d04100 syz-executor.0 8277 1 811 0 S uwait 0xfffff80015d44500 syz-executor.3 8276 1 784 0 S uwait 0xfffff80036dca900 syz-executor.1 8274 1 811 0 S uwait 0xfffff80015d4a700 syz-executor.3 8271 1 811 0 S uwait 0xfffff80015d4a500 syz-executor.3 8268 1 811 0 S uwait 0xfffff80015d04700 syz-executor.3 8258 1 784 0 S uwait 0xfffff800702a2300 syz-executor.1 8256 1 784 0 S uwait 0xfffff800704e9900 syz-executor.1 8147 1 784 0 S uwait 0xfffff800704e9500 syz-executor.1 8146 1 784 0 S uwait 0xfffff80015d44b00 syz-executor.1 8143 1 784 0 S uwait 0xfffff80036dca500 syz-executor.1 8142 1 784 0 S uwait 0xfffff800707d2f00 syz-executor.1 7541 1 784 0 S uwait 0xfffff800153e6100 syz-executor.1 7540 1 784 0 S uwait 0xfffff80015d48900 syz-executor.1 6651 1 800 0 S uwait 0xfffff80015cb8100 syz-executor.2 6649 1 800 0 S uwait 0xfffff80036dcab00 syz-executor.2 4093 1 4093 65 Ss select 0xfffff8007029b5c0 dhclient 3762 1 3762 0 Ss select 0xfffff80036f12a40 dhclient 3758 1 3758 0 Ss select 0xfffff8007012bd40 dhclient 3739 1 3739 65 Ss select 0xfffff80070396ec0 dhclient 3356 1 3356 0 Ss select 0xfffff80036e50bc0 dhclient 3353 1 3353 0 Ss select 0xfffff800703b3140 dhclient 3334 1 3334 65 Ss select 0xfffff80070282a40 dhclient 2027 1 784 0 S uwait 0xfffff80015d41b00 syz-executor.1 2021 1 784 0 S uwait 0xfffff80036ddf500 syz-executor.1 1999 1 1999 0 Ss select 0xfffff80036961740 dhclient 1996 1 1996 0 Ss select 0xfffff800369615c0 dhclient 1977 1 1977 65 Ss select 0xfffff80036dc3140 dhclient 1679 1676 783 0 SV uwait 0xfffff80015d42100 syz-executor.0 1676 1 783 0 DV ppwait 0xfffff800701f64e0 syz-executor.0 1467 1 800 0 S uwait 0xfffff80015d42500 syz-executor.2 1464 1 800 0 S uwait 0xfffff80015d46f00 syz-executor.2 1448 0 0 0 DL aiordy 0xfffff80036ea1000 [aiod4] 1447 0 0 0 DL aiordy 0xfffff80036ea1a60 [aiod3] 1446 0 0 0 DL aiordy 0xfffff80036ea1530 [aiod2] 1445 0 0 0 DL aiordy 0xfffff80036bc2530 [aiod1] 823 1 823 0 Ss select 0xfffff800364fb5c0 dhclient 820 1 820 0 Ss select 0xfffff800364fb140 dhclient 811 780 811 0 Rs syz-executor.3 800 780 800 0 Ss piperd 0xfffff80015d4d000 syz-executor.2 784 780 784 0 Rs syz-executor.1 783 780 783 0 Ss piperd 0xfffff80036b39ba0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100091 S uwait 0xfffff800153e6300 syz-fuzzer 100117 S uwait 0xfffff80015a3f300 syz-fuzzer 100118 S uwait 0xfffff80015a3f500 syz-fuzzer 100119 S uwait 0xfffff80015d44d00 syz-fuzzer 100120 S uwait 0xfffff80015d42d00 syz-fuzzer 100121 S uwait 0xfffff80015d44f00 syz-fuzzer 100122 S kqread 0xfffff80015d0ef00 syz-fuzzer 100123 S uwait 0xfffff80015d42700 syz-fuzzer 100127 S uwait 0xfffff80015d42900 syz-fuzzer 132280 S uwait 0xfffff80036ddfd00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800364765e0 csh 776 694 776 0 Ss select 0xfffff80015cf4740 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015423cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aa8cb0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aac4b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aaccb0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a344b0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a34cb0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a384b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a38cb0 getty 752 1 752 0 Ss+ ttyin 0xfffff800158a94b0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80036265440 sshd 507 1 507 0 Ss select 0xfffff80036266bc0 syslogd 436 1 436 0 Ss select 0xfffff80015cf62c0 devd 435 1 435 65 Ss select 0xfffff80036265ec0 dhclient 350 1 350 0 Ss select 0xfffff80036266140 dhclient 347 1 347 0 Ss select 0xfffff80015d88ec0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4a530 [vnlru] 22 0 0 0 RL [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100097 D sdflush 0xfffff80015c894e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100079 RunQ [dom0] 100087 D launds 0xffffffff82847084 [laundry: dom0] 100088 D umarcl 0xffffffff815d0ee0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830e4828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e8f3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004ccb380 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004ccb330 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4fd00 [thr_0] 100029 D - 0xfffff80004c4fd80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd5530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443e900 [if_io_tqg_0] 100006 D - 0xfffff8000443e500 [if_io_tqg_1] 100007 D - 0xfffff8000443e100 [if_config_tqg_0] 100008 D - 0xfffff80004c75d00 [softirq_0] 100009 D - 0xfffff80004c75900 [softirq_1] 100010 D - 0xfffff80004c75500 [aiod_kick taskq] 100012 D - 0xfffff80004c70d00 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70900 [pci_hp taskq] 100015 D - 0xfffff80004c70100 [inm_free taskq] 100017 D - 0xfffff80004c69900 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c69500 [thread taskq] 100019 D - 0xfffff80004c69100 [in6m_free taskq] 100020 D - 0xfffff80004c65d00 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c65d00 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c65d00 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c65d00 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c65900 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c65900 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c65900 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c65900 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c65500 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015364d00 [vtnet0 txq 0] 100057 D - 0xfffff80015364900 [vtnet0 rxq 1] 100058 D - 0xfffff80015364500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80004ece300 [virtio_balloon] 100064 D - 0xfffff800153ecd00 [mca taskq] 100069 D - 0xffffffff81e29a00 [deadlkres] 100074 D - 0xfffff80004c9c500 [acpi_task_0] 100075 D - 0xfffff80004c9c500 [acpi_task_1] 100076 D - 0xfffff80004c9c500 [acpi_task_2] 100077 D - 0xfffff80004db8900 [CAM taskq] db> show all locks Process 27359 (syz-executor.3) thread 0xfffffe009533c3a0 (132657) exclusive sleep mutex pmap (pmap) r = 0 (0xffffffff828802b0) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:6155 Process 27359 (syz-executor.3) thread 0xfffffe00950a4000 (132663) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff82846628) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:2127 Process 19 (pagedaemon) thread 0xfffffe0055370000 (100079) shared rw UMA lock (UMA lock) r = 0 (0xffffffff82244500) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:3019 shared sx umareclaim (umareclaim) r = 0 (0xffffffff828464d0) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:5132 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1191 5588K 47049 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 78 1247K 52851 sctp_atcl 1081 1081K 23640 sctp_stro 530 1060K 4371 newblk 11 1037K 28269 vfscache 3 1035K 3 subproc 213 899K 27501 inodedep 234 753K 26552 acpica 1674 649K 54692 pf_rule 289 613K 536 sctp_atky 1619 608K 28088 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_athm 1081 406K 23659 sctp_map 1060 398K 7682 bus 990 378K 3485 BPF 46 337K 68 linker 348 270K 457 kdtrace 294 233K 60027 DEVFS1 107 214K 124 umtx 440 193K 440 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 9 140K 26417 tfo_ccache 1 136K 1 sem 4 120K 4 dirrem 224 112K 26440 vmem 3 104K 6 UMA 270 102K 270 routetbl 156 90K 467 audit_evclass 236 89K 294 temp 37 85K 3028 freefile 224 84K 26417 mtx_pool 2 80K 2 syncache 1 76K 1 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 pf_ifnet 125 53K 311 sctp_timw 104 52K 104 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 100 46K 27494 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 43 37K 165 pwddesc 98 37K 27364 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 DEVFSP 86 33K 13233 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 25 inpcbpolicy 84 32K 20115 GEOM 60 29K 489 in6_multi 65 29K 65 pf_table 7 28K 12 cred 28 28K 344 kbdmux 6 28K 6 osd 72 28K 17329 ifnet 7 25K 7 plimit 24 24K 502 kcovinfo 64 24K 68 ksem 6 22K 3648 CAM queue 5 21K 1528 selfd 55 21K 382687 pfs_nodes 20 20K 20 proc-args 52 20K 691 UART 12 18K 12 session 35 18K 61 bmsafemap 2 17K 26525 rpc 2 16K 2 shmfd 1 16K 62 pfs_vncache 1 16K 1 sglist 5 13K 5 ufs_dirhash 20 13K 24 lockf 33 13K 99 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 91 uidinfo 4 10K 17 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 140 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 tcp_fsb 10 4K 2567 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 52792 xform 8 3K 15677 in_multi 6 3K 9 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 26427 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 26396 vnodemarker 2 2K 126 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 114 crypto 4 2K 878 newdirblk 4 2K 26396 diradd 4 2K 26481 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 38786 tcpfunc 3 2K 3 loginclass 3 2K 6 sctp_stri 1 1K 1181 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 pf_osfp 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 47 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 indirdep 1 1K 58 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 14419 sctp_iter 0 0K 2153 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2142 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 tcp_do 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 40 mqdata 0 0K 0 chd data 0 0K 70 cdg data 0 0K 32 dctcp data 0 0K 282 vegas data 0 0K 22 cubic data 0 0K 218 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 21018 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 61 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 62 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 70 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 19 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 26672 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 24 tcp_log_dev 0 0K 3573 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 4352 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 13 lio 0 0K 45 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 160 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 30771 ioctlops 0 0K 1669 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 883 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8329 635 1480482 0 254 36716544 0 malloc-384 384 34522 118 65622 0 30 13301760 0 malloc-8192 8192 551 840 18131 0 1 11395072 0 malloc-1024 1024 1451 3337 52963 0 16 4902912 0 RADIX NODE 144 32551 94 654516 0 62 4700880 0 malloc-1024 1024 108 4132 22142 0 16 4341760 0 malloc-1024 1024 4126 6 4144 0 16 4231168 0 sctp_asoc 2288 530 870 3841 0 254 3203200 0 malloc-2048 2048 557 847 4409 0 8 2875392 0 malloc-384 384 3147 4233 435116 0 30 2833920 0 mbuf 256 9483 1467 6874673 0 254 2803200 0 malloc-8192 8192 332 2 1022 0 1 2736128 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-512 512 297 3919 54813 0 30 2158592 0 tcp_log 416 0 5157 66779 0 254 2145312 0 malloc-384 384 1393 3897 98393 0 30 2031360 0 BUF TRIE 144 279 13189 2842 0 62 1939392 0 UMA Slabs 0 112 17074 23 17074 0 126 1914864 0 sctp_ep 1280 550 869 18051 0 254 1816320 0 malloc-32768 32768 40 6 26556 0 1 1507328 0 malloc-1024 1024 553 863 18095 0 16 1449984 0 mbuf_cluster 2048 660 2 660 0 254 1355776 0 malloc-384 384 1529 1851 41104 0 30 1297920 0 sctp_raddr 736 535 1038 6859 0 253 1157728 0 malloc-384 384 2192 68 149770 0 30 867840 0 malloc-8192 8192 98 6 27362 0 1 851968 0 FFS inode 1160 535 25 26954 0 8 649600 0 malloc-4096 4096 153 2 1166 0 2 634880 0 tcp_bbr_map 128 0 3937 534848 0 127 503936 0 malloc-4096 4096 9 108 4361 0 2 479232 0 VM OBJECT 264 1683 87 390464 0 30 467280 0 malloc-65536 65536 2 5 33 0 1 458752 0 ertt_txseginfo 40 0 11413 3742289 0 254 456520 0 malloc-384 384 1066 74 82839 0 30 437760 0 256 Bucket 2048 185 13 32443 0 8 405504 0 THREAD 1808 195 25 32664 0 8 397760 0 malloc-65536 65536 6 0 6 0 1 393216 0 malloc-16384 16384 23 0 23 0 1 376832 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 MAP ENTRY 96 3150 378 1482741 0 126 338688 0 socket 944 131 217 40128 0 254 328512 0 tcp_inpcb 488 68 540 17317 0 254 296704 0 VNODE 448 573 84 26994 0 30 294336 0 malloc-1024 1024 238 34 32707 0 16 278528 0 vmem btag 56 4636 104 4636 0 254 265440 0 malloc-65536 65536 0 4 7 0 1 262144 0 malloc-16384 16384 12 4 308 0 1 262144 0 sctp_chunk 152 613 1077 7164 0 253 256880 0 malloc-2048 2048 111 5 128 0 8 237568 0 tcpcb 1064 68 142 17317 0 254 223440 0 malloc-384 384 511 69 57735 0 30 222720 0 DEVCTL 1024 0 216 132 0 0 221184 0 VMSPACE 2544 67 11 27329 0 4 198432 0 malloc-384 384 443 67 14119 0 30 195840 0 UMA Zones 768 242 2 242 0 16 187392 0 g_bio 408 0 440 12830 0 30 179520 0 mbuf_packet 256 76 584 53226 0 254 168960 0 PROC 1328 97 17 27361 0 8 151392 0 S VFS Cache 104 1052 391 28045 0 126 150072 0 32 Bucket 256 552 33 35404 0 62 149760 0 FFS2 dinode 256 535 35 26953 0 62 145920 0 malloc-512 512 234 30 3426 0 30 135168 0 malloc-65536 65536 1 1 177 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 malloc-8192 8192 11 5 35 0 1 131072 0 filedesc0 1072 98 21 27364 0 8 127568 0 clpbuf 2624 0 48 212 0 16 125952 0 malloc-1024 1024 117 3 151 0 16 122880 0 malloc-512 512 211 21 575 0 30 118784 0 ksiginfo 112 99 945 5684 0 126 116928 0 malloc-8192 8192 13 1 24 0 1 114688 0 tcp_bbr_pcb 832 0 126 9518 0 16 104832 0 malloc-16384 16384 2 4 10 0 1 98304 0 malloc-16384 16384 3 3 12 0 1 98304 0 malloc-16384 16384 4 2 9 0 1 98304 0 malloc-512 512 172 20 2297 0 30 98304 0 16 Bucket 144 581 63 7187 0 62 92736 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 79 65 109273 0 30 73728 0 128 Bucket 1024 39 32 2388 0 16 72704 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-512 512 92 36 2576 0 30 65536 0 malloc-8192 8192 4 3 114 0 1 57344 0 malloc-8192 8192 2 5 27433 0 1 57344 0 malloc-4096 4096 8 6 1227 0 2 57344 0 malloc-4096 4096 9 5 537 0 2 57344 0 malloc-2048 2048 8 18 832 0 8 53248 0 pcpu-8 8 6087 569 10903 0 254 53248 0 malloc-16384 16384 1 2 10 0 1 49152 0 malloc-16384 16384 2 1 6 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 64 Bucket 512 46 50 24456 0 30 49152 0 Files 80 278 272 96983 0 126 44000 0 pipe 744 24 31 1017 0 16 40920 0 tcp_rack_pcb 832 10 35 2567 0 16 37440 0 DIRHASH 1024 30 6 34 0 16 36864 0 NAMEI 1024 0 36 137767 0 16 36864 0 malloc-4096 4096 7 2 214 0 2 36864 0 malloc-2048 2048 0 18 1714 0 8 36864 0 pcpu-64 64 487 25 487 0 254 32768 0 sctp_readq 152 0 208 1736 0 253 31616 0 TURNSTILE 136 221 10 221 0 62 31416 0 udp_inpcb 488 6 58 1151 0 254 31232 0 KNOTE 160 28 147 519494 0 62 28000 0 malloc-2048 2048 11 1 11 0 8 24576 0 malloc-512 512 36 12 4241 0 30 24576 0 malloc-512 512 35 13 46 0 30 24576 0 PWD 32 35 721 26489 0 254 24192 0 2 Bucket 32 554 202 8448 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 145 155 6557 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 ertt 72 68 212 17317 0 126 20160 0 udplite_inpcb 488 5 35 1177 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 19 0 1 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-1024 1024 11 5 29 0 16 16384 0 tcp_rack_map 112 22 122 4690 0 126 16128 0 vtnet_tx_hdr 24 0 668 4387022 0 254 16032 0 ripcb 488 5 27 470 0 254 15616 0 unpcb 256 22 38 1895 0 254 15360 0 malloc-4096 4096 2 1 3 0 2 12288 0 sctp_stream_msg_out 112 19 89 3731 0 253 12096 0 sctp_laddr 48 64 188 1945 0 254 12096 0 kenv 258 15 30 1044 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-2048 2048 0 4 107 0 8 8192 0 pf tags 104 2 76 2 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 61 0 126 8096 0 rl_entry 40 99 103 99 0 254 8080 0 syncache 168 0 48 4 0 254 8064 0 udpcb 32 11 241 2328 0 254 8064 0 ipq 56 0 144 2 0 254 8064 0 4 Bucket 48 6 162 525 0 254 8064 0 tcp_log_node 120 0 66 2 0 126 7920 0 AIO 208 3 35 99 0 62 7904 0 cryptop 280 0 28 40 0 30 7840 0 itimer 352 0 22 64 0 30 7744 0 AIOCB 552 0 14 211 0 16 7728 0 AIOLIO 272 0 28 45 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 107 0 126 6448 0 tfo_ccache_entries 80 4 60 4 0 126 5120 0 domainset 40 0 126 78 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 0 4 10 0 16 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 hostcache 64 1 62 1 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0