panic: pmap_growkernel: no memory to grow kernel cpuid = 0 time = 1623212430 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00517e0c20 vpanic() at vpanic+0x1c7/frame 0xfffffe00517e0c80 panic() at panic+0x43/frame 0xfffffe00517e0ce0 pmap_growkernel() at pmap_growkernel+0x5f0/frame 0xfffffe00517e0d20 vm_map_insert() at vm_map_insert+0x4a2/frame 0xfffffe00517e0dd0 vm_map_find() at vm_map_find+0x7ce/frame 0xfffffe00517e0ea0 kva_import() at kva_import+0x61/frame 0xfffffe00517e0ef0 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe00517e0f40 vmem_xalloc() at vmem_xalloc+0xaed/frame 0xfffffe00517e0fd0 kva_import_domain() at kva_import_domain+0x68/frame 0xfffffe00517e1020 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe00517e1070 vmem_xalloc() at vmem_xalloc+0xaed/frame 0xfffffe00517e1100 vmem_alloc() at vmem_alloc+0xf9/frame 0xfffffe00517e1160 kmem_malloc_domainset() at kmem_malloc_domainset+0x9b/frame 0xfffffe00517e11d0 malloc_large() at malloc_large+0x48/frame 0xfffffe00517e1220 malloc() at malloc+0x247/frame 0xfffffe00517e1290 pfioctl() at pfioctl+0x1745/frame 0xfffffe00517e1780 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe00517e17e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe00517e1810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe00517e1930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe00517e1970 kern_ioctl() at kern_ioctl+0x3cd/frame 0xfffffe00517e19e0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe00517e1ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe00517e1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00517e1bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 43591 tid 144906 ] Stopped at kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0099a00000 rdx 0x3ffff rbx 0 rsp 0xfffffe00517e0c00 rbp 0xfffffe00517e0c20 rsi 0x40001 rdi 0xffffffff8113c446 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00517e0af0 r11 0x1ffaefff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7ca38 r15 0xffffffff81a7ca38 rip 0xffffffff81133437 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> show proc Process 43591 (syz-executor.2) at 0xfffff80015d7aa60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 785 at 0xfffff800263f4a60 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bd5530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009503f9f0 (map 0xfffffe009503f9f0) (map.pmap 0xfffffe009503fab0) (pmap 0xfffffe009503fb10) threads: 3 100092 RunQ syz-executor.2 144902 Run CPU 1 syz-executor.2 144906 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 43591 785 785 0 R (threaded) syz-executor.2 100092 RunQ syz-executor.2 144902 Run CPU 1 syz-executor.2 144906 Run CPU 0 syz-executor.2 37680 1 784 0 SV uwait 0xfffff80015cf2300 syz-executor.1 32789 1 32789 65 Ss select 0xfffff80049e41440 dhclient 31033 1 31033 0 Ss select 0xfffff80049dcd440 dhclient 31029 1 31029 0 Ss select 0xfffff8004e1ed8c0 dhclient 31012 780 31012 0 Ss piperd 0xfffff80015d7c2e8 syz-executor.0 23616 1 23616 65 Ss select 0xfffff8004ef5fd40 dhclient 19129 1 19129 0 Ss select 0xfffff800495fdbc0 dhclient 19125 1 19125 0 Ss select 0xfffff80049834ec0 dhclient 19095 1 19095 65 Ss select 0xfffff8003419a140 dhclient 13918 1 13918 0 Ss select 0xfffff8003408e2c0 dhclient 13913 1 13913 0 Ss select 0xfffff8003408e5c0 dhclient 13880 1 13880 65 Ss select 0xfffff80034106bc0 dhclient 10605 1 10605 0 Ss select 0xfffff80034225740 dhclient 10602 1 10602 0 Ss select 0xfffff8003409f5c0 dhclient 2006 0 0 0 DL aiordy 0xfffff800263f4530 [aiod4] 2005 0 0 0 DL aiordy 0xfffff80026296000 [aiod3] 2004 0 0 0 DL aiordy 0xfffff80026c45000 [aiod2] 2003 0 0 0 DL aiordy 0xfffff80026ff8a60 [aiod1] 792 780 792 0 Ss piperd 0xfffff8002629d000 syz-executor.3 785 780 785 0 Rs syz-executor.2 784 780 784 0 Rs syz-executor.1 780 778 778 0 R (threaded) syz-fuzzer 100112 S uwait 0xfffff80015d13300 syz-fuzzer 100120 RunQ syz-fuzzer 100121 S uwait 0xfffff80015d13700 syz-fuzzer 100122 S uwait 0xfffff80015d13500 syz-fuzzer 100123 S uwait 0xfffff80015d15300 syz-fuzzer 100124 S uwait 0xfffff80015d15500 syz-fuzzer 100125 S uwait 0xfffff80015d15700 syz-fuzzer 100126 RunQ syz-fuzzer 100141 RunQ syz-fuzzer 109722 S uwait 0xfffff80015cf4f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80026481b10 csh 776 694 776 0 Ss select 0xfffff80015eee5c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015423cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aab4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aabcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015aae4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015aaecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a354b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a35cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a3a4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a3acb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e1 cron 694 1 694 0 Ss select 0xfffff8002640a8c0 sshd 507 1 507 0 Ss select 0xfffff8001571d5c0 syslogd 436 1 436 0 Ss select 0xfffff80015d39bc0 devd 435 1 435 65 Ss select 0xfffff80015eee740 dhclient 350 1 350 0 Ss select 0xfffff80015eee8c0 dhclient 347 1 347 0 Ss select 0xfffff80015de4bc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4c530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100096 D sdflush 0xfffff80015d01ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100079 RunQ [dom0] 100086 D launds 0xffffffff82847084 [laundry: dom0] 100087 D umarcl 0xffffffff815d0ee0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff83052828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82db13c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004ccb380 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004ccb330 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4fd00 [thr_0] 100029 D - 0xfffff80004c4fd80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd5530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443e900 [if_io_tqg_0] 100006 D - 0xfffff8000443e500 [if_io_tqg_1] 100007 D - 0xfffff8000443e100 [if_config_tqg_0] 100008 D - 0xfffff80004c75d00 [softirq_0] 100009 D - 0xfffff80004c75900 [softirq_1] 100010 D - 0xfffff80004c75500 [aiod_kick taskq] 100012 D - 0xfffff80004c70d00 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70900 [pci_hp taskq] 100015 D - 0xfffff80004c70100 [inm_free taskq] 100017 D - 0xfffff80004c69900 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c69500 [thread taskq] 100019 D - 0xfffff80004c69100 [in6m_free taskq] 100020 D - 0xfffff80004c65d00 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c65d00 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c65d00 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c65d00 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c65900 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c65900 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c65900 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c65900 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c65500 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015364d00 [vtnet0 txq 0] 100057 D - 0xfffff80015364900 [vtnet0 rxq 1] 100058 D - 0xfffff80015364500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80004ece300 [virtio_balloon] 100064 D - 0xfffff800153ecd00 [mca taskq] 100066 D - 0xffffffff81e29a00 [deadlkres] 100074 D - 0xfffff80015a41d00 [acpi_task_0] 100075 D - 0xfffff80015a41d00 [acpi_task_1] 100076 D - 0xfffff80015a41d00 [acpi_task_2] 100077 D - 0xfffff80004db8900 [CAM taskq] 43588 784 784 0 Z syz-executor.1 db> show all locks Process 43591 (syz-executor.2) thread 0xfffffe00950921e0 (144906) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff82846628) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:2127 Process 19 (pagedaemon) thread 0xfffffe00553763a0 (100079) shared rw UMA lock (UMA lock) r = 0 (0xffffffff82244500) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:3019 shared sx umareclaim (umareclaim) r = 0 (0xffffffff828464d0) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:5132 db> show malloc Type InUse MemUse Requests pcb 3324 15446K 92647 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 sctp_atcl 3292 3292K 70599 sctp_stro 1644 3288K 25933 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 sctp_atky 4950 1873K 97238 inodedep 916 1435K 42699 sctp_athm 3292 1235K 70699 sctp_map 3288 1233K 51866 newblk 8 1036K 43222 vfscache 3 1035K 3 acpica 1674 649K 54692 subproc 151 613K 43682 linker 368 539K 438 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 dirrem 907 454K 42602 bus 990 378K 3485 freefile 907 341K 42599 BPF 46 337K 90 DEVFS1 107 214K 124 filedesc 14 211K 85170 module 513 193K 513 kdtrace 230 189K 88504 vnet_data 1 176K 1 vmem 3 176K 8 tidhash 3 164K 3 umtx 374 164K 374 sctp_timw 308 154K 308 pagedep 9 140K 42602 tfo_ccache 1 136K 1 sem 4 120K 4 pf_osfp 271 102K 271 UMA 270 102K 270 routetbl 207 99K 641 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2909 syncache 1 76K 1 msg 4 68K 4 ifaddr 71 67K 77 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 212 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 110 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 kqueue 68 34K 43677 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 5 in6_multi 71 31K 87 DEVFSP 80 30K 9080 GEOM 60 29K 489 kbdmux 6 28K 6 cred 26 26K 783 ifnet 7 25K 7 pwddesc 65 25K 43596 plimit 24 24K 478 kcovinfo 64 24K 85 ksem 4 21K 1584 CAM queue 5 21K 1528 selfd 55 21K 594201 pfs_nodes 20 20K 20 proc-args 52 20K 725 UART 12 18K 12 session 35 18K 63 bmsafemap 3 17K 42677 rpc 2 16K 2 shmfd 1 16K 32 pfs_vncache 1 16K 1 sglist 5 13K 5 ufs_dirhash 20 13K 24 lockf 33 13K 93 MCA 32 12K 32 CAM DEV 3 12K 510 Unitno 30 12K 47 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 12 pf_ifnet 10 9K 79 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 109 mount 16 7K 108 inpcbpolicy 17 7K 5933 fpukern_ctx 3 6K 3 ip6ndp 13 6K 18 sctp_ifa 15 6K 18 terminal 11 6K 11 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 osd 10 4K 4721 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 85160 in_multi 6 3K 12 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 20 sctp_ifn 6 3K 18 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 66 NFSD session 1 2K 1 freework 4 2K 42588 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 131 crypto 4 2K 2783 newdirblk 4 2K 42580 diradd 4 2K 42646 freeblks 3 2K 42587 ip6opt 3 2K 14 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 65548 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 tcp_fsb 2 1K 3091 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 12088 entropy 2 1K 49 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 24673 sctp_iter 0 0K 87 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 75 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 55 sctp_stri 0 0K 192 cdg data 0 0K 0 cubic data 0 0K 19 tcp_do 0 0K 0 chd data 0 0K 73 dctcp data 0 0K 102 pf_table 0 0K 0 pf_rule 0 0K 154 pf_altq 0 0K 0 pf_temp 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 mqdata 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 35047 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 30 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 6 in_mfilter 0 0K 5 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 1 twa_commands 0 0K 0 statfs 0 0K 42794 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 2253 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2931 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 12 lio 0 0K 14 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 191 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 60992 ioctlops 0 0K 5076 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 829 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree malloc-8192 8192 1649 4240 44635 0 1 48242688 0 mbuf_jumbo_page 4096 8401 1909 1304302 0 254 42229760 0 malloc-1024 1024 4330 10210 115565 0 16 14888960 0 sctp_asoc 2288 1644 4321 25933 0 254 13647920 0 malloc-384 384 34465 55 60530 0 30 13255680 0 malloc-2048 2048 1671 4253 25972 0 8 12132352 0 malloc-384 384 8621 21159 762740 0 30 11435520 0 sctp_ep 1280 1648 4310 44570 0 254 7626240 0 malloc-1024 1024 1651 4265 44582 0 16 6057984 0 malloc-384 384 3596 8524 64941 0 30 4654080 0 tcp_log 416 5000 6097 198719 0 254 4616352 0 RADIX NODE 144 31241 256 1265386 0 63 4535568 0 malloc-1024 1024 4126 10 4161 0 16 4235264 0 mbuf 256 10615 5045 2285400 0 254 4008960 0 mbuf_cluster 2048 1755 1 1755 0 254 3596288 0 malloc-1024 1024 108 3400 36089 0 16 3592192 0 UMA Slabs 0 112 28982 31 28982 0 126 3249456 0 malloc-8192 8192 332 4 1022 0 1 2752512 0 malloc-512 512 977 4279 85934 0 30 2691072 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-384 384 2007 4243 143359 0 30 2400000 0 sctp_raddr 736 1644 1271 25933 0 253 2145440 0 BUF TRIE 144 201 13267 1297 0 62 1939392 0 malloc-384 384 2088 72 222008 0 30 829440 0 FFS inode 1160 522 31 43123 0 8 641480 0 malloc-8192 8192 66 6 43596 0 1 589824 0 vmem btag 56 10316 40 10316 0 254 579936 0 256 Bucket 2048 212 56 23894 0 8 548864 0 malloc-32768 32768 8 7 42715 0 1 491520 0 mbuf_packet 256 417 1338 66180 0 254 449280 0 malloc-16384 16384 23 4 27 0 1 442368 0 malloc-384 384 1066 64 131421 0 30 433920 0 32 Bucket 256 1354 281 99395 0 62 418560 0 sctp_stream_msg_out 112 1822 1778 8904 0 253 403200 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1299 96 613651 0 30 368280 0 THREAD 1808 163 24 44907 0 8 338096 0 malloc-384 384 705 65 10263 0 30 295680 0 VNODE 448 560 70 43163 0 30 282240 0 tcp_bbr_map 128 0 2201 7762 0 126 281728 0 malloc-1024 1024 209 31 44953 0 16 245760 0 malloc-4096 4096 11 46 2942 0 2 233472 0 malloc-2048 2048 111 3 128 0 8 233472 0 malloc-16384 16384 12 2 275 0 1 229376 0 tcp_inpcb 488 6 458 4709 0 254 226432 0 socket 944 48 188 51892 0 254 222784 0 DEVCTL 1024 0 216 134 0 0 221184 0 16 Bucket 144 1171 257 13049 0 62 205632 0 sctp_chunk 152 55 1245 1561 0 253 197600 0 malloc-32768 32768 6 0 6 0 1 196608 0 malloc-384 384 444 66 90691 0 30 195840 0 MAP ENTRY 96 1591 425 2353119 0 126 193536 0 malloc-512 512 364 12 2723 0 30 192512 0 UMA Zones 768 242 2 242 0 16 187392 0 ertt_txseginfo 40 0 4545 75409 0 254 181800 0 sctp_laddr 48 1 3107 18051 0 254 149184 0 S VFS Cache 104 1031 373 46178 0 126 146016 0 FFS2 dinode 256 522 33 43122 0 62 142080 0 malloc-65536 65536 0 2 177 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 VMSPACE 2544 38 13 43568 0 4 129744 0 malloc-512 512 201 39 2336 0 30 122880 0 ksiginfo 112 69 975 2714 0 126 116928 0 malloc-8192 8192 13 1 24 0 1 114688 0 malloc-8192 8192 12 2 16 0 1 114688 0 malloc-512 512 212 12 579 0 30 114688 0 PROC 1328 65 19 43595 0 8 111552 0 128 Bucket 1024 54 45 7072 0 16 101376 0 malloc-1024 1024 87 5 172 0 16 94208 0 filedesc0 1072 65 19 43596 0 8 90048 0 g_bio 408 0 220 9171 0 30 89760 0 UMA Kegs 384 227 6 227 0 30 89472 0 2 Bucket 32 2215 557 16727 0 254 88704 0 malloc-16384 16384 4 1 8 0 1 81920 0 malloc-512 512 76 68 172267 0 30 73728 0 malloc-512 512 83 53 2257 0 30 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 3 1 4 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 4 4 112 0 1 65536 0 malloc-8192 8192 2 6 43341 0 1 65536 0 malloc-4096 4096 7 8 2691 0 2 61440 0 tcpcb 1064 6 50 4709 0 254 59584 0 malloc-4096 4096 8 6 801 0 2 57344 0 64 Bucket 512 43 69 31994 0 30 57344 0 8 Bucket 80 573 127 10706 0 126 56000 0 malloc-2048 2048 8 18 824 0 8 53248 0 malloc-16384 16384 1 2 5 0 1 49152 0 malloc-16384 16384 2 1 6 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 clpbuf 2624 0 16 23 0 16 41984 0 malloc-4096 4096 7 3 513 0 2 40960 0 pcpu-8 8 4705 415 6319 0 254 40960 0 pipe 744 23 32 4718 0 16 40920 0 DIRHASH 1024 30 6 34 0 16 36864 0 NAMEI 1024 0 36 204411 0 16 36864 0 malloc-4096 4096 7 2 205 0 2 36864 0 Files 80 242 208 130827 0 126 36000 0 pcpu-64 64 490 22 490 0 254 32768 0 tcp_rack_pcb 832 2 34 3091 0 16 29952 0 malloc-512 512 39 17 5696 0 30 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 27 148 492217 0 62 28000 0 malloc-2048 2048 11 1 11 0 8 24576 0 malloc-512 512 38 10 55 0 30 24576 0 PWD 32 20 736 42664 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 77 0 16 22464 0 malloc-2048 2048 8 2 8 0 8 20480 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 65 0 1 16384 0 malloc-1024 1024 11 5 50 0 16 16384 0 tcp_rack_map 112 4 140 6385 0 126 16128 0 vtnet_tx_hdr 24 0 668 689562 0 254 16032 0 udplite_inpcb 488 0 32 383 0 254 15616 0 malloc-4096 4096 2 1 3 0 2 12288 0 4 Bucket 48 6 246 875 0 254 12096 0 ripcb 488 5 19 499 0 254 11712 0 udp_inpcb 488 6 18 342 0 254 11712 0 kenv 258 15 30 1050 0 30 11610 0 routing nhops 256 27 18 41 0 62 11520 0 unpcb 256 20 25 1340 0 254 11520 0 malloc-2048 2048 0 4 4 0 8 8192 0 malloc-2048 2048 0 4 1307 0 8 8192 0 rtentry 176 31 15 41 0 62 8096 0 tcptw 88 0 92 4 0 254 8096 0 PGRP 88 35 57 63 0 126 8096 0 rl_entry 40 79 123 79 0 254 8080 0 udpcb 32 6 246 725 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 6 106 4709 0 126 8064 0 sctp_readq 152 0 52 89 0 253 7904 0 AIO 208 0 38 82 0 62 7904 0 cryptop 280 0 28 261 0 30 7840 0 AIOCB 552 0 14 139 0 16 7728 0 AIOLIO 272 0 28 14 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 17 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 15 24 16 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 10 0 254 2520 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0