panic: pmap_growkernel: no memory to grow kernel cpuid = 1 time = 1625541041 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c817c20 vpanic() at vpanic+0x1cc/frame 0xfffffe009c817c80 panic() at panic+0x43/frame 0xfffffe009c817ce0 pmap_growkernel() at pmap_growkernel+0x60e/frame 0xfffffe009c817d20 vm_map_insert() at vm_map_insert+0x4f4/frame 0xfffffe009c817de0 vm_map_find() at vm_map_find+0x7e2/frame 0xfffffe009c817ea0 kva_import() at kva_import+0x61/frame 0xfffffe009c817ef0 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe009c817f40 vmem_xalloc() at vmem_xalloc+0xa45/frame 0xfffffe009c817fd0 kva_import_domain() at kva_import_domain+0x5f/frame 0xfffffe009c818020 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe009c818070 vmem_xalloc() at vmem_xalloc+0xa45/frame 0xfffffe009c818100 vmem_alloc() at vmem_alloc+0xf9/frame 0xfffffe009c818160 kmem_malloc_domainset() at kmem_malloc_domainset+0x9b/frame 0xfffffe009c8181d0 malloc_large() at malloc_large+0x48/frame 0xfffffe009c818220 malloc() at malloc+0x254/frame 0xfffffe009c818290 pfioctl() at pfioctl+0x1759/frame 0xfffffe009c818780 devfs_ioctl() at devfs_ioctl+0x114/frame 0xfffffe009c8187e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7c/frame 0xfffffe009c818810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe009c818930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe009c818970 kern_ioctl() at kern_ioctl+0x304/frame 0xfffffe009c8189e0 sys_ioctl() at sys_ioctl+0x247/frame 0xfffffe009c818ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c818bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c818bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x287eda, rsp = 0x7fffdffbbf08, rbp = 0x7fffdffbbf70 --- KDB: enter: panic [ thread pid 16456 tid 116257 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0099c00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c817c00 rbp 0xfffffe009c817c20 rsi 0x40001 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c817af0 r11 0x1ff63fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff8198cc00 r14 0xffffffff81a75a36 r15 0xffffffff81a75a36 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 16456 (syz-executor.3) at 0xfffff80067e0d000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 815 at 0xfffff80035ade538 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bdb538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0095354000 (map 0xfffffe0095354000) (map.pmap 0xfffffe00953540c0) (pmap 0xfffffe0095354120) threads: 4 109566 RunQ syz-executor.3 116246 Run CPU 0 syz-executor.3 116254 RunQ syz-executor.3 116257 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 16463 783 783 0 R (threaded) syz-executor.0 116049 RunQ syz-executor.0 116253 RunQ syz-executor.0 116255 S uwait 0xfffff80035ea0100 syz-executor.0 16456 815 815 0 R (threaded) syz-executor.3 109566 RunQ syz-executor.3 116246 Run CPU 0 syz-executor.3 116254 RunQ syz-executor.3 116257 Run CPU 1 syz-executor.3 16271 16265 16271 0 Ss select 0xfffff80035fb3d40 dhclient 16268 1 16268 0 Ss select 0xfffff80035e1c5c0 dhclient 16265 16258 436 65 S select 0xfffff80035bdbbc0 dhclient 16258 436 436 0 S wait 0xfffff80067e0d538 sh 16249 1 16249 65 Ss select 0xfffff800359738c0 dhclient 10686 1 10686 0 Ss select 0xfffff80067830a40 dhclient 10678 1 10678 0 Ss select 0xfffff80035e2ba40 dhclient 10641 1 10641 65 Ss select 0xfffff80035ae7d40 dhclient 5875 1 5875 0 Ss select 0xfffff80035f2f5c0 dhclient 5868 1 5868 0 Ss select 0xfffff80035ccdec0 dhclient 5837 1 5837 65 Ss select 0xfffff80035ea6a40 dhclient 1900 1898 814 0 SV uwait 0xfffff80015da8f00 syz-executor.1 1898 1 814 0 DV ppwait 0xfffff80035e1fa20 syz-executor.1 839 0 0 0 DL aiordy 0xfffff80015ed1000 [aiod4] 838 0 0 0 DL aiordy 0xfffff80015ed8538 [aiod3] 837 0 0 0 DL aiordy 0xfffff80015e42a70 [aiod2] 836 0 0 0 DL aiordy 0xfffff80015de7000 [aiod1] 815 780 815 0 Rs syz-executor.3 814 780 814 0 Ss piperd 0xfffff80035c0c000 syz-executor.1 813 780 813 0 Ss piperd 0xfffff800353932e8 syz-executor.2 812 1 812 0 Ss select 0xfffff80035ae7bc0 dhclient 808 1 808 0 Ss select 0xfffff80035ccdbc0 dhclient 783 780 783 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100091 S uwait 0xfffff80015d7ef00 syz-fuzzer 100117 S uwait 0xfffff80015dacb00 syz-fuzzer 100118 S uwait 0xfffff80015786500 syz-fuzzer 100119 S kqread 0xfffff80015dac500 syz-fuzzer 100120 S uwait 0xfffff80015d80500 syz-fuzzer 100121 S uwait 0xfffff80015d80700 syz-fuzzer 100122 S uwait 0xfffff80015dac300 syz-fuzzer 100123 S uwait 0xfffff80015d80900 syz-fuzzer 100132 S uwait 0xfffff80015da8b00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015de75e8 csh 776 694 776 0 Ss select 0xfffff800352178c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b124b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b12cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a994b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a99cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a9d4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a9dcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015aa04b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015aa0cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a0 cron 694 1 694 0 Ss select 0xfffff8003531bec0 sshd 507 1 507 0 Ss select 0xfffff800352d3a40 syslogd 436 1 436 0 Ss wait 0xfffff80035241538 devd 435 1 435 65 Ss select 0xfffff8003531b140 dhclient 350 1 350 0 Ss select 0xfffff8003537dec0 dhclient 347 1 347 0 Ss select 0xfffff80035339ec0 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015cb6a70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015ddece8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100079 RunQ [dom0] 100086 D launds 0xffffffff82849784 [laundry: dom0] 100087 D umarcl 0xffffffff815c5a50 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f1c8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ea410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 D - 0xfffff80004c6d100 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100066 D - 0xffffffff81e225d1 [deadlkres] 100073 D - 0xfffff80015aa8d00 [acpi_task_0] 100074 D - 0xfffff80015aa8d00 [acpi_task_1] 100075 D - 0xfffff80015aa8d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] db> show all locks Process 16456 (syz-executor.3) thread 0xfffffe0095019020 (116246) exclusive sleep mutex pmap (pmap) r = 0 (0xffffffff828829b0) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:6155 Process 16456 (syz-executor.3) thread 0xfffffe00952851e0 (116257) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff82848d28) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:2127 Process 19 (pagedaemon) thread 0xfffffe00553763a0 (100079) shared rw UMA lock (UMA lock) r = 0 (0xffffffff82244500) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:3019 shared sx umareclaim (umareclaim) r = 0 (0xffffffff82848bd0) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:5132 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 pcb 522 2830K 45816 kobj 326 2608K 486 vtbuf 24 2064K 46 newblk 12 1038K 16721 vfscache 3 1035K 3 inodedep 190 709K 15660 acpica 1674 649K 54806 subproc 153 629K 16550 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_atcl 487 487K 25539 sctp_stro 241 482K 2974 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 46 filedesc 18 275K 31157 sctp_atky 728 273K 28713 linker 348 270K 409 DEVFS1 107 214K 124 module 510 192K 510 kdtrace 232 190K 32723 sctp_athm 487 183K 25600 sctp_map 482 181K 5948 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 352 154K 352 pagedep 10 141K 15583 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 dirrem 178 89K 15574 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2258 syncache 1 76K 1 vmem 3 72K 5 routetbl 130 70K 450 msg 4 68K 4 freefile 178 67K 15571 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 sctp_timw 112 56K 112 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 43 37K 54 taskqueue 60 36K 60 proc 3 34K 3 kqueue 70 34K 16478 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 DEVFSP 80 30K 159 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 240 pwddesc 68 26K 16465 ifnet 7 25K 7 plimit 24 24K 413 kcovinfo 64 24K 68 CAM queue 5 21K 1528 proc-args 53 21K 638 pfs_nodes 20 20K 20 selfd 52 20K 241363 UART 12 18K 12 session 34 17K 47 bmsafemap 2 17K 15628 ksem 1 16K 13 rpc 2 16K 2 shmfd 1 16K 27 pfs_vncache 1 16K 1 sglist 5 13K 5 ufs_dirhash 20 13K 24 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 54 Unitno 30 12K 151 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 11 9K 50 uidinfo 3 9K 8 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 59 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 3016 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 2529 ipsec 3 3K 3 mkdir 8 3K 31130 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 15574 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 15573 vnodemarker 2 2K 38 NFSD session 1 2K 1 diradd 5 2K 15613 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 93 crypto 4 2K 4 newdirblk 4 2K 15565 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 13526 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 161 entropy 2 1K 41 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 8 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 73 mqdata 0 0K 0 cubic data 0 0K 618 chd data 0 0K 349 dctcp data 0 0K 254 sctp_mcore 0 0K 0 sctp_socko 0 0K 15301 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 htcp data 0 0K 627 vegas data 0 0K 91 cdg data 0 0K 110 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 8470 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 17 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 21 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 84 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 3 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 15746 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 5 tcp_log_dev 0 0K 499 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2483 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 3 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 109 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 23280 ioctlops 0 0K 163 eventfd 0 0K 24 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 783 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8348 619 1469500 0 253 36728832 0 malloc-384 384 35331 39 294541 0 30 13582080 0 malloc-1024 1024 194 4638 15700 0 16 4947968 0 RADIX NODE 144 32449 84 489806 0 62 4684752 0 malloc-1024 1024 4268 8 4493 0 16 4378624 0 malloc-1024 1024 174 2486 24745 0 16 2723840 0 malloc-8192 8192 327 3 519 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-512 512 275 4637 63542 0 30 2514944 0 mbuf 256 8964 501 2279580 0 254 2423040 0 malloc-384 384 1178 4652 18935 0 30 2238720 0 malloc-8192 8192 247 2 22566 0 1 2039808 0 BUF TRIE 144 233 13235 1079 0 62 1939392 0 tcp_log 416 0 4545 37979 0 253 1890720 0 UMA Slabs 0 112 14605 44 14635 0 126 1640688 0 mbuf_cluster 2048 645 1 645 0 253 1323008 0 malloc-384 384 2132 68 142119 0 30 844800 0 malloc-1024 1024 737 15 48112 0 16 770048 0 malloc-384 384 1598 62 66641 0 30 637440 0 malloc-8192 8192 72 5 16999 0 1 630784 0 FFS inode 1160 515 24 16088 0 8 625240 0 sctp_asoc 2288 241 9 2974 0 253 572000 0 malloc-2048 2048 243 7 3484 0 8 512000 0 malloc-384 384 1270 30 58075 0 30 499200 0 malloc-32768 32768 9 6 15577 0 1 491520 0 malloc-4096 4096 5 112 2530 0 2 479232 0 malloc-16384 16384 25 0 29 0 1 409600 0 sctp_ep 1280 248 64 22567 0 253 399360 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1304 76 232046 0 30 364320 0 THREAD 1808 163 13 16257 0 8 318208 0 VNODE 448 554 76 16129 0 30 282240 0 256 Bucket 2048 110 24 15144 0 8 274432 0 malloc-65536 65536 0 4 183 0 1 262144 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 111 5 128 0 8 237568 0 MAP ENTRY 96 1669 389 883858 0 126 197568 0 malloc-65536 65536 2 1 4 0 1 196608 0 g_bio 408 0 480 7235 0 30 195840 0 tcp_bbr_map 128 0 1519 9019 0 126 194432 0 UMA Zones 768 242 2 242 0 16 187392 0 sctp_raddr 736 241 12 2974 0 253 186208 0 malloc-512 512 345 15 1339 0 30 184320 0 malloc-16384 16384 7 4 269 0 1 180224 0 vmem btag 56 2942 70 2942 0 254 168672 0 mbuf_packet 256 178 467 18865 0 254 165120 0 malloc-32768 32768 4 1 139 0 1 163840 0 ertt_txseginfo 40 0 3939 47990 0 254 157560 0 socket 944 47 117 26902 0 253 154816 0 S VFS Cache 104 1016 349 16708 0 126 141960 0 FFS2 dinode 256 515 25 16086 0 62 138240 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 4 4 27 0 1 131072 0 VMSPACE 2544 40 11 16437 0 4 129744 0 malloc-384 384 287 43 16119 0 30 126720 0 32 Bucket 256 387 63 17165 0 62 115200 0 malloc-8192 8192 13 1 24 0 1 114688 0 PROC 1336 67 17 16464 0 8 112224 0 DEVCTL 1024 8 100 153 0 0 110592 0 malloc-1024 1024 80 20 202 0 16 102400 0 filedesc0 1072 68 16 16465 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-384 384 166 64 2860 0 30 88320 0 malloc-512 512 152 16 225 0 30 86016 0 16 Bucket 144 496 92 5146 0 62 84672 0 clpbuf 2624 0 32 34 0 15 83968 0 tcp_inpcb 488 4 164 2517 0 253 81984 0 malloc-16384 16384 3 2 26 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 128 Bucket 1024 42 33 1527 0 16 76800 0 malloc-512 512 133 11 443 0 30 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 8 0 8 0 1 65536 0 malloc-1024 1024 58 2 829 0 16 61440 0 tcpcb 1080 4 52 2517 0 253 60480 0 malloc-8192 8192 4 3 13 0 1 57344 0 malloc-4096 4096 12 2 218 0 2 57344 0 malloc-4096 4096 7 6 105 0 2 53248 0 64 Bucket 512 46 58 18635 0 30 53248 0 malloc-16384 16384 2 1 6 0 1 49152 0 malloc-2048 2048 9 13 1467 0 8 45056 0 malloc-1024 1024 37 7 851 0 16 45056 0 malloc-384 384 93 17 255 0 30 42240 0 DIRHASH 1024 30 10 34 0 16 40960 0 malloc-8192 8192 3 2 137 0 1 40960 0 malloc-8192 8192 1 4 15748 0 1 40960 0 malloc-4096 4096 3 7 510 0 2 40960 0 malloc-4096 4096 7 3 263 0 2 40960 0 malloc-1024 1024 37 3 39 0 16 40960 0 malloc-512 512 48 32 337 0 30 40960 0 pcpu-8 8 4717 403 5449 0 254 40960 0 NAMEI 1024 0 36 76936 0 16 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 malloc-512 512 28 44 16184 0 30 36864 0 sctp_laddr 48 600 156 1440 0 254 36288 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 2 6 46 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 Files 80 243 157 51385 0 126 32000 0 pipe 744 23 17 482 0 16 29760 0 malloc-512 512 38 18 17162 0 30 28672 0 TURNSTILE 136 177 33 177 0 62 28560 0 ksiginfo 112 69 183 1110 0 126 28224 0 KNOTE 160 28 147 259220 0 62 28000 0 sctp_chunk 152 160 22 160 0 253 27664 0 PWD 32 21 735 15656 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 41 259 3191 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 2 Bucket 32 136 494 5975 0 254 20160 0 SLEEPQUEUE 88 177 47 177 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-4096 4096 1 3 9 0 2 16384 0 malloc-512 512 24 8 3606 0 30 16384 0 vtnet_tx_hdr 24 0 668 747176 0 254 16032 0 tcp_rack_pcb 832 0 18 73 0 16 14976 0 tcp_bbr_pcb 832 0 18 539 0 16 14976 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-2048 2048 2 4 14 0 8 12288 0 malloc-2048 2048 5 1 5 0 8 12288 0 sctp_stream_msg_out 112 83 25 274 0 253 12096 0 udplite_inpcb 488 0 24 196 0 253 11712 0 udp_inpcb 488 6 18 202 0 253 11712 0 kenv 258 15 30 1038 0 30 11610 0 unpcb 256 20 25 1284 0 253 11520 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 34 58 47 0 126 8096 0 rl_entry 40 51 151 51 0 254 8080 0 udpcb 32 6 246 398 0 254 8064 0 ertt 72 4 108 2517 0 126 8064 0 4 Bucket 48 6 162 380 0 254 8064 0 sctp_readq 152 0 52 10 0 253 7904 0 ripcb 488 5 11 101 0 253 7808 0 AIOCB 552 0 14 524 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 216 0 126 6448 0 domainset 40 0 126 157 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 pf tags 104 0 39 2 0 126 4056 0 tcp_rack_map 112 0 36 6 0 126 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 253 4032 0 AIOP 32 4 122 4 0 254 4032 0 AIO 208 0 19 511 0 62 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 AIOLIO 272 0 14 3 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 253 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 253 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 253 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 253 0 0 mbuf_jumbo_9k 9216 0 0 0 0 253 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 63 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 15 0 0 swwbuf 2624 0 0 0 0 7 0 0 swrbuf 2624 0 0 0 0 15 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0