panic: pmap_growkernel: no memory to grow kernel cpuid = 0 time = 1624469173 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c644c20 vpanic() at vpanic+0x1cc/frame 0xfffffe009c644c80 panic() at panic+0x43/frame 0xfffffe009c644ce0 pmap_growkernel() at pmap_growkernel+0x60e/frame 0xfffffe009c644d20 vm_map_insert() at vm_map_insert+0x4f4/frame 0xfffffe009c644de0 vm_map_find() at vm_map_find+0x7e2/frame 0xfffffe009c644ea0 kva_import() at kva_import+0x61/frame 0xfffffe009c644ef0 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe009c644f40 vmem_xalloc() at vmem_xalloc+0xa45/frame 0xfffffe009c644fd0 kva_import_domain() at kva_import_domain+0x5f/frame 0xfffffe009c645020 vmem_try_fetch() at vmem_try_fetch+0x143/frame 0xfffffe009c645070 vmem_xalloc() at vmem_xalloc+0xa45/frame 0xfffffe009c645100 vmem_alloc() at vmem_alloc+0xf9/frame 0xfffffe009c645160 kmem_malloc_domainset() at kmem_malloc_domainset+0x9b/frame 0xfffffe009c6451d0 malloc_large() at malloc_large+0x48/frame 0xfffffe009c645220 malloc() at malloc+0x254/frame 0xfffffe009c645290 pfioctl() at pfioctl+0x177c/frame 0xfffffe009c645780 devfs_ioctl() at devfs_ioctl+0x114/frame 0xfffffe009c6457e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7c/frame 0xfffffe009c645810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe009c645930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe009c645970 kern_ioctl() at kern_ioctl+0x304/frame 0xfffffe009c6459e0 sys_ioctl() at sys_ioctl+0x247/frame 0xfffffe009c645ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c645bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c645bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 18431 tid 119261 ] Stopped at kdb_enter+0x67: movq $0,0x16409ae(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0097800000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c644c00 rbp 0xfffffe009c644c20 rsi 0x40001 rdi 0xffffffff81131ef6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c644af0 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff8198b900 r14 0xffffffff81a73ffa r15 0xffffffff81a73ffa rip 0xffffffff81128f57 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x16409ae(%rip) db> show proc Process 18431 (syz-executor.1) at 0xfffff80030ce6000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffff80015f09a60 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009504e000 (map 0xfffffe009504e000) (map.pmap 0xfffffe009504e0c0) (pmap 0xfffffe009504e120) threads: 3 116319 RunQ syz-executor.1 119252 Run CPU 1 syz-executor.1 119261 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 18431 784 784 0 R (threaded) syz-executor.1 116319 RunQ syz-executor.1 119252 Run CPU 1 syz-executor.1 119261 Run CPU 0 syz-executor.1 11720 1 11720 65 Ss select 0xfffff8002922ed40 dhclient 11238 1 819 0 S uwait 0xfffff80029491b00 syz-executor.2 11234 1 819 0 S uwait 0xfffff80026fd2f00 syz-executor.2 9931 1 9931 0 Ss select 0xfffff80030969bc0 dhclient 9928 1 9928 0 Ss select 0xfffff800303395c0 dhclient 9909 1 9909 65 Ss select 0xfffff80030714440 dhclient 6935 1 6935 0 Ss select 0xfffff800297d4740 dhclient 6932 1 6932 0 Ss select 0xfffff800265f12c0 dhclient 6912 1 6912 65 Ss select 0xfffff8003039b740 dhclient 5227 1 784 0 S uwait 0xfffff80026c01900 syz-executor.1 5226 1 784 0 S uwait 0xfffff80026c01300 syz-executor.1 5092 5091 783 0 SV uwait 0xfffff80026ab0f00 syz-executor.0 5091 1 783 0 DV ppwait 0xfffff80026fbea10 syz-executor.0 4104 1 4104 0 Ss select 0xfffff800297f35c0 dhclient 4096 1 4096 0 Ss select 0xfffff800297f3a40 dhclient 4062 1 4062 65 Ss select 0xfffff80029874ec0 dhclient 1677 1 1677 0 Ss select 0xfffff800292642c0 dhclient 1674 1 1674 0 Ss select 0xfffff80026f30d40 dhclient 889 0 0 0 DL aiordy 0xfffff80026fbea60 [aiod4] 888 0 0 0 DL aiordy 0xfffff80026e7b000 [aiod3] 887 0 0 0 DL aiordy 0xfffff80026e7b530 [aiod2] 886 0 0 0 DL aiordy 0xfffff800264f0530 [aiod1] 847 780 847 0 Ss piperd 0xfffff80026a9f5d0 syz-executor.3 819 780 819 0 Ss piperd 0xfffff80015e495d0 syz-executor.2 784 780 784 0 Rs syz-executor.1 783 780 783 0 Ss piperd 0xfffff80026a9f8b8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100107 S uwait 0xfffff80015d1c900 syz-fuzzer 100118 S uwait 0xfffff80015ac1100 syz-fuzzer 100119 S kqread 0xfffff80026aae900 syz-fuzzer 100120 S uwait 0xfffff80026ab0100 syz-fuzzer 100121 S uwait 0xfffff80015e58700 syz-fuzzer 100122 S uwait 0xfffff80015e58900 syz-fuzzer 100123 S uwait 0xfffff80026aaeb00 syz-fuzzer 100124 S uwait 0xfffff80026aaed00 syz-fuzzer 101880 S uwait 0xfffff80029168100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800263910b0 csh 776 694 776 0 Ss select 0xfffff80015eb38c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2b4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2bcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2f4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2fcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab64b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abc4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abccb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff80015e6ebc0 sshd 507 1 507 0 Ss select 0xfffff80015eb3d40 syslogd 436 1 436 0 Ss select 0xfffff80015eb3440 devd 435 1 435 65 Ss select 0xfffff80015eb3140 dhclient 350 1 350 0 Ss select 0xfffff80015eb05c0 dhclient 347 1 347 0 Ss select 0xfffff80015eb3ec0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015b12000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 LL (threaded) [pagedaemon] 100079 L *pmap 0xfffff80004ca83c0 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c4960 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e348b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82f47410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e20780 [deadlkres] 100074 D - 0xfffff80015ac5100 [acpi_task_0] 100075 D - 0xfffff80015ac5100 [acpi_task_1] 100076 D - 0xfffff80015ac5100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 18431 (syz-executor.1) thread 0xfffffe009dd91ac0 (119252) exclusive sleep mutex pmap (pmap) r = 0 (0xffffffff82880a30) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:6155 Process 18431 (syz-executor.1) thread 0xfffffe0095072000 (119261) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff82846da8) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:2127 Process 19 (pagedaemon) thread 0xfffffe0055375c80 (100079) shared rw UMA lock (UMA lock) r = 0 (0xffffffff82244500) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:3019 shared sx umareclaim (umareclaim) r = 0 (0xffffffff82846c50) locked @ /syzkaller/managers/main/kernel/sys/vm/uma_core.c:5132 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 pcb 1536 7400K 70464 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 inodedep 1880 2399K 17550 vtbuf 24 2064K 46 sctp_atcl 1505 1505K 51223 sctp_stro 751 1502K 17484 newblk 9 1036K 18081 vfscache 3 1035K 3 dirrem 1871 936K 17465 sctp_atky 2264 850K 69142 freefile 1869 701K 17458 subproc 161 651K 18530 acpica 1674 649K 54806 sctp_athm 1505 565K 51228 sctp_map 1502 564K 34968 linker 368 539K 435 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 filedesc 24 373K 34919 BPF 46 337K 1898 DEVFS1 107 214K 124 sctp_timw 388 194K 388 kdtrace 237 194K 37704 module 511 192K 511 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 9 140K 17463 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2605 syncache 1 76K 1 routetbl 132 71K 421 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 42 36K 81 taskqueue 60 36K 60 kqueue 72 35K 18469 cred 34 34K 284 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 5 in6_multi 71 31K 71 DEVFSP 80 30K 2122 GEOM 60 29K 489 kbdmux 6 28K 6 pwddesc 70 27K 18439 ifnet 7 25K 7 plimit 24 24K 439 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 268832 pfs_nodes 20 20K 20 proc-args 52 20K 681 UART 12 18K 12 session 35 18K 51 bmsafemap 2 17K 17530 ksem 1 16K 12 rpc 2 16K 2 shmfd 1 16K 48 pfs_vncache 1 16K 1 tcp_fsb 34 13K 2519 sglist 5 13K 5 ufs_dirhash 20 13K 24 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 57 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 20 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 85 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 6401 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 5233 ipsec 3 3K 3 mkdir 8 3K 34890 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 17452 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 17451 vnodemarker 2 2K 48 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 127 crypto 4 2K 4 newdirblk 4 2K 17445 diradd 4 2K 17505 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 37198 loginclass 4 2K 8 tcpfunc 3 2K 3 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 sctp_aadr 2 1K 28 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 226 entropy 2 1K 44 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 cubic data 0 0K 0 chd data 0 0K 0 cdg data 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 27 vegas data 0 0K 31 sctp_mcore 0 0K 0 sctp_socko 0 0K 25944 sctp_iter 0 0K 9 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_stri 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 13981 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 21 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 57 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 8 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 6 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 17681 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 1989 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2429 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 5 lio 0 0K 8 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 119 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 30376 ioctlops 0 0K 937 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 745 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8433 873 1563535 0 253 38117376 0 malloc-384 384 36995 1295 74089 0 30 14703360 0 malloc-8192 8192 756 28 33745 0 1 6422528 0 RADIX NODE 144 32302 203 514151 0 63 4680720 0 malloc-1024 1024 4177 27 6032 0 16 4304896 0 sctp_asoc 2288 751 664 17484 0 253 3237520 0 malloc-384 384 4855 3185 414729 0 30 3087360 0 malloc-1024 1024 141 2711 15495 0 16 2920448 0 malloc-1024 1024 1957 839 18184 0 16 2863104 0 malloc-2048 2048 753 639 18706 0 8 2850816 0 malloc-1024 1024 1510 1274 51244 0 16 2850816 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 mbuf 256 9044 1051 2518155 0 254 2584320 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf_cluster 2048 1035 1 1035 0 253 2121728 0 BUF TRIE 144 186 13282 948 0 62 1939392 0 UMA Slabs 0 112 17019 42 17053 0 126 1910832 0 sctp_ep 1280 754 719 33739 0 253 1885440 0 malloc-1024 1024 930 658 53128 0 16 1626112 0 malloc-512 512 2009 839 18049 0 30 1458176 0 malloc-384 384 2421 849 102764 0 30 1255680 0 sctp_raddr 736 751 679 17484 0 253 1052480 0 tcp_log 416 0 1917 67541 0 253 797472 0 malloc-32768 32768 15 7 17462 0 1 720896 0 malloc-384 384 1724 36 53811 0 30 675840 0 malloc-8192 8192 72 8 18441 0 1 655360 0 FFS inode 1160 522 24 17982 0 8 633360 0 malloc-16384 16384 25 0 26 0 1 409600 0 VM OBJECT 264 1340 100 261563 0 30 380160 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 THREAD 1808 166 21 19264 0 8 338096 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-512 512 31 585 25440 0 30 315392 0 256 Bucket 2048 113 33 20470 0 8 299008 0 VNODE 448 560 70 18022 0 30 282240 0 malloc-2048 2048 126 4 149 0 8 266240 0 mbuf_packet 256 250 785 33210 0 254 264960 0 malloc-384 384 617 63 7105 0 30 261120 0 vmem btag 56 4446 6 4446 0 254 249312 0 tcp_bbr_map 128 0 1736 24744 0 126 222208 0 socket 944 46 186 49007 0 253 219008 0 MAP ENTRY 96 1796 430 990935 0 126 213696 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 24 2 77 0 1 212992 0 malloc-512 512 404 4 599 0 30 208896 0 malloc-4096 4096 7 42 3390 0 2 200704 0 malloc-65536 65536 3 0 3 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 ertt_txseginfo 40 0 4545 87702 0 254 181800 0 malloc-384 384 365 65 74196 0 30 165120 0 S VFS Cache 104 1027 416 20377 0 126 150072 0 FFS2 dinode 256 522 18 17981 0 62 138240 0 VMSPACE 2544 42 12 18411 0 4 137376 0 malloc-384 384 288 62 20015 0 30 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-512 512 205 43 17685 0 30 126976 0 sctp_chunk 152 453 379 859 0 253 126464 0 PROC 1328 69 21 18438 0 8 119520 0 malloc-512 512 200 32 39660 0 30 118784 0 malloc-16384 16384 2 5 44 0 1 114688 0 malloc-1024 1024 103 5 108 0 16 110592 0 DEVCTL 1024 0 100 132 0 0 102400 0 tcp_inpcb 488 4 204 5221 0 253 101504 0 32 Bucket 256 294 96 14269 0 62 99840 0 malloc-32768 32768 1 2 121 0 1 98304 0 filedesc0 1072 70 21 18439 0 8 97552 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 50 37 3775 0 16 89088 0 g_bio 408 0 210 7163 0 30 85680 0 clpbuf 2624 0 32 23 0 15 83968 0 tcpcb 1080 4 73 5221 0 253 83160 0 malloc-512 512 119 33 17826 0 30 77824 0 16 Bucket 144 393 139 5941 0 62 76608 0 sctp_stream_msg_out 112 313 299 948 0 253 68544 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-384 384 92 68 39495 0 30 61440 0 malloc-4096 4096 12 2 268 0 2 57344 0 malloc-4096 4096 7 6 33 0 2 53248 0 64 Bucket 512 41 63 15275 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 ksiginfo 112 75 321 2336 0 126 44352 0 malloc-8192 8192 3 2 9 0 1 40960 0 malloc-8192 8192 2 3 17792 0 1 40960 0 malloc-4096 4096 8 2 16 0 2 40960 0 malloc-2048 2048 16 4 25 0 8 40960 0 malloc-512 512 25 55 1446 0 30 40960 0 pcpu-8 8 4705 415 17825 0 254 40960 0 Files 80 240 260 80843 0 126 40000 0 DIRHASH 1024 30 6 34 0 16 36864 0 pipe 744 23 22 640 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-512 512 34 30 224 0 30 32768 0 pcpu-64 64 490 22 490 0 254 32768 0 tcp_rack_pcb 832 0 36 2485 0 16 29952 0 malloc-2048 2048 2 12 153 0 8 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 328495 0 62 28000 0 NAMEI 1024 0 24 91149 0 16 24576 0 malloc-8192 8192 1 2 46 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 22 734 17538 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 121 179 4642 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 394 0 16 22464 0 malloc-4096 4096 3 2 60 0 2 20480 0 2 Bucket 32 103 527 9446 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 8829 0 253 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 13 0 1 16384 0 malloc-4096 4096 2 2 637 0 2 16384 0 vtnet_tx_hdr 24 0 668 800916 0 254 16032 0 ripcb 488 5 27 653 0 253 15616 0 udplite_inpcb 488 0 32 164 0 253 15616 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 ertt 72 4 164 5221 0 126 12096 0 udp_inpcb 488 6 18 363 0 253 11712 0 kenv 258 15 30 1042 0 30 11610 0 routing nhops 256 27 18 35 0 62 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 21 0 16 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 35 57 51 0 126 8096 0 rl_entry 40 57 145 57 0 254 8080 0 sctp_laddr 48 8 160 3950 0 254 8064 0 tcp_rack_map 112 0 72 4414 0 126 8064 0 udpcb 32 6 246 527 0 254 8064 0 4 Bucket 48 5 163 378 0 254 8064 0 sctp_readq 152 1 51 425 0 253 7904 0 AIO 208 0 38 42 0 62 7904 0 AIOCB 552 0 14 85 0 16 7728 0 AIOLIO 272 0 28 8 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 253 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 15 24 16 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 253 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 253 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 253 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 253 0 0 mbuf_jumbo_9k 9216 0 0 0 0 253 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 63 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 15 0 0 swwbuf 2624 0 0 0 0 7 0 0 swrbuf 2624 0 0 0 0 15 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0