panic: pmap_growkernel: no memory to grow kernel cpuid = 0 time = 64 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe006a4f2d90 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe006a4f2ef0 vpanic() at vpanic+0x26a/frame 0xfffffe006a4f30b0 panic() at panic+0xb5/frame 0xfffffe006a4f3170 pmap_growkernel() at pmap_growkernel+0x5d2/frame 0xfffffe006a4f31d0 vm_map_insert1() at vm_map_insert1+0x6af/frame 0xfffffe006a4f3310 vm_map_find() at vm_map_find+0xb37/frame 0xfffffe006a4f3470 kva_import() at kva_import+0xd4/frame 0xfffffe006a4f3550 vmem_try_fetch() at vmem_try_fetch+0x21e/frame 0xfffffe006a4f3640 vmem_xalloc() at vmem_xalloc+0x569/frame 0xfffffe006a4f3700 kva_import_domain() at kva_import_domain+0x5f/frame 0xfffffe006a4f3750 vmem_try_fetch() at vmem_try_fetch+0x21e/frame 0xfffffe006a4f3830 vmem_xalloc() at vmem_xalloc+0x569/frame 0xfffffe006a4f38f0 vmem_alloc() at vmem_alloc+0xfe/frame 0xfffffe006a4f3950 kmem_malloc_domainset() at kmem_malloc_domainset+0x189/frame 0xfffffe006a4f3a90 keg_alloc_slab() at keg_alloc_slab+0x1d3/frame 0xfffffe006a4f3bb0 zone_import() at zone_import+0x2cb/frame 0xfffffe006a4f3d90 cache_alloc() at cache_alloc+0x81e/frame 0xfffffe006a4f3e50 cache_alloc_retry() at cache_alloc_retry+0x2e/frame 0xfffffe006a4f3e90 mdctlioctl() at mdctlioctl+0x22f4/frame 0xfffffe006a4f4310 devfs_ioctl() at devfs_ioctl+0x226/frame 0xfffffe006a4f43f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb2/frame 0xfffffe006a4f4430 vn_ioctl() at vn_ioctl+0x1ca/frame 0xfffffe006a4f4640 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe006a4f4690 kern_ioctl() at kern_ioctl+0x4c3/frame 0xfffffe006a4f4770 sys_ioctl() at sys_ioctl+0x367/frame 0xfffffe006a4f48d0 freebsd32_ioctl() at freebsd32_ioctl+0x62d/frame 0xfffffe006a4f4d10 ia32_syscall() at ia32_syscall+0x466/frame 0xfffffe006a4f4f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xdfffcf9c KDB: enter: panic [ thread pid 58640 tid 167599 ] Stopped at kdb_enter+0x6e: movq $0,0x2191f67(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0070600000 rdx 0x3ffff rbx 0xffffffff82700280 .str.27 rsp 0xfffffe006a4f2ed0 rbp 0xfffffe006a4f2ef0 rsi 0x40001 rdi 0xffffffff815e15b9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe0072090740 r13 0xfffffffffffffffe r14 0xffffffff82700280 .str.27 r15 0 rip 0xffffffff815ce0ae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2191f67(%rip) db> show proc Process 58640 (syz-executor.2) at 0xfffffe005719f040: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe006a31a5a0 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0x40000 arguments: /root/syz-executor.2 exec reaper: 0xfffffe00541d7040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0058a459a0 (map 0xfffffe0058a459a0) (map.pmap 0xfffffe0058a45a60) (pmap 0xfffffe0058a45ad0) threads: 2 165810 s syz-executor.2 167599 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 58645 780 780 0 T (threaded) syz-executor.3 163829 s syz-executor.3 167605 D MD conf 0xffffffff834b4460 syz-executor.3 58642 0 0 0 DL mdwait 0xfffffe006d1d0000 [md7] 58640 776 776 0 T (threaded) syz-executor.2 165810 s syz-executor.2 167599 Run CPU 0 syz-executor.2 40448 0 0 0 DL mdwait 0xfffffe006d1cf000 [md0] 2455 2442 2455 0 Ss select 0xfffffe0073eca4c0 dhclient 2447 1 2447 0 Ss select 0xfffffe0073f06740 dhclient 2442 2417 424 65 S select 0xfffffe0073f06840 dhclient 2417 424 424 0 SW wait 0xfffffe00541d8060 sh 780 768 780 0 Ss wait 0xfffffe006a318000 syz-executor.3 776 768 776 0 Ss wait 0xfffffe006a31a5a0 syz-executor.2 771 768 771 0 Ss piperd 0xfffffe0058a426c0 syz-executor.1 770 768 770 0 Ss piperd 0xfffffe0058a43000 syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100109 S uwait 0xfffffe0057a95500 syz-fuzzer 100110 S uwait 0xfffffe0057a94800 syz-fuzzer 100111 S uwait 0xfffffe0057a94900 syz-fuzzer 100112 S wait 0xfffffe006cd2e000 syz-fuzzer 100113 S kqread 0xfffffe005407b600 syz-fuzzer 100114 S uwait 0xfffffe005765fe00 syz-fuzzer 100115 S uwait 0xfffffe005765ff00 syz-fuzzer 100116 S wait 0xfffffe006cd2e000 syz-fuzzer 100118 S wait 0xfffffe006cd2e000 syz-fuzzer 100120 S wait 0xfffffe006cd2e000 syz-fuzzer 100131 S uwait 0xfffffe0057a94300 syz-fuzzer 100173 S uwait 0xfffffe005765f400 syz-fuzzer 104383 S uwait 0xfffffe007214e400 syz-fuzzer 766 764 766 0 SWs pause 0xfffffe006cd2eb70 csh 764 682 764 0 Ss select 0xfffffe005765f340 sshd 748 1 748 0 Ss+ ttyin 0xfffffe005768bcb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0057b738b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0057b73cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe0057b740b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0057b744b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe0057b748b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe0057b74cb0 getty 741 1 741 0 Ss+ ttyin 0xfffffe0057b750b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe0057b754b0 getty 686 1 686 0 SWs nanslp 0xffffffff83741400 cron 682 1 682 0 Ss select 0xfffffe005765f1c0 sshd 495 1 495 0 Ss select 0xfffffe005765f6c0 syslogd 424 1 424 0 SWs wait 0xfffffe006a31a040 devd 423 1 423 65 Ss select 0xfffffe005765f2c0 dhclient 338 1 338 0 Ss select 0xfffffe005765f3c0 dhclient 335 1 335 0 Ss select 0xfffffe005765f840 dhclient 17 0 0 0 DL syncer 0xffffffff8385eb20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571a0060 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff8385d100 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0057bf48e8 [/ worker] 9 0 0 0 RL [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D pwait 0xffffffff827054c1 [dom0] 100080 D launds 0xffffffff8388e444 [laundry: dom0] 100081 D umarcl 0xffffffff81d66ce0 [uma] 7 0 0 0 DL - 0xffffffff834bec30 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff83f73ea0 [pf purge] 5 0 0 0 DL waiting 0xffffffff843a15c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83489340 [doneq0] 100045 D - 0xffffffff834892c0 [async] 100076 D - 0xffffffff83489140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83889c60 [crypto] 100042 D crypto_ 0xfffffe0054089e30 [crypto returns 0] 100043 D crypto_ 0xfffffe0054089e80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543c2c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836e9d80 [g_event] 100036 D - 0xffffffff836e9da0 [g_up] 100037 D - 0xffffffff836e9dc0 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: task queue] 100013 I [swi6: Giant taskq] 100015 I [swi5: fast taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541d7040 [init] 10 0 0 0 DL audit_w 0xffffffff8388a6c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836ea760 [swapper] 100005 D - 0xfffffe00079cda00 [softirq_0] 100006 D - 0xfffffe00079cd800 [softirq_1] 100007 D - 0xfffffe00079cd600 [if_io_tqg_0] 100008 D - 0xfffffe00079cd400 [if_io_tqg_1] 100009 D - 0xfffffe00079cd200 [if_config_tqg_0] 100010 D - 0xfffffe00079cd000 [pci_hp taskq] 100011 D - 0xfffffe00079ccd00 [kqueue_ctx taskq] 100014 D - 0xfffffe00079cc700 [thread taskq] 100016 D - 0xfffffe00079cc300 [aiod_kick taskq] 100017 D - 0xfffffe00079cc100 [deferred_unmount ta] 100018 D - 0xfffffe00079cbe00 [inm_free taskq] 100019 D - 0xfffffe00079cbc00 [in6m_free taskq] 100020 D - 0xfffffe00079cba00 [linuxkpi_irq_wq] 100021 D - 0xfffffe00079cb800 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00079cb800 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00079cb800 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00079cb800 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00079cb300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00079cb300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00079cb300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00079cb300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00079ca700 [firmware taskq] 100039 D - 0xfffffe00079ca000 [crypto_0] 100040 D - 0xfffffe00079ca000 [crypto_1] 100055 D - 0xfffffe00079ce400 [vtnet0 rxq 0] 100056 D - 0xfffffe00079ce300 [vtnet0 txq 0] 100057 D - 0xfffffe00079ce200 [vtnet0 rxq 1] 100058 D - 0xfffffe0057558500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe005755bd80 [virtio_balloon] 100066 D - 0xffffffff827054c0 [deadlkres] 100070 D - 0xfffffe0057a9d000 [acpi_task_0] 100071 D - 0xfffffe0057a9d000 [acpi_task_1] 100072 D - 0xfffffe0057a9d000 [acpi_task_2] 100074 D - 0xfffffe00079ce100 [mca taskq] 100075 D - 0xfffffe0057139c00 [CAM taskq] db> show all locks Process 58640 (syz-executor.2) thread 0xfffffe0072090740 (167599) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff8388d7a0) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:2146 exclusive sx MD config lock (MD config lock) r = 0 (0xffffffff834b4460) locked @ /syzkaller/managers/i386/kernel/sys/dev/md/md.c:1766 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4192 4324K 4274 sysctloid 35051 2065K 41557 vtbuf 24 1968K 46 kobj 326 1304K 974 newblk 9 1026K 57199 vfscache 3 1025K 3 inodedep 549 718K 59821 pcb 24 669K 9486 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 274K 7 subproc 127 226K 58749 vnet_data 2 224K 2 acpitask 1 224K 1 acpica 1674 184K 60830 md_sectors 41 164K 173 tidhash 3 141K 3 dirrem 540 135K 58094 pagedep 9 130K 56888 linker 352 130K 386 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 110 110K 180 sem 4 106K 4 filedesc 14 105K 112735 gtaskqueue 18 98K 18 bus 985 81K 5155 mtx_pool 2 72K 2 syncache 1 68K 1 NFSD srvcache 3 68K 3 freefile 540 68K 58092 module 513 65K 513 ddb_capture 1 64K 1 umtx 368 46K 368 kdtrace 204 42K 126306 temp 35 37K 17526 BPF 22 36K 6183 DEVFS3 129 33K 185 hostcache 1 32K 1 shm 1 32K 279 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 LRO 18 19K 18 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 130 16K 410 ithread 97 16K 97 bus-sc 34 15K 1687 eventhandler 161 14K 161 lltable 43 14K 93 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 GEOM 68 12K 2964 rman 86 11K 451 CAM queue 5 11K 1528 md_disk 43 10K 1599 in6_multi 65 9K 65 bmsafemap 2 9K 58991 rpc 4 9K 4 devstat 4 9K 4 UART 12 9K 12 sctp_timw 32 8K 32 ksem 1 8K 1 shmfd 1 8K 364 pfs_vncache 1 8K 1 audit_evclass 238 8K 300 cred 27 7K 5764 taskqueue 63 7K 63 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 kqueue 51 6K 63882 plimit 21 6K 904 hhook 15 5K 17 UMA 269 5K 324 pf_ifnet 10 5K 19 ufs_dirhash 12 5K 24 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 4120 acpisem 28 4K 28 kcovinfo 52 4K 52 session 25 4K 40 pwddesc 49 4K 58671 proc-args 74 3K 58385 terminal 11 3K 11 clone 9 3K 9 uidinfo 3 3K 8 lockf 20 3K 33 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 selfd 31 2K 750922 ip6ndp 12 2K 13 sctp_ifa 13 2K 14 Unitno 27 2K 3987 tun 7 2K 7 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 toponodes 6 2K 6 ipsecpolicy 2 2K 2 CC Mem 5 2K 3713 select 10 2K 37 acpidev 20 2K 20 freework 5 2K 56483 softdep 1 1K 1 mkdir 8 1K 112784 freeblks 4 1K 56482 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 3110 ioctlops 2 1K 13402 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 newdirblk 4 1K 56392 diradd 4 1K 58127 cdev 2 1K 2 lkpikmalloc 8 1K 9 osd 10 1K 3090 inpcbpolicy 13 1K 20254 netlink 2 1K 78 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 1 procdesc 2 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 cryptodev 2 1K 42 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 24632 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 2663 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 473 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 3742 sctp_atky 0 0K 3873 sctp_atcl 0 0K 3742 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stro 0 0K 131 sctp_stri 0 0K 0 sctp_map 0 0K 262 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 filemon 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 48506 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1566 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3210 ip6_msource 0 0K 0 ip6_moptions 0 0K 34 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 60 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 205 namei_tracker 0 0K 161 export_host 0 0K 0 cl_savebuf 0 0K 2 aio 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 32278 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 936 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 668 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 396 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree md7 65536 19602 0 19602 0 1 1284636672 0 mbuf_jumbo_page 4096 8332 0 82943 0 3 34127872 0 RADIX NODE 144 26692 127 1290833 0 62 3861936 0 UMA Slabs 0 112 28764 30 69979 0 126 3224928 0 mbuf 256 10510 952 296836 0 254 2934272 0 vmem btag 56 36099 2244 77492 0 254 2147208 0 BUF TRIE 144 197 11619 11088 0 62 1701504 0 malloc-384 384 4159 11 4179 0 30 1601280 0 malloc-128 128 11776 4 14012 0 126 1507840 0 malloc-4096 4096 327 0 977 0 2 1339392 0 malloc-384 384 548 1722 60489 0 30 871680 0 malloc-256 256 548 2227 118246 0 62 710400 0 FFS inode 1168 508 45 58600 0 8 645904 0 pbuf 2624 0 210 0 0 2 551040 0 malloc-128 128 1438 2716 59019 0 126 531712 0 lkpicurr 168 2 3094 2 0 62 520128 0 VM OBJECT 264 1288 152 647896 0 30 380160 0 DEVCTL 1024 235 101 362 0 0 344064 0 THREAD 1824 154 30 67634 0 8 335616 0 malloc-64 64 4381 218 122609 0 254 294336 0 VNODE 448 546 93 58640 0 30 286272 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-16 16 14685 65 20429 0 254 236000 0 malloc-4096 4096 50 0 58673 0 2 204800 0 UMA Zones 768 241 3 296 0 16 187392 0 malloc-4096 4096 44 1 285 0 2 184320 0 malloc-32 32 5402 268 63649 0 254 181440 0 lkpimm 56 1 3095 1 0 254 173376 0 FPU_save_area 832 156 51 70330 0 16 172224 0 mbuf_cluster 2048 43 37 1125 0 9 163840 0 MAP ENTRY 96 1146 492 1729732 0 126 157248 0 malloc-128 128 1131 78 30473 0 126 154752 0 S VFS Cache 104 1008 396 65056 0 126 146016 0 FFS2 dinode 256 508 62 58600 0 62 145920 0 malloc-1024 1024 125 7 293 0 16 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 4 0 124 0 1 131072 0 malloc-16384 16384 7 0 56526 0 1 114688 0 malloc-256 256 278 157 183976 0 62 111360 0 malloc-4096 4096 27 0 82 0 2 110592 0 PROC 1376 48 29 58670 0 8 105952 0 UMA Kegs 384 228 5 283 0 30 89472 0 filedesc0 1072 49 28 58671 0 8 82544 0 udp_inpcb 424 6 156 2288 0 30 68688 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 69 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 188 52 52215 0 62 61440 0 malloc-64 64 513 306 2890 0 254 52416 0 Files 80 179 471 177564 0 126 52000 0 VMSPACE 616 30 54 57234 0 16 51744 0 malloc-256 256 57 138 68382 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 ripcb 392 2 115 2726 0 30 45864 0 malloc-128 128 238 103 674 0 126 43648 0 malloc-256 256 36 129 57788 0 62 42240 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 5 0 8 0 1 40960 0 pcpu-8 8 4734 386 33488 0 254 40960 0 256 Bucket 2048 12 8 2822 0 8 40960 0 malloc-64 64 356 274 22028 0 254 40320 0 malloc-128 128 129 181 171144 0 126 39680 0 tcp_inpcb 1312 5 25 3077 0 8 39360 0 socket 960 26 14 56327 0 17 38400 0 malloc-256 256 92 58 1241 0 62 38400 0 malloc-384 384 80 10 80 0 30 34560 0 TURNSTILE 136 185 67 185 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 462 0 1 32768 0 malloc-8192 8192 4 0 105 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-64 64 187 317 59588 0 254 32256 0 PGRP 120 25 239 40 0 126 31680 0 malloc-256 256 66 54 117 0 62 30720 0 udplite_inpcb 424 0 72 12163 0 30 30528 0 malloc-4096 4096 7 0 1989 0 2 28672 0 udplite_inpcb ports 32 0 882 1676 0 254 28224 0 ttyinq 160 135 40 300 0 62 28000 0 ttyoutq 256 72 33 160 0 62 26880 0 malloc-384 384 65 5 408 0 30 26880 0 malloc-2048 2048 7 5 1157 0 8 24576 0 malloc-2048 2048 11 1 11 0 8 24576 0 PWD 40 17 589 56444 0 254 24240 0 pipe 728 20 13 11042 0 16 24024 0 malloc-128 128 49 137 56909 0 126 23808 0 malloc-128 128 88 98 5405 0 126 23808 0 32 Bucket 256 11 79 12414 0 62 23040 0 malloc-2048 2048 10 0 76 0 8 20480 0 malloc-1024 1024 18 2 22 0 16 20480 0 malloc-1024 1024 18 2 18 0 16 20480 0 malloc-32 32 163 467 11225 0 254 20160 0 malloc-128 128 76 79 7392 0 126 19840 0 SLEEPQUEUE 88 185 39 185 0 126 19712 0 DIRHASH 1024 12 4 35 0 16 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 4 0 209 0 2 16384 0 malloc-2048 2048 7 1 13 0 8 16384 0 udp_inpcb ports 32 3 501 125 0 254 16128 0 tcp_inpcb ports 32 3 501 106 0 254 16128 0 ksiginfo 112 63 81 2791 0 126 16128 0 malloc-64 64 24 228 321 0 254 16128 0 malloc-64 64 38 214 751087 0 254 16128 0 malloc-64 64 96 156 104 0 254 16128 0 malloc-32 32 10 494 2351 0 254 16128 0 malloc-32 32 98 406 2338 0 254 16128 0 malloc-32 32 101 403 24392 0 254 16128 0 malloc-32 32 40 464 3206 0 254 16128 0 routing nhops 256 27 33 34 0 62 15360 0 64 Bucket 512 5 19 30365 0 30 12288 0 rl_entry 40 82 221 82 0 254 12120 0 rtentry 168 30 42 34 0 62 12096 0 malloc-64 64 9 180 66 0 254 12096 0 malloc-32 32 26 352 347 0 254 12096 0 malloc-32 32 246 132 5118 0 254 12096 0 2 Bucket 32 4 374 55557 0 254 12096 0 KNOTE 160 30 45 401465 0 62 12000 0 malloc-16 16 52 698 58443 0 254 12000 0 malloc-16 16 49 701 22903 0 254 12000 0 malloc-16 16 36 714 6723 0 254 12000 0 malloc-16 16 21 729 6888 0 254 12000 0 malloc-16 16 269 481 601 0 254 12000 0 malloc-16 16 16 734 28172 0 254 12000 0 unpcb 256 11 34 32435 0 62 11520 0 malloc-384 384 20 10 3812 0 30 11520 0 malloc-384 384 20 10 22 0 30 11520 0 malloc-256 256 18 27 4221 0 62 11520 0 Mountpoints 2816 2 2 2 0 4 11264 0 mbuf_packet 256 43 0 59525 0 254 11008 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 2 2 565 0 8 8192 0 malloc-2048 2048 3 1 3638 0 8 8192 0 malloc-2048 2048 2 2 2 0 8 8192 0 malloc-1024 1024 2 6 258 0 16 8192 0 malloc-1024 1024 3 5 1922 0 16 8192 0 malloc-1024 1024 6 2 187 0 16 8192 0 malloc-512 512 6 10 4061 0 30 8192 0 malloc-512 512 4 12 3133 0 30 8192 0 malloc-512 512 11 5 13311 0 30 8192 0 ertt 72 5 107 3077 0 126 8064 0 malloc-16 16 8 492 8 0 254 8000 0 8 Bucket 80 8 92 27353 0 126 8000 0 kenv 258 17 13 1076 0 30 7740 0 128 Bucket 1024 2 5 4963 0 16 7168 0 cpuset 200 7 25 7 0 62 6400 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 457 0 8 4096 0 malloc-1024 1024 1 3 498 0 16 4096 0 malloc-1024 1024 1 3 7 0 16 4096 0 malloc-512 512 1 7 875 0 30 4096 0 malloc-512 512 3 5 54 0 30 4096 0 pcpu-16 16 4 252 4 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 vtnet_tx_hdr 24 0 167 81996 0 254 4008 0 UMA Slabs 1 176 9 13 11 0 62 3872 0 L VFS Cache 320 0 12 3 0 30 3840 0 malloc-384 384 1 9 2 0 30 3840 0 malloc-384 384 1 9 312 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 7 88 7 0 254 3040 0 SMR SHARED 24 7 88 7 0 254 2280 0 md0 512 0 0 0 0 30 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 21077 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 62 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 360 0 0 0 0 31 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 1024 0 0 0 0 16 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 syncache 168 0 0 4 0 62 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 126 0 0 sctp_readq 152 0 0 0 0 62 0 0 sctp_chunk 152 0 0 0 0 62 0 0 sctp_raddr 736 0 0 131 0 17 0 0 sctp_laddr 48 0 0 216 0 254 0 0 sctp_asoc 2256 0 0 131 0 5 0 0 sctp_ep 1176 0 0 3611 0 9 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 31 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 NAMEI 1024 0 0 315303 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 g_bio 408 0 0 85592 0 30 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 2 0 0 mbuf_jumbo_9k 9216 0 0 0 0 2 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 clpbuf 2624 0 0 24 0 4 0 0 vnpbuf 2624 0 0 0 0 4 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 ertt_txseginfo 40 0 0 78585 0 254 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 110 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 8 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 3 0 2 0 0 malloc-512 512 0 0 1214 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 16 Bucket 144 0 0 1327 0 62 0 0 4 Bucket 48 0 0 8 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0