panic: pmap_san_enter_alloc_4k: no memory to grow shadow map cpuid = 1 time = 4 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00573660b0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057366210 vpanic() at vpanic+0x257/frame 0xfffffe00573663d0 panic() at panic+0xb5/frame 0xfffffe00573664a0 pmap_san_enter_alloc_4k() at pmap_san_enter_alloc_4k+0x4b/frame 0xfffffe00573664c0 pmap_san_enter() at pmap_san_enter+0x35a/frame 0xfffffe0057366500 kasan_shadow_map() at kasan_shadow_map+0x78/frame 0xfffffe0057366520 pmap_growkernel() at pmap_growkernel+0xd4/frame 0xfffffe0057366570 vm_map_insert1() at vm_map_insert1+0x6b0/frame 0xfffffe00573666b0 vm_map_find_locked() at vm_map_find_locked+0xa9f/frame 0xfffffe0057366820 vm_map_find() at vm_map_find+0xc7/frame 0xfffffe0057366890 kva_import() at kva_import+0xd4/frame 0xfffffe0057366970 vmem_try_fetch() at vmem_try_fetch+0x21e/frame 0xfffffe0057366a60 vmem_xalloc() at vmem_xalloc+0x539/frame 0xfffffe0057366b00 kva_import_domain() at kva_import_domain+0x5f/frame 0xfffffe0057366b50 vmem_try_fetch() at vmem_try_fetch+0x21e/frame 0xfffffe0057366c30 vmem_xalloc() at vmem_xalloc+0x539/frame 0xfffffe0057366cd0 vmem_alloc() at vmem_alloc+0x170/frame 0xfffffe0057366d30 kmem_malloc_domainset() at kmem_malloc_domainset+0x1a6/frame 0xfffffe0057366e70 malloc_large() at malloc_large+0x45/frame 0xfffffe0057366eb0 malloc() at malloc+0x2ad/frame 0xfffffe0057366f70 netmap_mem_ext_create() at netmap_mem_ext_create+0x8b3/frame 0xfffffe0057367150 netmap_ioctl() at netmap_ioctl+0x1b00/frame 0xfffffe0057367670 freebsd_netmap_ioctl() at freebsd_netmap_ioctl+0x17e/frame 0xfffffe0057367730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0057367820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0057367850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe0057367a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0057367ab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe0057367b90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe0057367d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0057367f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0057367f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x8254bce88, rbp = 0x8254bcf20 --- KDB: enter: panic [ thread pid 2526 tid 104239 ] Stopped at kdb_enter+0x6e: movq $0,0x26b8b17(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0076600000 rdx 0x7ffff rbx 0xffffffff82a295c0 .str.27 rsp 0xfffffe00573661f0 rbp 0xfffffe0057366210 rsi 0x80001 rdi 0xffffffff8177a289 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x3f r12 0xfffffe007b276000 r13 0xfffffffffffffffd r14 0xffffffff82a295c0 .str.27 r15 0 rip 0xffffffff81762bbe kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26b8b17(%rip) db> show proc Process 2526 (syz-executor) at 0xfffffe0059374000: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 2063 at 0xfffffe00592e9000 ABI: FreeBSD ELF64 flag: 0x100000a0 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0059323920 (map 0xfffffe0059323920) (map.pmap 0xfffffe00593239c0) (pmap 0xfffffe0059323a30) threads: 3 104210 RunQ syz-executor 104239 Run CPU 1 syz-executor 104240 S uwait 0xfffffe0092e5da00 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2530 2307 2307 0 D (threaded) syz-executor 100086 D pfault 0xffffffff83203d40 syz-executor 104248 S uwait 0xfffffe0092e5e400 syz-executor 2529 2015 2015 0 T (threaded) syz-executor 100301 s syz-executor 104246 L *vm map 0xfffffe005938dcc0 syz-executor 104247 s syz-executor 2526 2063 2063 0 R (threaded) syz-executor 104210 RunQ syz-executor 104239 Run CPU 1 syz-executor 104240 S uwait 0xfffffe0092e5da00 syz-executor 2523 1547 1547 0 DE netmap_ 0xffffffff83b73120 syz-executor 2501 0 0 0 DL mdwait 0xfffffe00722e7000 [md0] 2307 1544 2307 0 R syz-executor 2166 2160 2166 0 Ss select 0xfffffe009052e940 dhclient 2160 2107 982 65 S select 0xfffffe0058f79740 dhclient 2107 982 982 0 S wait 0xfffffe005936b5a0 sh 2064 1 2064 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 2063 1544 2063 0 R syz-executor 2015 1544 2015 0 R syz-executor 1924 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1923 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1922 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1921 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1811 0 0 0 DL mdwait 0xfffffe0090521000 [md5] 1787 0 0 0 DL mdwait 0xfffffe00724ce000 [md4] 1777 0 0 0 DL (threaded) [so_splice] 100837 D - 0xfffffe0090479400 [thr_0] 100838 D - 0xfffffe0090479440 [thr_1] 1765 0 0 0 DL mdwait 0xfffffe0090527000 [md3] 1747 0 0 0 DL mdwait 0xfffffe009051f000 [md2] 1746 0 0 0 DL mdwait 0xfffffe0071b7c000 [md1] 1621 0 0 0 DL aiordy 0xfffffe005930f568 [aiod4] 1620 0 0 0 DL aiordy 0xfffffe005930fad0 [aiod3] 1619 0 0 0 DL aiordy 0xfffffe0059310038 [aiod2] 1618 0 0 0 DL aiordy 0xfffffe00593105a0 [aiod1] 1547 1544 1547 0 R syz-executor 1544 1543 1544 0 Ss select 0xfffffe0058f7ac40 syz-executor 1543 1541 1541 0 S select 0xfffffe0058f7b340 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f7b440 sshd-session 1529 1 1529 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1528 1 1528 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1499 1 1499 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0071a04840 sshd 1280 1 1280 0 Ss select 0xfffffe0058f7d840 syslogd 1279 1 1276 0 S select 0xfffffe0058f7da40 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a702400 syslogd 982 1 982 0 Ss wait 0xfffffe00592cdad0 devd 981 1 981 65 Ss select 0xfffffe0054364540 dhclient 829 1 829 0 Ss select 0xfffffe0054363140 dhclient 826 1 826 0 Ss select 0xfffffe0058f7c540 dhclient 406 0 0 0 DL - 0xffffffff83a2b960 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100094 D sdflush 0xfffffe000877a8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 Run CPU 0 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81fa05f0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff847da5c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84ac48c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a2dd00 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100121 D - 0xfffffe006cd26600 [netlink_socket (PID] 101921 D - 0xfffffe0072265600 [netlink_socket (PID] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 292890 pf_hash 6 12804K 6 devbuf 8373 8614K 9602 linker 412 5723K 1112 tcp_hpts 8 4865K 8 pcb 36 2815K 665 sysctloid 36105 2127K 36181 vtbuf 24 1968K 46 kobj 344 1376K 683 vmem 5 1054K 11 newblk 41 1034K 7871 vfscache 3 1025K 3 inodedep 31 524K 1884 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2864 358K 2864 subproc 155 294K 2650 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 15381 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 1584 sem 5 135K 5 pagedep 9 130K 1151 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 120 120K 152 gtaskqueue 18 98K 18 LRO 30 93K 40 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 542 ddb_capture 1 64K 1 kdtrace 227 45K 6780 BPF 28 37K 400 DEVFS3 139 35K 157 hostcache 1 32K 1 shm 1 32K 19 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 70 28K 315 md_disk 10 25K 13 GEOM 110 22K 991 DEVFS_RULE 61 22K 61 temp 50 22K 6764 lltable 69 20K 319 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 md_sectors 4 16K 4 kqueue 77 16K 3325 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 980 cred 35 14K 871 kenv 138 14K 138 ifnet 12 12K 71 ether_multi 134 11K 378 CAM queue 5 11K 1528 rman 75 10K 422 rpc 8 9K 8 pf_ifnet 28 9K 209 bmsafemap 2 9K 1851 plimit 22 9K 759 UART 12 9K 12 ksem 1 8K 11 shmfd 1 8K 56 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 taskqueue 75 8K 7776 audit_evclass 244 8K 311 in6_multi 55 8K 111 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 26 6K 60 pfs_nodes 22 6K 22 UMA 276 5K 276 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 dirrem 16 4K 1720 pwddesc 64 4K 2531 evdev 4 4K 4 acpisem 28 4K 28 sctp_atcl 9 4K 117 sctp_stro 3 3K 8 tun 8 3K 9 DEVFSP 48 3K 853 selfd 45 3K 51353 proc-args 78 3K 4802 terminal 11 3K 11 lockf 24 3K 1473 session 21 3K 167 acpidev 21 3K 21 uidinfo 5 3K 35 hhook 8 3K 10 kcovinfo 36 3K 81 netlink 2 3K 743 sctp_ifa 16 2K 23 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 mount 46 2K 4353 Unitno 31 2K 95 in_multi 7 2K 29 select 13 2K 153 CAM XPT 22 2K 546 igmp 12 2K 70 procdesc 3 2K 63 toponodes 6 2K 6 msdosfs_node 6 2K 62 freefile 11 2K 1510 ipsecpolicy 2 2K 2 freework 6 2K 2122 freeblks 5 2K 1360 ip6ndp 5 2K 10 msi 9 2K 9 sctp_timw 4 1K 4 softdep 1 1K 1 mkdir 8 1K 2144 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 45 NFSD session 1 1K 1 diradd 7 1K 1767 CAM periph 4 1K 538 sctp_ifn 6 1K 23 ipsec 3 1K 3 pfil 6 1K 6 pci_link 10 1K 10 CC Mem 6 1K 487 crypto 4 1K 4 encap_export_host 12 1K 12 osd 11 1K 570 sctp_aadr 8 1K 11 newdirblk 4 1K 1072 cdev 2 1K 2 isadev 4 1K 4 sctp_atky 12 1K 125 inpcbpolicy 15 1K 2133 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 VN POLL 3 1K 57 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 indirdep 1 1K 286 inotify 1 1K 287 vnodes 1 1K 15 sigio 4 1K 82 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 sctp_athm 9 1K 117 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 ip_msource 2 1K 18 aio 4 1K 19 pmchooks 1 1K 1 CAM path 4 1K 1039 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 5062 sctp_map 6 1K 16 sctp_vrf 1 1K 1 vnet 1 1K 1 iov 1 1K 21085 pmc 1 1K 1 entropy 2 1K 98 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 206 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 176 sctp_iter 0 0K 25 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 25 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 cryptodev 0 0K 79 tcp_pcm_rack 0 0K 4 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 8 filemon 0 0K 15 ipcomp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 393 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 20 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 202 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 6 audit_pipeent 0 0K 0 audit_pipe 0 0K 71 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 116 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 51 ip6_msource 0 0K 6 ip6_moptions 0 0K 14 in6_mfilter 0 0K 14 frag6 0 0K 1 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 31 in_mfilter 0 0K 54 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 25 fadvise 0 0K 22 statfs 0 0K 55 namei_tracker 0 0K 7 export_host 0 0K 0 cl_savebuf 0 0K 151 lio 0 0K 89 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 12 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 445 eventfd 0 0K 9 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 1320 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1872 sysctl 0 0K 127 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 14 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 186 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 12 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 833 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1077 23047 0 253 38494208 0 vmem btag 56 106512 11584 314106 0 254 6613376 0 malloc-384 384 8214 66 8239 0 30 3179520 0 THREAD 1876 161 1271 4248 0 8 2686432 0 mbuf 256 8633 1277 33305 0 254 2536960 0 tcp_log 416 2592 3006 12738 0 253 2328768 0 RADIX NODE 152 13897 1148 134795 0 63 2286840 0 BUF TRIE 152 274 11504 6579 0 62 1790256 0 malloc-128 128 12135 345 14358 0 126 1597440 0 mbuf_cluster 2048 762 0 762 0 253 1560576 0 malloc-4096 4096 355 7 709 0 2 1482752 0 sctp_asoc 2256 3 507 8 0 253 1150560 0 malloc-64 64 188 16580 62688 0 254 1073152 0 FPU_save_area 832 163 1025 5073 0 16 988416 0 malloc-65536 65536 12 3 20 0 1 983040 0 256 Bucket 2048 373 23 7874 0 8 811008 0 socket 1024 39 731 6518 0 253 788480 0 FFS inode 1168 564 36 2102 0 8 700800 0 sctp_ep 1152 6 505 109 0 253 588672 0 lkpicurr 168 2 3080 2 0 62 517776 0 pbuf 2664 0 182 0 0 2 484848 0 malloc-256 256 293 1387 8379 0 62 430080 0 malloc-256 256 307 1309 18408 0 62 413696 0 malloc-128 128 2881 271 5186 0 126 403456 0 malloc-65536 65536 2 4 112 0 1 393216 0 malloc-65536 65536 0 6 83 0 1 393216 0 DEVCTL 1024 264 110 671 0 0 382976 0 sctp_raddr 736 3 507 8 0 253 375360 0 malloc-4096 4096 76 14 3234 0 2 368640 0 VM OBJECT 232 1215 281 38177 0 62 347072 0 malloc-64 64 4486 858 7246 0 254 342016 0 malloc-32768 32768 2 8 145 0 1 327680 0 VNODE 440 623 97 2221 0 30 316800 0 malloc-2048 2048 107 29 416 0 8 278528 0 malloc-16 16 15109 1775 20860 0 254 270144 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 1 3 11 0 1 262144 0 unpcb 320 17 753 4046 0 253 246400 0 malloc-32 32 5539 2084 9863 0 254 243936 0 malloc-16384 16384 8 5 987 0 1 212992 0 MAP ENTRY 96 1379 766 135580 0 126 205920 0 TURNSTILE 136 1433 58 1433 0 62 202776 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 1 5 13 0 1 196608 0 mbuf_packet 256 9 753 995 0 254 195072 0 malloc-128 128 1182 338 24828 0 126 194560 0 UMA Zones 768 248 5 248 0 16 194304 0 FFS2 dinode 256 564 186 2102 0 62 192000 0 malloc-16384 16384 3 8 50 0 1 180224 0 malloc-1024 1024 136 40 425 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 S VFS Cache 104 1085 427 2817 0 126 157248 0 malloc-8192 8192 15 4 45 0 1 155648 0 128 Bucket 1024 98 54 2061 0 16 155648 0 SLEEPQUEUE 88 1433 86 1433 0 126 133672 0 malloc-32768 32768 1 3 18 0 1 131072 0 64 Bucket 512 157 98 10345 0 30 130560 0 malloc-128 128 627 381 6944 0 126 129024 0 tcp_inpcb 1304 8 88 477 0 8 125184 0 PROC 1384 64 24 2530 0 8 121792 0 filedesc0 1072 65 33 2531 0 8 105056 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-4096 4096 21 3 37 0 2 98304 0 g_bio 424 0 216 16033 0 30 91584 0 UMA Kegs 384 235 2 235 0 30 91008 0 malloc-8192 8192 7 4 89 0 1 90112 0 syncache 168 0 529 8 0 253 88872 0 32 Bucket 256 126 204 9138 0 62 84480 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-8192 8192 3 7 70 0 1 81920 0 malloc-2048 2048 16 24 137 0 8 81920 0 malloc-1024 1024 28 52 321 0 16 81920 0 malloc-1024 1024 20 60 79 0 16 81920 0 malloc-128 128 166 474 2041 0 126 81920 0 ttyinq 160 300 204 1140 0 62 80640 0 sctp_readq 152 0 525 68 0 253 79800 0 sctp_chunk 152 3 522 3 0 253 79800 0 malloc-512 512 14 138 307 0 30 77824 0 ripcb 376 2 198 652 0 30 75200 0 malloc-8192 8192 3 6 93 0 1 73728 0 malloc-384 384 78 102 388 0 30 69120 0 malloc-384 384 81 99 1833 0 30 69120 0 malloc-384 384 37 143 1892 0 30 69120 0 DIRHASH 1024 35 31 62 0 16 67584 0 NAMEI 1024 0 66 34415 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 10 6 49 0 2 65536 0 malloc-2048 2048 6 26 514 0 8 65536 0 malloc-2048 2048 2 30 408 0 8 65536 0 malloc-2048 2048 12 20 977 0 8 65536 0 malloc-2048 2048 3 29 966 0 8 65536 0 malloc-1024 1024 6 58 210 0 16 65536 0 malloc-1024 1024 3 61 2441 0 16 65536 0 malloc-128 128 28 484 2352 0 126 65536 0 malloc-128 128 78 434 2622 0 126 65536 0 malloc-64 64 110 914 2970 0 254 65536 0 malloc-64 64 31 993 17135 0 254 65536 0 malloc-64 64 517 507 1856 0 254 65536 0 ttyoutq 256 157 98 593 0 62 65280 0 malloc-256 256 35 213 3528 0 62 63488 0 malloc-256 256 100 148 716 0 62 63488 0 malloc-256 256 34 214 322 0 62 63488 0 malloc-256 256 26 222 1674 0 62 63488 0 udp_inpcb 408 7 146 848 0 30 62424 0 malloc-512 512 5 115 479 0 30 61440 0 sctp_stream_msg_out 112 0 528 4 0 253 59136 0 pipe 736 19 61 964 0 16 58880 0 malloc-384 384 91 59 438 0 30 57600 0 16 Bucket 144 195 195 4100 0 62 56160 0 AIOCB 552 0 98 270 0 16 54096 0 pcpu-8 8 5469 1187 13615 0 254 53248 0 Files 80 187 463 23952 0 126 52000 0 8 Bucket 80 206 438 6165 0 126 51520 0 udplite_inpcb 408 0 126 156 0 30 51408 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 6 18 62 0 8 49152 0 malloc-1024 1024 4 44 1252 0 16 49152 0 malloc-256 256 5 187 607 0 62 49152 0 malloc-256 256 13 179 586 0 62 49152 0 malloc-128 128 134 250 268 0 126 49152 0 malloc-64 64 393 375 527 0 254 49152 0 malloc-64 64 61 707 973 0 254 49152 0 VMSPACE 584 33 51 2496 0 16 49056 0 malloc-512 512 12 80 81 0 30 47104 0 malloc-512 512 6 86 235 0 30 47104 0 da_ccb 544 0 84 4225 0 16 45696 0 vnpbuf 2664 0 16 7 0 15 42624 0 itimer 352 0 121 561 0 30 42592 0 malloc-8192 8192 2 3 5 0 1 40960 0 malloc-4096 4096 3 7 232 0 2 40960 0 cpuset 200 7 185 324 0 62 38400 0 rl_entry 48 35 757 435 0 254 38016 0 hostcache 64 5 555 5 0 254 35840 0 2 Bucket 32 127 984 3252 0 254 35552 0 routing nhops 256 24 111 50 0 62 34560 0 malloc-384 384 1 89 79 0 30 34560 0 malloc-384 384 41 49 75 0 30 34560 0 malloc-32 32 321 750 907 0 254 34272 0 malloc-32 32 93 978 2895 0 254 34272 0 vtnet_tx_hdr 40 0 840 2721 0 254 33600 0 ertt_txseginfo 40 0 840 1728 0 254 33600 0 PWD 40 18 822 869 0 254 33600 0 tcp_rack_map 128 0 261 18 0 126 33408 0 tcp_bbr_map 128 0 261 10 0 126 33408 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 14 18 23 0 16 32768 0 malloc-64 64 31 481 227 0 254 32768 0 domainset 40 1 818 316 0 254 32760 0 clpbuf 2664 0 12 140 0 4 31968 0 ipq 56 0 567 3 0 254 31752 0 PGRP 120 25 239 178 0 126 31680 0 pass0 1976 0 16 12 0 8 31616 0 KNOTE 160 12 180 229 0 62 30720 0 L VFS Cache 320 0 96 175 0 30 30720 0 malloc-512 512 0 60 78 0 30 30720 0 malloc-512 512 0 60 14 0 30 30720 0 ksiginfo 112 77 187 120 0 126 29568 0 ertt 72 6 394 477 0 126 28800 0 tcp_bbr_pcb 896 0 32 8 0 16 28672 0 sctp_laddr 48 4 572 40 0 254 27648 0 4 Bucket 48 7 569 16 0 254 27648 0 AIOLIO 272 0 98 88 0 30 26656 0 AIO 208 0 126 111 0 62 26208 0 malloc-32 32 32 787 534 0 254 26208 0 malloc-32 32 26 793 3669 0 254 26208 0 malloc-32 32 34 785 2909 0 254 26208 0 malloc-32 32 11 808 1173 0 254 26208 0 kenv 258 18 80 1078 0 30 25284 0 malloc-4096 4096 2 4 5 0 2 24576 0 splice 184 0 126 9 0 62 23184 0 rtentry 168 27 111 50 0 62 23184 0 malloc-384 384 1 59 2 0 30 23040 0 tcp_rack_pcb 1088 0 21 4 0 8 22848 0 Mountpoints 2816 3 5 16 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 tcp_log_id_node 120 2 153 5 0 126 18600 0 mqueue 248 1 74 1 0 62 18600 0 malloc-32 32 143 424 281 0 254 18144 0 malloc-16 16 103 1031 1369 0 254 18144 0 malloc-16 16 278 856 24586 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnode 416 4 32 4 0 30 14976 0 malloc-16 16 73 809 5934 0 254 14112 0 malloc-16 16 10 872 4864 0 254 14112 0 malloc-16 16 36 846 746 0 254 14112 0 malloc-16 16 50 832 377 0 254 14112 0 malloc-16 16 50 832 591 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 fakepg 88 0 138 3 0 126 12144 0 tcp_log_id_bucket 176 1 65 5 0 62 11616 0 UMA Slabs 0 112 74 23 74 0 126 10864 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 16 20 54 0 0 3456 0 tfo 4 0 750 2 0 254 3000 0 md0 2 2 254 2 0 254 512 0 md5 4 0 0 0 0 254 0 0 md4 4 0 0 0 0 254 0 0 md3 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 253 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 63 0 0 pf anchors 1664 0 0 0 0 63 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 253 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 1 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 253 0 0 mbuf_jumbo_9k 9216 0 0 0 0 253 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl