panic: sleeping thread holds vm map (system) cpuid = 1 time = 1794931803 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00571599f0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057159b50 vpanic() at vpanic+0x257/frame 0xfffffe0057159d10 panic() at panic+0xb5/frame 0xfffffe0057159dd0 propagate_priority() at propagate_priority+0x521/frame 0xfffffe0057159e20 turnstile_wait() at turnstile_wait+0x665/frame 0xfffffe0057159e90 __mtx_lock_sleep() at __mtx_lock_sleep+0x44c/frame 0xfffffe0057159fd0 __mtx_lock_flags() at __mtx_lock_flags+0x1fe/frame 0xfffffe005715a0c0 vm_map_find() at vm_map_find+0x86/frame 0xfffffe005715a110 link_elf_load_file() at link_elf_load_file+0x174e/frame 0xfffffe005715a370 linker_load_module() at linker_load_module+0x1798/frame 0xfffffe005715aa90 kern_kldload() at kern_kldload+0x2c6/frame 0xfffffe005715ab70 vfs_byname_kld() at vfs_byname_kld+0xa2/frame 0xfffffe005715ac30 sys_mount() at sys_mount+0x1d5/frame 0xfffffe005715ad10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe005715af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005715af30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x826950e88, rbp = 0x826950f20 --- KDB: enter: panic [ thread pid 9939 tid 109003 ] Stopped at kdb_enter+0x6e: movq $0,0x26b8d77(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072400000 rdx 0x7ffff rbx 0xffffffff82a285c0 .str.27 rsp 0xfffffe0057159b30 rbp 0xfffffe0057159b50 rsi 0x80001 rdi 0xffffffff8177a029 printf+0x149 r8 0 r9 0xffffffff r10 0x312e7961727261 r11 0x1d r12 0xfffffe0059389000 r13 0xfffffffffffffffd r14 0xffffffff82a285c0 .str.27 r15 0 rip 0xffffffff8176295e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26b8d77(%rip) db> show proc Process 9939 (syz-executor) at 0xfffffe005932f000: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1545 at 0xfffffe00592d05a0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00593366d8 (map 0xfffffe00593366d8) (map.pmap 0xfffffe0059336778) (pmap 0xfffffe00593367e8) threads: 2 104250 RunQ syz-executor 109003 L *vm map 0xfffffe00593a8300 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 9945 1546 1546 0 R (threaded) syz-executor 104217 RunQ syz-executor 109008 S uwait 0xfffffe0090a2f700 syz-executor 9944 1548 1548 0 T (threaded) syz-executor 100420 RunQ syz-executor 109007 Run CPU 0 syz-executor 109009 s syz-executor 9939 1545 1545 0 R (threaded) syz-executor 104250 RunQ syz-executor 109003 L *vm map 0xfffffe00593a8300 syz-executor 9938 1547 1547 0 R (threaded) syz-executor 100237 L *pmap 0xfffffe0059384b40 syz-executor 109004 D unwbo 0xfffffe0059303e1c syz-executor 109006 RunQ syz-executor 9934 982 982 0 R sh 9926 1 9926 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 7891 0 0 0 DL mdwait 0xfffffe0093a24000 [md6] 7835 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 7834 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 7833 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 7832 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 7747 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 6967 0 0 0 DL mdwait 0xfffffe0093a22000 [md1] 1701 0 0 0 DL (threaded) [so_splice] 100093 D - 0xfffffe005aa2bd00 [thr_0] 100267 D - 0xfffffe005aa2bd40 [thr_1] 1610 0 0 0 DL aiordy 0xfffffe00592cf000 [aiod4] 1609 0 0 0 DL aiordy 0xfffffe0059325b08 [aiod3] 1608 0 0 0 DL aiordy 0xfffffe0059326070 [aiod2] 1607 0 0 0 DL aiordy 0xfffffe00593265d8 [aiod1] 1548 1544 1548 0 S nanslp 0xffffffff83dfc700 syz-executor 1547 1544 1547 0 S nanslp 0xffffffff83dfc700 syz-executor 1546 1544 1546 0 R syz-executor 1545 1544 1545 0 S nanslp 0xffffffff83dfc700 syz-executor 1544 1543 1544 0 Ss select 0xfffffe005a7e3e40 syz-executor 1543 1541 1541 0 S select 0xfffffe0058f77a40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe005a7e3440 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0058be38b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0058f77240 sshd 1280 1 1280 0 Ss select 0xfffffe0058f77040 syslogd 1279 1 1276 0 S select 0xfffffe0058f76f40 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a634400 syslogd 982 1 982 0 Ss wait 0xfffffe00592d0038 devd 981 1 981 65 Ss select 0xfffffe005435fc40 dhclient 829 1 829 0 Ss select 0xfffffe005a7e0c40 dhclient 826 1 826 0 Ss select 0xfffffe005a7e0e40 dhclient 406 0 0 0 DL - 0xffffffff83a2b900 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe00590788e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9faa0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8474f5c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a578c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a2cd00 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582dba00 [ipsec_offload] 100120 D - 0xfffffe005abc4800 [netlink_socket (PID] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 2155473 pf_hash 6 12804K 6 devbuf 8520 8613K 15097 linker 417 5362K 3293 tcp_hpts 8 4865K 8 pcb 22 2801K 2187 sysctloid 35637 2099K 35947 vtbuf 24 1968K 46 kobj 344 1376K 737 vmem 5 1054K 12 newblk 87 1046K 85800 vfscache 3 1025K 3 inodedep 24 521K 7560 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2848 356K 2848 subproc 142 271K 10916 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 60276 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 7571 sem 5 135K 5 pagedep 9 130K 4930 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 112 112K 143 gtaskqueue 18 98K 18 bus 1025 84K 4996 LRO 20 83K 20 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 595 ddb_capture 1 64K 1 kdtrace 217 43K 18956 DEVFS3 131 33K 158 hostcache 1 32K 1 shm 1 32K 74 msg 5 31K 5 kbdmux 6 28K 6 DEVFS_RULE 61 22K 61 temp 34 21K 18663 ifaddr 49 21K 907 BPF 14 19K 536 GEOM 90 18K 1082 cred 45 17K 1307 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 340 kenv 138 14K 138 lltable 44 13K 918 ether_multi 134 11K 754 CAM queue 5 11K 1528 rman 75 10K 422 rpc 8 9K 8 bmsafemap 4 9K 8406 kqueue 70 9K 15561 UART 12 9K 12 filemon 1 8K 55 ksem 1 8K 19 shmfd 1 8K 386 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 md_disk 2 8K 28 plimit 21 8K 4824 audit_evclass 244 8K 311 taskqueue 72 8K 5910 in6_multi 55 8K 59 ifnet 7 7K 221 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 45 pfs_nodes 22 6K 22 pf_ifnet 12 5K 658 UMA 272 5K 274 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 pwddesc 60 4K 9946 acpisem 28 4K 28 lockf 27 4K 4037 DEVFSP 45 3K 2916 terminal 11 3K 11 proc-args 74 3K 15676 acpidev 21 3K 21 selfd 41 3K 316024 dirrem 10 3K 7088 session 20 3K 653 hhook 8 3K 10 mount 52 3K 1559 uidinfo 3 3K 106 kcovinfo 36 3K 36 msdosfs_node 9 3K 41 netlink 2 3K 1278 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 Unitno 36 2K 297 in_multi 7 2K 127 CAM XPT 22 2K 545 freework 7 2K 12476 sctp_ifa 12 2K 13 tun 4 2K 4 procdesc 3 2K 821 toponodes 6 2K 6 ipsecpolicy 2 2K 2 select 11 2K 639 sigio 22 2K 159 freefile 10 2K 6995 ip6ndp 5 2K 5 msi 9 2K 9 softdep 1 1K 1 mkdir 8 1K 9766 freeblks 4 1K 6448 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 230 NFSD session 1 1K 1 igmp 7 1K 220 CAM periph 4 1K 527 ipsec 3 1K 3 sctp_ifn 6 1K 13 diradd 6 1K 7124 CC Mem 6 1K 1182 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 osd 11 1K 1228 newdirblk 4 1K 4883 indirdep 2 1K 3818 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 inpcbpolicy 14 1K 5743 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 sctp_timw 1 1K 1 vnodes 1 1K 61 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 8 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 ip_msource 2 1K 147 aio 4 1K 5 iov 2 1K 95186 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 8777 sctp_vrf 1 1K 1 in6_mfilter 1 1K 176 vnet 1 1K 1 accf 1 1K 1 pmc 1 1K 1 entropy 2 1K 84 acpiintr 1 1K 1 cpus 2 1K 2 ip6_moptions 1 1K 173 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filecaps 1 1K 722 ipcomp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 4 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 957 sctp_atky 0 0K 958 sctp_atcl 0 0K 957 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stro 0 0K 1 sctp_stri 0 0K 0 sctp_map 0 0K 2 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 2 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 cryptodev 0 0K 152 mqdata 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2467 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 124 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2024 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 81 audit_pipeent 0 0K 0 audit_pipe 0 0K 132 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 426 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 132 ip6_msource 0 0K 6 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 371 in_mfilter 0 0K 509 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 78 fadvise 0 0K 16 VN POLL 0 0K 65 statfs 0 0K 76 namei_tracker 0 0K 62 inotify 0 0K 194 export_host 0 0K 0 cl_savebuf 0 0K 1768 lio 0 0K 148 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 3 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 1030 eventfd 0 0K 8 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 942 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 4898 sysctl 0 0K 412 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 222 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 7 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 10 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 780 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8328 1070 56712 0 254 38494208 0 vmem btag 56 107235 20563 2141831 0 254 7156688 0 tcp_log 416 10182 1509 58674 0 254 4863456 0 malloc-384 384 8210 100 8415 0 30 3191040 0 THREAD 1876 156 1268 9009 0 8 2671424 0 mbuf 256 8697 1213 131759 0 254 2536960 0 RADIX NODE 152 14406 1364 695576 0 63 2397040 0 swblk 136 0 16436 32768 0 62 2235296 0 mbuf_cluster 2048 762 254 790 0 254 2080768 0 BUF TRIE 152 309 11469 74557 0 62 1790256 0 malloc-128 128 11979 501 21897 0 126 1597440 0 malloc-4096 4096 354 6 866 0 2 1474560 0 FPU_save_area 832 158 1282 13243 0 16 1198080 0 malloc-65536 65536 11 6 72 0 1 1114112 0 sctp_ep 1152 0 763 956 0 254 878976 0 socket 1024 32 738 11468 0 254 788480 0 256 Bucket 2048 327 33 18063 0 8 737280 0 FFS inode 1168 552 38 8052 0 8 689120 0 sctp_asoc 2256 0 255 1 0 254 575280 0 pbuf 2664 0 198 0 0 2 527472 0 lkpicurr 168 2 3103 2 0 62 521640 0 DEVCTL 1024 158 348 1114 0 0 518144 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-32768 32768 2 12 1652 0 1 458752 0 malloc-256 256 346 1390 121439 0 62 444416 0 malloc-128 128 2860 420 8718 0 126 419840 0 malloc-256 256 251 1365 25226 0 62 413696 0 malloc-65536 65536 0 6 353 0 1 393216 0 VM OBJECT 232 1262 302 139637 0 62 362848 0 malloc-64 64 4430 914 14638 0 254 342016 0 malloc-65536 65536 2 3 112 0 1 327680 0 malloc-4096 4096 67 11 11093 0 2 319488 0 VNODE 440 611 109 8146 0 30 316800 0 64 Bucket 512 459 126 32219 0 30 299520 0 malloc-2048 2048 103 33 1601 0 8 278528 0 malloc-16 16 14907 1977 19975 0 254 270144 0 malloc-65536 65536 4 0 4 0 1 262144 0 unpcb 320 16 754 4592 0 254 246400 0 malloc-32768 32768 1 6 14 0 1 229376 0 malloc-32 32 5475 1644 12913 0 254 227808 0 malloc-16384 16384 8 5 3983 0 2 212992 0 MAP ENTRY 96 1286 859 548682 0 126 205920 0 TURNSTILE 136 1425 66 1425 0 62 202776 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 0 6 69 0 1 196608 0 mbuf_packet 256 26 736 3806 0 254 195072 0 malloc-128 128 1178 342 24824 0 126 194560 0 UMA Zones 768 244 9 246 0 16 194304 0 FFS2 dinode 256 552 198 8052 0 62 192000 0 sctp_raddr 736 0 255 1 0 254 187680 0 swpctrie 152 0 1200 2186 0 62 182400 0 lkpimm 56 1 3086 1 0 254 172872 0 128 Bucket 1024 102 61 8889 0 16 166912 0 malloc-8192 8192 14 6 151 0 1 163840 0 malloc-1024 1024 128 32 414 0 16 163840 0 malloc-64 64 175 2129 345394 0 254 147456 0 S VFS Cache 104 1051 353 8760 0 126 146016 0 malloc-128 128 621 515 24896 0 126 145408 0 SLEEPQUEUE 88 1425 218 1425 0 126 144584 0 malloc-32768 32768 1 3 121 0 1 131072 0 malloc-2048 2048 6 58 514 0 8 131072 0 ksiginfo 112 72 984 697 0 126 118272 0 malloc-4096 4096 17 11 38 0 2 114688 0 PROC 1384 59 21 9945 0 8 110720 0 malloc-4096 4096 6 20 259 0 2 106496 0 malloc-384 384 30 240 7568 0 30 103680 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 filedesc0 1072 60 31 9946 0 8 97552 0 g_bio 424 0 216 69767 0 31 91584 0 UMA Kegs 384 231 6 233 0 30 91008 0 syncache 168 0 529 5 0 254 88872 0 malloc-16384 16384 3 2 5 0 1 81920 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-8192 8192 4 6 1111 0 1 81920 0 malloc-8192 8192 7 3 88 0 1 81920 0 malloc-2048 2048 11 29 62 0 8 81920 0 malloc-2048 2048 8 32 1933 0 8 81920 0 malloc-1024 1024 20 60 1360 0 16 81920 0 malloc-1024 1024 18 62 232 0 16 81920 0 malloc-128 128 158 482 5320 0 126 81920 0 malloc-64 64 394 886 840 0 254 81920 0 malloc-64 64 535 745 1979 0 254 81920 0 ttyoutq 256 157 158 46256 0 62 80640 0 ttyinq 160 300 204 89520 0 62 80640 0 malloc-256 256 81 231 1509 0 62 79872 0 32 Bucket 256 117 183 3334 0 62 76800 0 malloc-8192 8192 3 6 56 0 1 73728 0 malloc-384 384 81 99 7145 0 30 69120 0 DIRHASH 1024 42 24 52 0 16 67584 0 NAMEI 1024 0 66 92733 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 119 0 1 65536 0 malloc-2048 2048 6 26 27 0 8 65536 0 malloc-2048 2048 2 30 286 0 8 65536 0 malloc-2048 2048 3 29 651 0 8 65536 0 malloc-1024 1024 4 60 7006 0 16 65536 0 malloc-1024 1024 6 58 394 0 16 65536 0 malloc-1024 1024 3 61 6688 0 16 65536 0 malloc-128 128 33 479 10023 0 126 65536 0 malloc-128 128 72 440 9046 0 126 65536 0 malloc-128 128 134 378 684 0 126 65536 0 malloc-64 64 108 916 4470 0 254 65536 0 malloc-64 64 33 991 87000 0 254 65536 0 16 Bucket 144 196 246 14110 0 62 63648 0 malloc-256 256 33 215 7168 0 62 63488 0 malloc-256 256 22 226 1477 0 62 63488 0 malloc-256 256 28 220 9178 0 62 63488 0 malloc-512 512 11 109 260 0 30 61440 0 pipe 736 18 62 4935 0 16 58880 0 malloc-384 384 73 77 843 0 30 57600 0 rl_entry 48 178 902 5083 0 254 51840 0 8 Bucket 80 245 399 30367 0 126 51520 0 udp_inpcb 408 7 119 3051 0 30 51408 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-256 256 4 188 2565 0 62 49152 0 malloc-256 256 12 180 714 0 62 49152 0 malloc-64 64 17 751 649 0 254 49152 0 malloc-64 64 58 710 5747 0 254 49152 0 VMSPACE 584 31 53 9903 0 16 49056 0 malloc-512 512 7 85 2136 0 30 47104 0 malloc-512 512 6 86 1780 0 30 47104 0 pcpu-8 8 4830 1058 31831 0 254 47104 0 malloc-384 384 83 37 441 0 30 46080 0 malloc-384 384 41 79 170 0 30 46080 0 da_ccb 544 0 84 18833 0 16 45696 0 Files 80 169 381 66322 0 126 44000 0 tcp_inpcb 1304 6 27 1111 0 8 43032 0 itimer 352 0 121 3348 0 30 42592 0 KNOTE 160 12 252 1697 0 62 42240 0 AIO 208 0 198 950 0 62 41184 0 malloc-4096 4096 3 7 2586 0 2 40960 0 cpuset 200 8 184 219 0 62 38400 0 vtnet_tx_hdr 40 0 924 20168 0 254 36960 0 udplite_inpcb 408 0 90 760 0 30 36720 0 hostcache 64 3 557 3 0 254 35840 0 pcpu-64 64 508 52 508 0 254 35840 0 2 Bucket 32 133 978 11574 0 254 35552 0 routing nhops 256 24 111 29 0 62 34560 0 malloc-32 32 143 928 1001 0 254 34272 0 malloc-32 32 319 752 1811 0 254 34272 0 malloc-32 32 90 981 7636 0 254 34272 0 ripcb 376 1 89 821 0 30 33840 0 ertt_txseginfo 40 2 838 15153 0 254 33600 0 PWD 40 18 822 4623 0 254 33600 0 tcp_log_id_node 120 0 279 6 0 126 33480 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 11 21 16 0 16 32768 0 kenv 258 18 108 1243 0 30 32508 0 clpbuf 2664 0 12 1296 0 4 31968 0 ipq 56 1 566 10 0 254 31752 0 PGRP 120 24 240 660 0 126 31680 0 pass0 1976 0 16 2 0 8 31616 0 L VFS Cache 320 0 96 154 0 30 30720 0 malloc-512 512 0 60 26 0 30 30720 0 malloc-512 512 12 48 36 0 30 30720 0 malloc-512 512 0 60 39 0 30 30720 0 ertt 72 6 394 1111 0 126 28800 0 tcp_bbr_pcb 896 1 31 7 0 16 28672 0 sctp_laddr 48 0 576 11 0 254 27648 0 4 Bucket 48 7 569 77 0 254 27648 0 AIOCB 552 0 49 1615 0 16 27048 0 AIOLIO 272 0 98 148 0 30 26656 0 malloc-32 32 40 779 754 0 254 26208 0 malloc-32 32 25 794 7590 0 254 26208 0 malloc-32 32 34 785 2891 0 254 26208 0 malloc-32 32 11 808 1252 0 254 26208 0 malloc-4096 4096 0 6 5 0 2 24576 0 tcp_log_id_bucket 176 0 132 8 0 62 23232 0 splice 184 0 126 8 0 62 23184 0 rtentry 168 27 111 29 0 62 23184 0 malloc-384 384 1 59 27 0 30 23040 0 tcp_rack_pcb 1088 0 21 2 0 8 22848 0 domainset 40 0 567 229 0 254 22680 0 Mountpoints 2816 3 5 8 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 tcp_bbr_map 128 2 143 6 0 126 18560 0 malloc-16 16 255 879 1750 0 254 18144 0 malloc-16 16 46 1088 623 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 10 22 11 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnode 416 3 33 3 0 30 14976 0 malloc-16 16 66 816 13710 0 254 14112 0 malloc-16 16 10 872 22465 0 254 14112 0 malloc-16 16 27 855 2221 0 254 14112 0 malloc-16 16 274 608 24569 0 254 14112 0 malloc-16 16 27 855 940 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 1 0 30 11520 0 UMA Slabs 0 112 67 30 67 0 126 10864 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 16 20 475 0 0 3456 0 tfo 4 0 500 1 0 254 2000 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl