panic: pmap_demote_pde: a wired mapping is missing PG_A cpuid = 0 time = 1751646085 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056db02d0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056db0430 vpanic() at vpanic+0x257/frame 0xfffffe0056db05f0 panic() at panic+0xb5/frame 0xfffffe0056db06b0 pmap_demote_pde_locked() at pmap_demote_pde_locked+0x2337/frame 0xfffffe0056db0890 pmap_enter() at pmap_enter+0x8a1/frame 0xfffffe0056db09f0 vm_fault_copy_entry() at vm_fault_copy_entry+0x808/frame 0xfffffe0056db0b50 vm_map_protect() at vm_map_protect+0xfed/frame 0xfffffe0056db0cc0 sys_mprotect() at sys_mprotect+0x191/frame 0xfffffe0056db0d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056db0f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056db0f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x3a197a, rsp = 0x82625bf08, rbp = 0x82625bf80 --- KDB: enter: panic [ thread pid 910 tid 100232 ] Stopped at kdb_enter+0x6e: movq $0,0x25b90e7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe006e600000 rdx 0x7ffff rbx 0xffffffff827bdf80 .str.27 rsp 0xfffffe0056db0410 rbp 0xfffffe0056db0430 rsi 0x80001 rdi 0xffffffff8161a729 printf+0x149 r8 0 r9 0xffffffff r10 0xc6 r11 0xfffffe005412d550 r12 0xfffffe005412d000 r13 0xfffffffffffffffe r14 0xffffffff827bdf80 .str.27 r15 0 rip 0xffffffff816042ae kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25b90e7(%rip) db> show proc Process 910 (syz-executor) at 0xfffffe00540ec5c0: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 764 at 0xfffffe00540e9000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ./syz-executor exec reaper: 0xfffffe0007809040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe000780f6d8 (map 0xfffffe000780f6d8) (map.pmap 0xfffffe000780f778) (pmap 0xfffffe000780f7e8) threads: 3 100120 RunQ syz-executor 100232 Run CPU 0 syz-executor 100235 S uwait 0xfffffe005990d980 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 914 765 765 0 R (threaded) syz-executor 100226 RunQ syz-executor 100239 S uwait 0xfffffe005990dd80 syz-executor 913 767 767 0 R (threaded) syz-executor 100195 RunQ syz-executor 100238 S uwait 0xfffffe0058149600 syz-executor 910 764 764 0 R (threaded) syz-executor 100120 RunQ syz-executor 100232 Run CPU 0 syz-executor 100235 S uwait 0xfffffe005990d980 syz-executor 890 1 767 0 S uwait 0xfffffe0058500200 syz-executor 887 1 887 0 Ss select 0xfffffe005990df40 rtsol 886 1 767 0 S uwait 0xfffffe0058500900 syz-executor 885 1 885 0 Ss select 0xfffffe0058149140 rtsol 884 1 884 0 Ss select 0xfffffe00581490c0 rtsol 881 785 424 0 S kqread 0xfffffe006e558000 rtsol 880 1 765 0 SV sbwait 0xfffffe005989060c syz-executor 877 0 0 0 DL (threaded) [so_splice] 100116 D - 0xfffffe0007689380 [thr_0] 100174 D - 0xfffffe00076893c0 [thr_1] 841 1 764 0 S uwait 0xfffffe005990e900 syz-executor 822 1 767 0 S uwait 0xfffffe0058500d00 syz-executor 820 0 0 0 DL aiordy 0xfffffe0007826ac0 [aiod4] 819 0 0 0 DL aiordy 0xfffffe00540eb5a0 [aiod3] 818 0 0 0 DL aiordy 0xfffffe00540ebb00 [aiod2] 816 0 0 0 DL aiordy 0xfffffe00540ec060 [aiod1] 785 774 424 0 S wait 0xfffffe00540d55a0 sh 774 424 424 0 S wait 0xfffffe0054110000 sh 767 763 767 0 R CPU 1 syz-executor 766 763 766 0 R syz-executor 765 763 765 0 R syz-executor 764 763 764 0 S nanslp 0xffffffff83b9e580 syz-executor 763 761 761 0 S select 0xfffffe00585002c0 syz-executor 761 759 761 0 Ss sigsusp 0xfffffe0054009670 csh 759 682 759 0 Ss select 0xfffffe00585001c0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe005829bcb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00593fc0b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005829a0b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00593fc4b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00593fc8b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00593fccb0 getty 742 1 742 0 Ss+ ttyin 0xfffffe005829a4b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe005829a8b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe005829acb0 getty 738 1 18 0 S+ piperd 0xfffffe00597f69e0 logger 737 736 18 0 S+ nanslp 0xffffffff83b9e580 sleep 736 1 18 0 S+ wait 0xfffffe00540d65c0 sh 686 1 686 0 Ss nanslp 0xffffffff83b9e581 cron 682 1 682 0 Ss select 0xfffffe00584fff40 sshd 495 1 495 0 Ss select 0xfffffe00584ffec0 syslogd 424 1 424 0 Ss wait 0xfffffe00540d4580 devd 423 1 423 65 Ss select 0xfffffe005990ed40 dhclient 338 1 338 0 Ss select 0xfffffe00584ffc40 dhclient 335 1 335 0 Ss select 0xfffffe005990edc0 dhclient 17 0 0 0 DL syncer 0xffffffff83cbbfa0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007828040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83cba560 [bufdaemon] 100081 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0007a7c8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d05400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83ceb4c8 [dom0] 100084 D launds 0xffffffff83ceb4d4 [laundry: dom0] 100085 D umarcl 0xffffffff81dda8d0 [uma] 7 0 0 0 DL - 0xffffffff8391bcd0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843b1980 [pf purge] 5 0 0 0 DL waiting 0xffffffff848f5700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e6340 [doneq0] 100047 D - 0xffffffff838e62c0 [async] 100076 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce6d80 [crypto] 100044 D crypto_ 0xfffffe0057d69030 [crypto returns 0] 100045 D crypto_ 0xfffffe0057d69080 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe0053fed088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b46f20 [g_event] 100038 D - 0xffffffff83b46f40 [g_up] 100039 D - 0xffffffff83b46f60 [g_down] 2 0 0 0 RL (threaded) [clock] 100031 I [clock (0)] 100032 RunQ [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce7820 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c36ff0 [swapper] 100005 D - 0xfffffe0053ebf100 [softirq_0] 100006 D - 0xfffffe0053ebf000 [softirq_1] 100007 D - 0xfffffe0053ebee00 [if_io_tqg_0] 100008 D - 0xfffffe0053ebed00 [if_io_tqg_1] 100009 D - 0xfffffe0053ebec00 [if_config_tqg_0] 100010 D - 0xfffffe00083ff000 [kqueue_ctx taskq] 100011 D - 0xfffffe00083fee00 [jail_remove taskq] 100012 D - 0xfffffe00083fed00 [bus taskq] 100015 D - 0xfffffe00083fea00 [thread taskq] 100017 D - 0xfffffe00083fe800 [aiod_kick taskq] 100018 D - 0xfffffe00083fe700 [deferred_unmount ta] 100019 D - 0xfffffe00083fe600 [inm_free taskq] 100020 D - 0xfffffe00083fe500 [in6m_free taskq] 100021 D - 0xfffffe00083fe400 [linuxkpi_irq_wq] 100022 D - 0xfffffe00083fe300 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00083fe300 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00083fe300 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00083fe300 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00083fe200 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00083fe200 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00083fe200 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00083fe200 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00083fe000 [firmware taskq] 100041 D - 0xfffffe00083fdd00 [crypto_0] 100042 D - 0xfffffe00083fdd00 [crypto_1] 100057 D - 0xfffffe0057e37c00 [vtnet0 rxq 0] 100058 D - 0xfffffe0057e37b00 [vtnet0 txq 0] 100059 D - 0xfffffe0057e37a00 [vtnet0 rxq 1] 100060 D - 0xfffffe0057e37900 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057e3a680 [virtio_balloon] 100066 D - 0xffffffff827c3321 [deadlkres] 100070 D - 0xfffffe0058583c00 [acpi_task_0] 100071 D - 0xfffffe0058583c00 [acpi_task_1] 100072 D - 0xfffffe0058583c00 [acpi_task_2] 100074 D - 0xfffffe00083ff100 [mca taskq] 100075 D - 0xfffffe00083fdb00 [CAM taskq] 100077 D - 0xfffffe00083ffc00 [ipsec_offload] db> show all locks Process 910 (syz-executor) thread 0xfffffe005412d000 (100232) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe000780f7e8) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7209 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe000780f738) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:2813 Process 880 (syz-executor) thread 0xfffffe005410c780 (100176) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe00598905c0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4831 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 linker 376 5071K 514 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4213 sysctloid 35008 2062K 35083 vtbuf 24 1968K 46 kobj 331 1324K 495 newblk 48 1036K 885 vfscache 3 1025K 3 pcb 36 678K 106 inodedep 25 521K 219 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 141 282K 995 vnet_data 2 224K 2 acpitask 1 224K 1 filedesc 26 217K 175 KTRACE 100 200K 100 acpica 1674 184K 54426 vmem 5 144K 6 tidhash 3 141K 3 pagedep 12 131K 90 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 bus 997 82K 5063 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 522 ddb_capture 1 64K 1 kdtrace 203 39K 1156 umtx 304 38K 304 temp 36 38K 1860 hostcache 1 32K 1 shm 1 32K 3 DEVFS3 128 32K 138 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 ifaddr 66 19K 68 BPF 14 19K 17 ufs_mount 4 17K 5 proc 3 17K 3 LRO 16 17K 16 tty 16 16K 16 routetbl 124 16K 395 ithread 90 15K 90 bus-sc 34 15K 1647 eventhandler 163 14K 163 lltable 43 14K 45 ifnet 7 13K 7 ether_multi 152 13K 177 kenv 95 12K 95 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 437 plimit 24 9K 321 rpc 8 9K 8 in6_multi 65 9K 67 bmsafemap 2 9K 184 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 1 shmfd 1 8K 2 pfs_vncache 1 8K 1 audit_evclass 239 8K 301 kqueue 70 8K 1121 taskqueue 69 8K 81 sglist 6 7K 6 cred 24 6K 199 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 freework 20 5K 174 ufs_dirhash 24 5K 33 UMA 267 5K 267 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 pwddesc 63 4K 920 acpisem 28 4K 28 selfd 49 4K 8940 session 23 3K 34 proc-args 90 3K 1954 terminal 11 3K 11 DEVFSP 44 3K 66 acpidev 20 3K 20 lockf 23 3K 42 hhook 8 3K 10 clone 9 3K 9 uidinfo 3 3K 16 kcovinfo 36 3K 36 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 31 2K 50 dirrem 7 2K 160 sctp_ifa 13 2K 14 diradd 13 2K 175 CAM XPT 22 2K 543 sctp_atcl 4 2K 20 in_multi 6 2K 9 tun 4 2K 4 select 12 2K 39 toponodes 6 2K 6 ipsecpolicy 2 2K 2 freeblks 5 2K 101 msi 9 2K 9 netlink 2 2K 75 sctp_timw 4 1K 4 softdep 1 1K 1 indirdep 4 1K 50 sahead 1 1K 1 secasvar 1 1K 1 CC Mem 8 1K 61 nhops 6 1K 8 vnodemarker 2 1K 16 NFSD session 1 1K 1 mkdir 7 1K 154 freefile 7 1K 128 CAM periph 4 1K 271 frag6 9 1K 10 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 142 pci_link 10 1K 10 osd 13 1K 77 crypto 4 1K 11 inpcbpolicy 20 1K 328 encap_export_host 12 1K 12 newdirblk 4 1K 77 procdesc 4 1K 10 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 14 1K 14 chacha20random 1 1K 1 biobuf 1 1K 1 vnodes 1 1K 4 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 sctp_atky 4 1K 24 cryptodev 2 1K 68 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3400 filecaps 4 1K 79 sctp_vrf 1 1K 1 sctp_athm 4 1K 20 ip_msource 1 1K 3 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 33 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 13696 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 6 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stro 0 0K 4 sctp_stri 0 0K 0 sctp_map 0 0K 8 mqdata 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 filemon 0 0K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 124 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 46 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 45 ip6_msource 0 0K 2 ip6_moptions 0 0K 3 in6_mfilter 0 0K 4 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 4 in_mfilter 0 0K 5 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 3 VN POLL 0 0K 0 statfs 0 0K 188 namei_tracker 0 0K 1 export_host 0 0K 0 cl_savebuf 0 0K 31 lio 0 0K 1 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 2 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 165 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 304 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 635 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 175 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 12658 0 254 38494208 0 mbuf 256 8631 1031 15943 0 254 2473472 0 BUF TRIE 152 225 11579 791 0 62 1794208 0 malloc-384 384 4157 43 4175 0 30 1612800 0 malloc-128 128 11745 128 11836 0 126 1519744 0 malloc-4096 4096 332 2 496 0 2 1368064 0 tcp_log 416 1413 1638 4863 0 254 1269216 0 UMA Slabs 0 112 10948 26 10948 0 126 1229088 0 sctp_asoc 2256 0 510 4 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 RADIX NODE 152 6397 202 28623 0 62 1003048 0 malloc-65536 65536 13 2 17 0 1 983040 0 vmem btag 56 16423 104 16423 0 254 925512 0 FFS inode 1168 528 46 658 0 8 670432 0 sctp_ep 1152 4 507 16 0 254 588672 0 socket 1024 42 466 1559 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 sctp_raddr 736 0 517 4 0 254 380512 0 VM OBJECT 248 1193 119 14403 0 62 325376 0 malloc-64 64 4416 183 14393 0 254 294336 0 VNODE 440 566 100 698 0 30 293040 0 malloc-4096 4096 66 4 1579 0 2 286720 0 THREAD 1860 139 13 239 0 8 282720 0 256 Bucket 2048 132 6 1031 0 8 282624 0 malloc-65536 65536 2 2 11 0 1 262144 0 malloc-16384 16384 12 4 82 0 1 262144 0 malloc-2048 2048 106 22 641 0 8 262144 0 malloc-16 16 14626 374 17530 0 254 240000 0 DEVCTL 1024 22 198 147 0 0 225280 0 malloc-32768 32768 1 5 21 0 1 196608 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-32 32 5371 299 6121 0 254 181440 0 malloc-128 128 1193 202 25380 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 unpcb 320 16 500 1182 0 254 165120 0 FFS2 dinode 256 528 102 658 0 62 161280 0 malloc-256 256 90 540 1074 0 62 161280 0 MAP ENTRY 96 1450 188 45544 0 126 157248 0 FPU_save_area 832 141 39 292 0 16 149760 0 malloc-1024 1024 121 23 143 0 16 147456 0 S VFS Cache 104 995 292 1141 0 126 133848 0 malloc-65536 65536 0 2 62 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-65536 65536 0 2 3 0 1 131072 0 malloc-32768 32768 1 3 13 0 1 131072 0 malloc-2048 2048 9 55 535 0 8 131072 0 malloc-128 128 913 110 1271 0 126 130944 0 mbuf_packet 256 4 504 188 0 254 130048 0 malloc-4096 4096 25 5 45 0 2 122880 0 g_bio 408 0 300 6328 0 30 122400 0 ksiginfo 112 57 987 82 0 126 116928 0 malloc-256 256 223 212 1019 0 62 111360 0 PROC 1376 62 15 915 0 8 105952 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 1 2 121 0 1 98304 0 UMA Kegs 384 226 7 226 0 30 89472 0 128 Bucket 1024 45 38 246 0 16 84992 0 filedesc0 1072 63 14 920 0 8 82544 0 malloc-256 256 187 128 705 0 62 80640 0 tcp_inpcb 1304 8 49 61 0 8 74328 0 malloc-64 64 578 493 1610 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 12 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 5 0 1 65536 0 malloc-8192 8192 6 2 87 0 1 65536 0 64 Bucket 512 89 39 1704 0 30 65536 0 malloc-256 256 126 129 1388 0 62 65280 0 malloc-8192 8192 6 1 10 0 1 57344 0 Files 80 196 454 7630 0 126 52000 0 malloc-128 128 144 259 514 0 126 51584 0 udp_inpcb 408 6 120 234 0 30 51408 0 32 Bucket 256 75 120 396 0 62 49920 0 DIRHASH 1024 34 14 40 0 16 49152 0 NAMEI 1024 0 48 13377 0 16 49152 0 malloc-8192 8192 5 1 7 0 1 49152 0 malloc-1024 1024 8 40 1510 0 16 49152 0 malloc-384 384 25 95 219 0 30 46080 0 da_ccb 544 0 84 1693 0 16 45696 0 syncache 168 0 264 3 0 254 44352 0 malloc-4096 4096 4 6 11 0 2 40960 0 pcpu-8 8 4698 422 4868 0 254 40960 0 AIOCB 552 1 69 44 0 16 38640 0 malloc-64 64 61 506 330 0 254 36288 0 malloc-64 64 285 282 13597 0 254 36288 0 malloc-64 64 255 312 2683 0 254 36288 0 malloc-64 64 18 549 78 0 254 36288 0 malloc-64 64 43 524 92 0 254 36288 0 malloc-128 128 28 251 252 0 126 35712 0 malloc-128 128 85 194 3332 0 126 35712 0 malloc-128 128 120 159 1280 0 126 35712 0 malloc-128 128 14 265 176 0 126 35712 0 routing nhops 256 26 109 33 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 58 32 74 0 30 34560 0 malloc-384 384 79 11 447 0 30 34560 0 malloc-256 256 52 83 351 0 62 34560 0 malloc-256 256 22 113 191 0 62 34560 0 malloc-256 256 17 118 101 0 62 34560 0 malloc-256 256 21 114 101 0 62 34560 0 malloc-16384 16384 0 2 190 0 1 32768 0 malloc-8192 8192 3 1 29 0 1 32768 0 malloc-4096 4096 5 3 10 0 2 32768 0 malloc-2048 2048 11 5 23 0 8 32768 0 malloc-2048 2048 5 11 81 0 8 32768 0 malloc-2048 2048 5 11 7 0 8 32768 0 malloc-2048 2048 1 15 51 0 8 32768 0 malloc-2048 2048 7 9 10 0 8 32768 0 malloc-2048 2048 4 12 195 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 1 31 5 0 16 32768 0 malloc-1024 1024 8 24 187 0 16 32768 0 malloc-1024 1024 16 16 16 0 16 32768 0 malloc-1024 1024 16 16 17 0 16 32768 0 malloc-1024 1024 3 29 3 0 16 32768 0 malloc-512 512 3 61 127 0 30 32768 0 malloc-512 512 5 59 12 0 30 32768 0 malloc-512 512 3 61 57 0 30 32768 0 malloc-512 512 12 52 63 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 27 237 38 0 126 31680 0 clpbuf 2624 0 12 60 0 4 31488 0 VMSPACE 584 41 8 894 0 16 28616 0 rl_entry 48 2 586 99 0 254 28224 0 malloc-32 32 358 524 1902 0 254 28224 0 16 Bucket 144 66 130 298 0 62 28224 0 4 Bucket 48 7 581 13 0 254 28224 0 AIO 208 2 131 12 0 62 27664 0 udplite_inpcb 408 0 63 2 0 30 25704 0 TURNSTILE 136 153 36 153 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 pipe 736 21 12 329 0 16 24288 0 ertt_txseginfo 40 0 606 336 0 254 24240 0 PWD 40 22 584 147 0 254 24240 0 rtentry 168 29 115 33 0 62 24192 0 8 Bucket 80 56 244 322 0 126 24000 0 itimer 352 0 66 66 0 30 23232 0 malloc-384 384 20 40 26 0 30 23040 0 malloc-384 384 43 17 342 0 30 23040 0 malloc-384 384 7 53 7 0 30 23040 0 ripcb 376 6 54 31 0 30 22560 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 153 103 153 0 126 22528 0 hostcache 64 2 313 2 0 254 20160 0 ertt 72 8 272 61 0 126 20160 0 malloc-32 32 41 589 186 0 254 20160 0 malloc-32 32 157 473 298 0 254 20160 0 malloc-32 32 57 573 221 0 254 20160 0 malloc-32 32 6 624 48 0 254 20160 0 malloc-32 32 40 590 137 0 254 20160 0 malloc-32 32 77 553 3017 0 254 20160 0 2 Bucket 32 66 564 368 0 254 20160 0 KNOTE 160 4 121 74 0 62 20000 0 tcp_bbr_map 128 0 155 3 0 126 19840 0 cryptop 280 0 70 4 0 30 19600 0 L VFS Cache 320 0 60 21 0 30 19200 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 0 2 20 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 5 0 2 16384 0 malloc-4096 4096 1 3 193 0 2 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 0 18 1 0 16 16128 0 sctp_laddr 48 0 336 12 0 254 16128 0 kenv 258 17 43 1065 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-16 16 65 685 1480 0 254 12000 0 malloc-16 16 45 705 233 0 254 12000 0 malloc-16 16 39 711 283 0 254 12000 0 malloc-16 16 25 725 193 0 254 12000 0 malloc-16 16 8 742 8 0 254 12000 0 malloc-16 16 265 485 281 0 254 12000 0 malloc-16 16 36 714 24825 0 254 12000 0 splice 184 0 63 1 0 62 11592 0 malloc-384 384 1 29 1 0 30 11520 0 AIOLIO 272 0 42 1 0 30 11424 0 tfo_ccache_entries 80 1 127 1 0 126 10240 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 167 1461 0 254 4008 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 17 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl