panic: vm_fault_lookup: fault on nofault entry, addr: 0xfffffe009514b000 cpuid = 1 time = 1621649489 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005178fdb0 vpanic() at vpanic+0x1c7/frame 0xfffffe005178fe10 panic() at panic+0x43/frame 0xfffffe005178fe70 vm_fault() at vm_fault+0x2100/frame 0xfffffe005178ff90 vm_fault_trap() at vm_fault_trap+0xa5/frame 0xfffffe005178ffe0 trap_pfault() at trap_pfault+0x3fc/frame 0xfffffe0051790050 trap() at trap+0x41d/frame 0xfffffe0051790170 calltrap() at calltrap+0x8/frame 0xfffffe0051790170 --- trap 0xc, rip = 0xffffffff81254b19, rsp = 0xfffffe0051790240, rbp = 0xfffffe0051790260 --- strlcpy() at strlcpy+0x89/frame 0xfffffe0051790260 pf_rule_to_krule() at pf_rule_to_krule+0x1a6/frame 0xfffffe0051790290 pfioctl() at pfioctl+0x15f5/frame 0xfffffe0051790780 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe00517907e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe0051790810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe0051790930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe0051790970 kern_ioctl() at kern_ioctl+0x3cd/frame 0xfffffe00517909e0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe0051790ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051790bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051790bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x285eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 12893 tid 112256 ] Stopped at kdb_enter+0x67: movq $0,0x16390de(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0097800000 rdx 0x3ffff rbx 0 rsp 0xfffffe005178fd90 rbp 0xfffffe005178fdb0 rsi 0x40001 rdi 0xffffffff81138d36 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005178fc80 r11 0x1ffaefff59c r12 0xffffffff82267b80 ddb_dbbe r13 0 r14 0xffffffff81a73b6e r15 0xffffffff81a73b6e rip 0xffffffff8112fd27 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x16390de(%rip) db> show proc Process 12893 (syz-executor.1) at 0xfffff80035c3f000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffff80035a2e538 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bc7538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094f7f9f0 (map 0xfffffe0094f7f9f0) (map.pmap 0xfffffe0094f7fab0) (pmap 0xfffffe0094f7fb10) threads: 2 100366 RunQ syz-executor.1 112256 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 12898 803 803 0 R syz-executor.2 12897 836 836 0 R (threaded) syz-executor.3 111748 RunQ syz-executor.3 112260 S uwait 0xfffff80015da7100 syz-executor.3 12893 784 784 0 R (threaded) syz-executor.1 100366 RunQ syz-executor.1 112256 Run CPU 1 syz-executor.1 12195 12189 12195 0 Ss select 0xfffff80035ffa140 dhclient 12192 1 12192 0 Ss select 0xfffff80035ef88c0 dhclient 12189 12182 436 65 S select 0xfffff80035de8bc0 dhclient 12182 436 436 0 S wait 0xfffff80035309000 sh 12173 1 12173 65 Ss select 0xfffff80035b4ebc0 dhclient 6262 1 6262 0 Ss select 0xfffff80035de8a40 dhclient 6259 1 6259 0 Ss select 0xfffff80035ef82c0 dhclient 6240 1 6240 65 Ss select 0xfffff8004c3498c0 dhclient 2688 1 2688 0 Ss select 0xfffff80035a082c0 dhclient 2685 1 2685 0 Ss select 0xfffff8004c0bdec0 dhclient 838 1 834 0 S uwait 0xfffff80015760900 syz-executor.0 837 1 783 0 S uwait 0xfffff80035e01700 syz-executor.0 836 780 836 0 Rs syz-executor.3 803 780 803 0 Rs syz-executor.2 784 780 784 0 Rs syz-executor.1 783 780 783 0 Rs CPU 0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100118 S uwait 0xfffff80015760300 syz-fuzzer 100119 S uwait 0xfffff80015da1900 syz-fuzzer 100120 S uwait 0xfffff80015da6f00 syz-fuzzer 100121 S uwait 0xfffff80015da6900 syz-fuzzer 100122 S uwait 0xfffff80015da6500 syz-fuzzer 100123 S uwait 0xfffff80015da7700 syz-fuzzer 100124 S uwait 0xfffff80015da1f00 syz-fuzzer 100126 S uwait 0xfffff80015da7300 syz-fuzzer 100128 S kqread 0xfffff80015da7b00 syz-fuzzer 100343 S uwait 0xfffff80015d9ff00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800355b15e8 csh 776 694 776 0 Ss select 0xfffff80015da5740 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015afe4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015afecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a864b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a86cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a8a4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a8acb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8e4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8ecb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff80015ddbbc0 sshd 507 1 507 0 Ss select 0xfffff80015e802c0 syslogd 436 1 436 0 Ss wait 0xfffff80015e82000 devd 435 1 435 65 Ss select 0xfffff80015da5a40 dhclient 350 1 350 0 Ss select 0xfffff80015de6ec0 dhclient 347 1 347 0 Ss select 0xfffff80015da5440 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ca4538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cb6d0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82edf828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830b23c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7538 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e20451 [deadlkres] 100074 D - 0xfffff80015a19900 [acpi_task_0] 100075 D - 0xfffff80015a19900 [acpi_task_1] 100076 D - 0xfffff80015a19900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 12893 (syz-executor.1) thread 0xfffffe00950b1ac0 (112256) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff828462e8) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4935 Process 783 (syz-executor.0) thread 0xfffffe0094f85ac0 (100111) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0095145b10) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7716 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0094f3f500) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7715 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0095145a50) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4272 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0094f3f440) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4268 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 inodedep 1933 2452K 12043 vtbuf 24 2064K 46 newblk 12 1038K 12572 vfscache 3 1035K 3 dirrem 1921 961K 11965 freefile 1921 721K 11962 pcb 37 659K 36251 acpica 1674 649K 55230 subproc 141 575K 12978 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3499 filedesc 20 308K 23911 BPF 38 270K 38 linker 348 270K 409 DEVFS1 107 214K 124 module 512 192K 512 kdtrace 219 180K 25161 vnet_data 1 176K 1 sctp_timw 350 175K 350 tidhash 3 164K 3 umtx 352 154K 352 pagedep 11 141K 11958 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2219 syncache 1 76K 1 vmem 3 72K 5 routetbl 127 69K 404 msg 4 68K 4 ifaddr 69 65K 71 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 lltable 41 35K 44 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 kqueue 64 32K 12905 DEVFSP 78 30K 86 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 25 25K 237 ifnet 7 25K 7 kcovinfo 64 24K 68 pwddesc 62 24K 12899 plimit 23 23K 409 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 50 19K 648 UART 12 18K 12 bmsafemap 3 17K 12014 selfd 45 17K 195221 ksem 1 16K 3 rpc 2 16K 2 shmfd 1 16K 28 session 32 16K 48 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 Unitno 29 11K 47 acpisem 28 11K 28 lockf 28 11K 47 CAM XPT 22 11K 543 uidinfo 3 9K 11 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 ioctlops 1 8K 223 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 sctp_atcl 7 7K 27441 mount 16 7K 90 fpukern_ctx 3 6K 3 select 16 6K 49 terminal 11 6K 11 inpcbpolicy 14 6K 1536 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 pf_rule 1 4K 2 sctp_stro 2 4K 9733 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 sctp_atky 9 4K 37903 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 943 ipsec 3 3K 3 mkdir 8 3K 23882 in_multi 6 3K 8 sctp_athm 7 3K 27443 nexusdev 7 3K 7 feeder 7 3K 7 freework 5 3K 11948 sctp_ifn 6 3K 14 diradd 6 3K 12003 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 11947 vnodemarker 2 2K 26 procdesc 4 2K 16 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 sctp_map 4 2K 19466 newdirblk 4 2K 11941 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 17309 filecaps 4 2K 108 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 42 entropy 2 1K 42 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 ip6opt 1 1K 62 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cubic data 0 0K 0 mqdata 0 0K 0 htcp data 0 0K 0 chd data 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vegas data 0 0K 0 cdg data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 13754 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 dctcp data 0 0K 0 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 9072 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 10 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 12134 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2143 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 105 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 17435 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 697 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 951 1526454 0 254 37974016 0 malloc-384 384 34698 92 114051 0 30 13359360 0 malloc-1024 1024 4151 9 4387 0 16 4259840 0 malloc-1024 1024 1997 1623 12177 0 16 3706880 0 malloc-1024 1024 2 2682 9077 0 16 2748416 0 malloc-8192 8192 330 1 494 0 1 2711552 0 pbuf 2624 0 973 0 0 2 2553152 0 RADIX NODE 144 17047 366 393496 0 63 2507472 0 mbuf 256 8640 900 2341208 0 254 2442240 0 malloc-384 384 3958 1642 139450 0 30 2150400 0 BUF TRIE 144 197 13271 749 0 62 1939392 0 malloc-512 512 1994 1646 36684 0 30 1863680 0 UMA Slabs 0 112 13838 19 13838 0 126 1551984 0 mbuf_cluster 2048 540 2 540 0 254 1110016 0 FFS inode 1160 515 24 12478 0 8 625240 0 malloc-8192 8192 71 5 12908 0 1 622592 0 malloc-32768 32768 13 5 12102 0 1 589824 0 malloc-384 384 1383 57 59518 0 30 552960 0 malloc-384 384 1003 7 3336 0 30 387840 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-16384 16384 22 0 26 0 1 360448 0 VM OBJECT 264 1255 80 182182 0 30 352440 0 THREAD 1808 155 21 12260 0 8 318208 0 VNODE 448 552 87 12517 0 30 286272 0 malloc-384 384 677 13 941 0 30 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-1024 1024 217 35 13127 0 16 258048 0 malloc-16384 16384 10 5 273 0 1 245760 0 malloc-2048 2048 107 5 124 0 8 229376 0 DEVCTL 1024 4 212 132 0 0 221184 0 malloc-65536 65536 1 2 178 0 1 196608 0 malloc-4096 4096 2 44 2146 0 2 188416 0 malloc-512 512 363 5 377 0 30 188416 0 256 Bucket 2048 76 16 17284 0 8 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 MAP ENTRY 96 1698 234 692687 0 126 185472 0 malloc-8192 8192 16 6 162 0 1 180224 0 malloc-1024 1024 127 45 28230 0 16 176128 0 socket 944 40 144 20434 0 254 173696 0 malloc-8192 8192 8 13 17711 0 1 172032 0 malloc-512 512 305 15 1041 0 30 163840 0 sctp_ep 1280 5 118 17708 0 254 157440 0 vmem btag 56 2620 32 2620 0 254 148512 0 VMSPACE 2544 40 17 12878 0 5 145008 0 FFS2 dinode 256 515 40 12477 0 62 142080 0 S VFS Cache 104 1025 340 13141 0 126 141960 0 mbuf_packet 256 15 525 22401 0 254 138240 0 sctp_asoc 2288 2 58 9733 0 254 137280 0 malloc-65536 65536 2 0 2 0 1 131072 0 ksiginfo 112 63 981 1268 0 126 116928 0 malloc-384 384 254 46 207445 0 30 115200 0 malloc-512 512 194 14 233 0 30 106496 0 PROC 1336 62 16 12899 0 8 104208 0 32 Bucket 256 181 209 15164 0 62 99840 0 malloc-16384 16384 6 0 6 0 1 98304 0 filedesc0 1072 62 22 12899 0 8 90048 0 tcp_inpcb 488 4 180 931 0 254 89792 0 g_bio 408 0 220 6019 0 30 89760 0 UMA Kegs 384 227 6 227 0 30 89472 0 16 Bucket 144 327 261 4287 0 62 84672 0 clpbuf 2624 0 32 21 0 16 83968 0 malloc-1024 1024 37 39 17743 0 16 77824 0 malloc-2048 2048 10 24 10249 0 8 69632 0 128 Bucket 1024 33 34 2983 0 16 68608 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-512 512 93 35 12401 0 30 65536 0 malloc-1024 1024 53 3 57 0 16 57344 0 malloc-4096 4096 11 2 90 0 2 53248 0 malloc-384 384 84 46 10651 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 5 0 1 49152 0 malloc-8192 8192 2 4 12140 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 542 0 2 49152 0 sctp_raddr 736 2 64 9733 0 254 48576 0 malloc-2048 2048 18 4 22 0 8 45056 0 64 Bucket 512 44 44 7257 0 30 45056 0 tcpcb 1064 4 38 931 0 254 44688 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 9 11 1483 0 8 40960 0 pcpu-8 8 4673 447 4829 0 254 40960 0 NAMEI 1024 0 36 62400 0 16 36864 0 malloc-512 512 23 49 16819 0 30 36864 0 pipe 744 25 20 508 0 16 33480 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 6 2 25 0 2 32768 0 malloc-4096 4096 8 0 199 0 2 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 Files 80 231 169 40709 0 126 32000 0 malloc-4096 4096 1 6 281 0 2 28672 0 malloc-4096 4096 7 0 7 0 2 28672 0 TURNSTILE 136 177 33 177 0 62 28560 0 KNOTE 160 28 147 334760 0 62 28000 0 malloc-384 384 30 40 1005 0 30 26880 0 ertt_txseginfo 40 0 606 22468 0 254 24240 0 PWD 32 21 735 12034 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 46 254 3014 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 723 0 16 22464 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-512 512 20 20 12161 0 30 20480 0 malloc-512 512 32 8 1338 0 30 20480 0 2 Bucket 32 101 529 4351 0 254 20160 0 SLEEPQUEUE 88 177 47 177 0 126 19712 0 ripcb 488 4 36 405 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 0 668 773558 0 254 16032 0 udp_inpcb 488 6 26 198 0 254 15616 0 kenv 258 15 30 1057 0 30 11610 0 unpcb 256 17 28 1157 0 254 11520 0 malloc-4096 4096 0 2 8 0 2 8192 0 malloc-2048 2048 0 4 8 0 8 8192 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 0 8 35 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 32 60 48 0 126 8096 0 rl_entry 40 46 156 46 0 254 8080 0 sctp_stream_msg_out 112 0 72 144 0 254 8064 0 sctp_laddr 48 0 168 43 0 254 8064 0 udpcb 32 6 246 200 0 254 8064 0 ertt 72 4 108 931 0 126 8064 0 4 Bucket 48 2 166 70 0 254 8064 0 tcp_bbr_map 128 0 62 1707 0 126 7936 0 udplite_inpcb 488 0 16 2 0 254 7808 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 832 0 0 0 0 16 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0