panic: vm_fault_lookup: fault on nofault entry, addr: 0xfffffe009516e000 cpuid = 0 time = 1623929400 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00887acc90 vpanic() at vpanic+0x1cc/frame 0xfffffe00887accf0 panic() at panic+0x43/frame 0xfffffe00887acd50 vm_fault() at vm_fault+0x2306/frame 0xfffffe00887ace80 vm_fault_trap() at vm_fault_trap+0xa5/frame 0xfffffe00887aced0 trap_pfault() at trap_pfault+0x408/frame 0xfffffe00887acf50 trap() at trap+0x398/frame 0xfffffe00887ad070 calltrap() at calltrap+0x8/frame 0xfffffe00887ad070 --- trap 0xc, rip = 0xffffffff8124df89, rsp = 0xfffffe00887ad140, rbp = 0xfffffe00887ad160 --- strlcpy() at strlcpy+0x89/frame 0xfffffe00887ad160 pf_rule_to_krule() at pf_rule_to_krule+0x199/frame 0xfffffe00887ad1a0 pfioctl() at pfioctl+0x1624/frame 0xfffffe00887ad690 devfs_ioctl() at devfs_ioctl+0x114/frame 0xfffffe00887ad6f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7c/frame 0xfffffe00887ad720 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe00887ad840 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe00887ad880 kern_ioctl() at kern_ioctl+0x304/frame 0xfffffe00887ad8f0 sys_ioctl() at sys_ioctl+0x247/frame 0xfffffe00887ad9c0 freebsd32_ioctl() at freebsd32_ioctl+0x2ba/frame 0xfffffe00887adab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe00887adbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 3268 tid 102541 ] Stopped at kdb_enter+0x67: movq $0,0x164017e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0099800000 rdx 0x3ffff rbx 0 rsp 0xfffffe00887acc70 rbp 0xfffffe00887acc90 rsi 0x40001 rdi 0xffffffff81132726 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00887acb60 r11 0x1ff77fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a4b800 r14 0xffffffff81a73f5a r15 0xffffffff81a73f5a rip 0xffffffff81129787 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164017e(%rip) db> show proc Process 3268 (syz-executor.2) at 0xfffff80027cdea60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 792 at 0xfffff80027997000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00950c63e0 (map 0xfffffe00950c63e0) (map.pmap 0xfffffe00950c64a0) (pmap 0xfffffe00950c6500) threads: 2 100694 Run CPU 1 syz-executor.2 102541 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 3268 792 792 0 R (threaded) syz-executor.2 100694 Run CPU 1 syz-executor.2 102541 Run CPU 0 syz-executor.2 3264 3260 783 0 SV uwait 0xfffff80027b16700 syz-executor.0 3260 783 783 0 T (threaded) syz-executor.0 100109 s syz-executor.0 102533 D ppwait 0xfffff80027cbba10 syz-executor.0 3253 1 783 0 SV uwait 0xfffff80027b18500 syz-executor.0 3244 1 783 0 SV uwait 0xfffff80027d09b00 syz-executor.0 3236 1 783 0 SV uwait 0xfffff80027b16d00 syz-executor.0 3227 1 783 0 SV uwait 0xfffff80027d09d00 syz-executor.0 3215 1 783 0 SV uwait 0xfffff80027d0d900 syz-executor.0 1203 1197 1203 0 Ss select 0xfffff80027d955c0 dhclient 1200 1 1200 0 Ss select 0xfffff80027d0bec0 dhclient 1197 1190 436 65 S select 0xfffff80027e1fec0 dhclient 1190 436 436 0 S wait 0xfffff80027997a60 sh 964 0 0 0 DL aiordy 0xfffff80027d18000 [aiod4] 963 0 0 0 DL aiordy 0xfffff80027d18530 [aiod3] 962 0 0 0 DL aiordy 0xfffff80027d18a60 [aiod2] 961 0 0 0 DL aiordy 0xfffff800272fca60 [aiod1] 889 1 792 0 S uwait 0xfffff80027b18d00 syz-executor.2 888 1 792 0 S uwait 0xfffff80027b16b00 syz-executor.2 887 1 792 0 S uwait 0xfffff80027b16900 syz-executor.2 886 1 792 0 S uwait 0xfffff80015e64700 syz-executor.2 883 881 784 0 SV uwait 0xfffff80027b16500 syz-executor.1 881 1 784 0 DV ppwait 0xfffff80027a9ea10 syz-executor.1 799 780 799 0 Ss piperd 0xfffff80027b145d0 syz-executor.3 792 780 792 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.2 784 780 784 0 Ss piperd 0xfffff800273605d0 syz-executor.1 783 780 783 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100090 S uwait 0xfffff80015d7ab00 syz-fuzzer 100119 S uwait 0xfffff80027398f00 syz-fuzzer 100120 S uwait 0xfffff800278c5700 syz-fuzzer 100121 S uwait 0xfffff800278c5900 syz-fuzzer 100122 S uwait 0xfffff800278c5b00 syz-fuzzer 100123 S uwait 0xfffff80015d7cd00 syz-fuzzer 100124 S uwait 0xfffff80015d7cf00 syz-fuzzer 100125 S kqread 0xfffff80015d47b00 syz-fuzzer 100129 S uwait 0xfffff800278c5d00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e6cb10 csh 776 694 776 0 Ss select 0xfffff80027545d40 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154804b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b084b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b08cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b0c4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b0ccb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a934b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a93cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a984b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a98cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff80027408440 sshd 507 1 507 0 Ss select 0xfffff80027408ec0 syslogd 436 1 436 0 Ss wait 0xfffff80015e97000 devd 435 1 435 65 Ss select 0xfffff80015db4d40 dhclient 350 1 350 0 Ss select 0xfffff800272cc140 dhclient 347 1 347 0 Ss select 0xfffff80015db42c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cae530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100096 D sdflush 0xfffff80015e63ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c41c0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8309b8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82ee4410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d84c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d4dd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d4dd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c5d900 [firmware taskq] 100038 D - 0xfffff80004c5d500 [crypto_0] 100039 D - 0xfffff80004c5d500 [crypto_1] 100055 D - 0xfffff800153e2d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153e2900 [vtnet0 txq 0] 100057 D - 0xfffff800153e2500 [vtnet0 rxq 1] 100058 D - 0xfffff800153e2100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001543c900 [virtio_balloon] 100064 D - 0xfffff800154bfd00 [mca taskq] 100066 D - 0xffffffff81e20771 [deadlkres] 100074 D - 0xfffff80015aa0d00 [acpi_task_0] 100075 D - 0xfffff80015aa0d00 [acpi_task_1] 100076 D - 0xfffff80015aa0d00 [acpi_task_2] 100077 D - 0xfffff80004c5d100 [CAM taskq] db> show all locks Process 3268 (syz-executor.2) thread 0xfffffe00950e9740 (102541) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff82846da8) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4935 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 pf_rule 545 2180K 1265 inodedep 1587 2106K 2429 vtbuf 24 2064K 46 newblk 49 1056K 2930 vfscache 3 1035K 3 pcb 65 793K 800 dirrem 1563 782K 2363 acpica 1674 649K 54806 subproc 151 634K 3352 filedesc 38 599K 4755 freefile 1556 584K 2354 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 linker 348 270K 425 DEVFS1 107 214K 124 module 510 192K 510 kdtrace 227 184K 5811 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 352 154K 352 pagedep 22 147K 2365 tfo_ccache 1 136K 1 BPF 22 136K 38 sem 4 120K 4 UMA 270 102K 270 temp 39 93K 4478 audit_evclass 236 89K 294 mtx_pool 2 80K 2 routetbl 140 77K 760 syncache 1 76K 1 vmem 3 72K 5 msg 4 68K 4 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ifaddr 67 63K 69 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 44 38K 44 KTRACE 100 38K 100 taskqueue 60 36K 60 kqueue 71 35K 3275 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 2 DEVFSP 81 31K 196 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 pwddesc 69 26K 3269 sctp_atcl 25 25K 597 ifnet 7 25K 7 cred 24 24K 218 kcovinfo 64 24K 68 plimit 21 21K 364 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 UART 12 18K 12 proc-args 44 17K 591 bmsafemap 2 17K 2400 sctp_timw 32 16K 32 ksem 1 16K 18 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 session 25 13K 39 MCA 32 12K 32 CAM DEV 3 12K 510 selfd 31 12K 59121 sctp_atky 30 12K 868 vt 11 11K 11 Unitno 29 11K 51 acpisem 28 11K 28 diradd 27 11K 2396 CAM XPT 22 11K 543 sctp_stro 5 10K 201 sctp_athm 25 10K 661 uidinfo 3 9K 8 pf_ifnet 10 9K 19 pf_table 2 8K 86 memdesc 1 8K 1 ipsec-saq 2 8K 2 ioctlops 1 8K 1547 evdev 4 8K 4 mkdir 20 8K 4706 acpidev 20 8K 20 lockf 20 8K 33 hhook 15 8K 17 newdirblk 19 8K 2353 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 inpcbpolicy 14 6K 456 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 indirdep 8 4K 10 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 sctp_map 10 4K 402 pci_link 10 4K 10 select 10 4K 47 msi 9 4K 9 DEVFS 9 4K 10 xform 9 4K 156 tun 7 4K 7 osd 8 4K 124 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 freework 5 3K 2352 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 2351 vnodemarker 2 2K 16 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 4701 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 12 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 39 filecaps 2 1K 90 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 135 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 124 vegas data 0 0K 0 cdg data 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 chd data 0 0K 0 htcp data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 32 cubic data 0 0K 0 dctcp data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 799 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 18 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 2533 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 1919 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 8 lio 0 0K 10 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 97 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16866 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 634 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 617 1006070 0 254 36605952 0 malloc-384 384 34746 54 46201 0 30 13363200 0 malloc-1024 1024 4126 6 4556 0 16 4231168 0 malloc-8192 8192 395 2 3755 0 1 3252224 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8670 555 1521897 0 254 2361600 0 malloc-4096 4096 549 1 1269 0 2 2252800 0 BUF TRIE 144 184 13284 567 0 62 1939392 0 malloc-1024 1024 1593 3 2457 0 16 1634304 0 RADIX NODE 144 10714 175 108939 0 62 1568016 0 UMA Slabs 0 112 12840 9 12840 0 126 1439088 0 malloc-384 384 3245 5 8892 0 30 1248000 0 mbuf_cluster 2048 540 0 540 0 254 1105920 0 malloc-512 512 1583 9 2447 0 30 815104 0 malloc-1024 1024 0 788 981 0 16 806912 0 malloc-32768 32768 19 5 2376 0 1 786432 0 malloc-384 384 1884 46 58584 0 30 741120 0 FFS inode 1160 516 16 2871 0 8 617120 0 malloc-512 512 274 518 6085 0 30 405504 0 malloc-65536 65536 4 2 180 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1245 60 47506 0 30 344520 0 THREAD 1808 157 19 2541 0 8 318208 0 malloc-1024 1024 257 31 3413 0 16 294912 0 malloc-2048 2048 124 14 450 0 8 282624 0 VNODE 448 553 68 2910 0 30 278208 0 malloc-384 384 602 18 21755 0 30 238080 0 DEVCTL 1024 12 204 132 0 0 221184 0 malloc-8192 8192 24 3 1724 0 1 221184 0 malloc-384 384 514 36 7047 0 30 211200 0 MAP ENTRY 96 1778 322 169532 0 126 201600 0 malloc-65536 65536 3 0 3 0 1 196608 0 256 Bucket 2048 83 11 13379 0 8 192512 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 11 0 11 0 1 180224 0 malloc-384 384 411 49 59872 0 30 176640 0 malloc-4096 4096 14 29 2831 0 2 176128 0 malloc-8192 8192 18 3 652 0 1 172032 0 malloc-16384 16384 10 0 10 0 1 163840 0 vmem btag 56 2600 124 2600 0 254 152544 0 malloc-16384 16384 6 3 268 0 1 147456 0 malloc-384 384 348 32 2553 0 30 145920 0 mbuf_packet 256 19 521 3198 0 254 138240 0 S VFS Cache 104 1017 309 3392 0 126 137904 0 FFS2 dinode 256 516 9 2870 0 62 134400 0 malloc-16384 16384 7 1 12 0 1 131072 0 malloc-512 512 244 12 683 0 30 131072 0 VMSPACE 2544 40 8 3240 0 4 122112 0 ksiginfo 112 66 978 623 0 126 116928 0 PROC 1328 68 13 3268 0 8 107568 0 malloc-1024 1024 95 5 101 0 16 102400 0 malloc-32768 32768 2 1 122 0 1 98304 0 malloc-32768 32768 2 1 17 0 1 98304 0 malloc-1024 1024 83 5 84 0 16 90112 0 filedesc0 1072 69 15 3269 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-1024 1024 63 17 1121 0 16 81920 0 malloc-8192 8192 7 2 9 0 1 73728 0 pcpu-8 8 9027 189 16165 0 254 73728 0 malloc-512 512 132 4 484 0 30 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-2048 2048 29 3 33 0 8 65536 0 malloc-1024 1024 57 7 663 0 16 65536 0 g_bio 408 0 160 5141 0 30 65280 0 sctp_asoc 2288 5 20 201 0 254 57200 0 socket 944 42 18 1969 0 254 56640 0 128 Bucket 1024 29 26 395 0 16 56320 0 malloc-8192 8192 2 4 2539 0 1 49152 0 malloc-4096 4096 9 3 244 0 2 49152 0 malloc-4096 4096 6 6 2484 0 2 49152 0 malloc-2048 2048 7 17 515 0 8 49152 0 malloc-512 512 72 24 5794 0 30 49152 0 32 Bucket 256 87 93 10335 0 62 46080 0 malloc-2048 2048 7 15 209 0 8 45056 0 sctp_ep 1280 20 13 334 0 254 42240 0 clpbuf 2624 0 16 20 0 16 41984 0 malloc-512 512 52 28 334 0 30 40960 0 64 Bucket 512 45 35 4143 0 30 40960 0 malloc-384 384 63 37 720 0 30 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 24592 0 16 36864 0 malloc-4096 4096 3 6 27 0 2 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 4 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 34 0 1 32768 0 malloc-4096 4096 6 2 23 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 177 33 177 0 62 28560 0 16 Bucket 144 98 98 2054 0 62 28224 0 KNOTE 160 28 147 94163 0 62 28000 0 sctp_raddr 736 5 28 201 0 254 24288 0 ertt_txseginfo 40 0 606 7747 0 254 24240 0 ttyinq 160 135 15 300 0 62 24000 0 Files 80 213 87 12346 0 126 24000 0 8 Bucket 80 38 262 1134 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcpcb 1080 4 17 112 0 254 22680 0 pipe 744 20 10 367 0 16 22320 0 malloc-512 512 34 6 2714 0 30 20480 0 PWD 32 24 606 2442 0 254 20160 0 2 Bucket 32 83 547 2119 0 254 20160 0 SLEEPQUEUE 88 177 47 177 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 vtnet_tx_hdr 24 0 668 502817 0 254 16032 0 tcp_bbr_pcb 832 0 18 21 0 16 14976 0 tcp_rack_pcb 832 0 18 32 0 16 14976 0 malloc-4096 4096 3 0 3 0 2 12288 0 tcp_inpcb 488 4 20 112 0 254 11712 0 udp_inpcb 488 8 16 178 0 254 11712 0 kenv 258 15 30 1033 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 unpcb 256 11 34 1152 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 0 4 1064 0 8 8192 0 malloc-512 512 4 12 41 0 30 8192 0 pf tags 104 11 67 135 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 25 67 39 0 126 8096 0 rl_entry 40 38 164 38 0 254 8080 0 sctp_stream_msg_out 112 2 70 152 0 254 8064 0 sctp_laddr 48 0 168 144 0 254 8064 0 tcp_rack_map 112 0 72 24 0 126 8064 0 udpcb 32 8 244 190 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 4 108 112 0 126 8064 0 4 Bucket 48 5 163 128 0 254 8064 0 sctp_readq 152 0 52 140 0 254 7904 0 sctp_chunk 152 7 45 147 0 254 7904 0 ripcb 488 2 14 154 0 254 7808 0 udplite_inpcb 488 0 16 12 0 254 7808 0 AIOLIO 272 0 28 5 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 15 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 3 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIO 208 0 19 3 0 62 3952 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 17 5 17 0 62 3872 0 AIOCB 552 0 7 3 0 16 3864 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 domainset 40 0 63 6 0 254 2520 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0