panic: vm_fault_lookup: fault on nofault entry, addr: 0xfffffe0095485000 cpuid = 1 time = 498 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0098714cb0 vpanic() at vpanic+0x1c7/frame 0xfffffe0098714d10 panic() at panic+0x43/frame 0xfffffe0098714d70 vm_fault() at vm_fault+0x2100/frame 0xfffffe0098714e90 vm_fault_trap() at vm_fault_trap+0xa5/frame 0xfffffe0098714ee0 trap_pfault() at trap_pfault+0x3fc/frame 0xfffffe0098714f50 trap() at trap+0x41d/frame 0xfffffe0098715070 calltrap() at calltrap+0x8/frame 0xfffffe0098715070 --- trap 0xc, rip = 0xffffffff81256a29, rsp = 0xfffffe0098715140, rbp = 0xfffffe0098715160 --- strlcpy() at strlcpy+0x89/frame 0xfffffe0098715160 pf_rule_to_krule() at pf_rule_to_krule+0x199/frame 0xfffffe00987151a0 pfioctl() at pfioctl+0x15ee/frame 0xfffffe0098715690 devfs_ioctl() at devfs_ioctl+0x14e/frame 0xfffffe00987156f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x78/frame 0xfffffe0098715720 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe0098715840 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe0098715880 kern_ioctl() at kern_ioctl+0x3cd/frame 0xfffffe00987158f0 sys_ioctl() at sys_ioctl+0x265/frame 0xfffffe00987159c0 freebsd32_ioctl() at freebsd32_ioctl+0x1c3/frame 0xfffffe0098715ab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe0098715bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 27073 tid 128071 ] Stopped at kdb_enter+0x67: movq $0,0x1636cfe(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0099e00000 rdx 0x3ffff rbx 0 rsp 0xfffffe0098714c90 rbp 0xfffffe0098714cb0 rsi 0x40001 rdi 0xffffffff8113b216 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0098714b80 r11 0x1ff67fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a78090 r15 0xffffffff81a78090 rip 0xffffffff81132207 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x1636cfe(%rip) db> show proc Process 27073 (syz-executor.3) at 0xfffff800660bda60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 819 at 0xfffff80015d89a60 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bc9530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00954a89f0 (map 0xfffffe00954a89f0) (map.pmap 0xfffffe00954a8ab0) (pmap 0xfffffe00954a8b10) threads: 2 115943 RunQ syz-executor.3 128071 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 27075 782 782 0 R syz-executor.0 27074 791 791 0 R (threaded) syz-executor.2 115834 RunQ syz-executor.2 128072 RunQ syz-executor.2 27073 819 819 0 R (threaded) syz-executor.3 115943 RunQ syz-executor.3 128071 Run CPU 1 syz-executor.3 27071 783 783 0 R (threaded) syz-executor.1 108463 RunQ syz-executor.1 128068 S connec 0xfffff800663b3840 syz-executor.1 17361 1 782 0 SV uwait 0xfffff8005a358900 syz-executor.0 17349 1 782 0 SV uwait 0xfffff8005a3fd500 syz-executor.0 17340 1 782 0 SV uwait 0xfffff8005ac86700 syz-executor.0 17332 1 782 0 SV uwait 0xfffff8005a358100 syz-executor.0 15491 1 819 0 S uwait 0xfffff8005ac4eb00 syz-executor.3 15407 1 819 0 SV uwait 0xfffff8005a4b6f00 syz-executor.3 15404 1 819 0 SV uwait 0xfffff8005a675700 syz-executor.3 11439 1 791 0 S uwait 0xfffff8005adca500 syz-executor.2 11438 1 791 0 S uwait 0xfffff8005a416900 syz-executor.2 11095 1 783 0 S uwait 0xfffff8005ad47300 syz-executor.1 11092 1 783 0 S uwait 0xfffff8005adca100 syz-executor.1 9527 9526 9527 0 SVs uwait 0xfffff8005adcad00 syz-executor.2 9526 1 9526 0 DVs ppwait 0xfffff80050b40f40 syz-executor.2 9294 1 819 0 S uwait 0xfffff8005adc9f00 syz-executor.3 9292 1 819 0 S uwait 0xfffff8005a3ee500 syz-executor.3 8568 1 819 0 S uwait 0xfffff8005a3ad500 syz-executor.3 8565 1 819 0 S uwait 0xfffff80015cf0f00 syz-executor.3 8338 1 791 0 S uwait 0xfffff8005ad50b00 syz-executor.2 8294 1 819 0 S uwait 0xfffff8005adcab00 syz-executor.3 8286 1 819 0 S uwait 0xfffff8005ad47700 syz-executor.3 7832 7826 7832 0 Ss select 0xfffff8005ac02740 dhclient 7829 1 7829 0 Ss select 0xfffff8005ac025c0 dhclient 7826 7819 436 65 S select 0xfffff800502d55c0 dhclient 7819 436 436 0 S wait 0xfffff8005a9eb000 sh 7810 1 7810 65 Ss select 0xfffff8005047dd40 dhclient 7775 1 782 0 S uwait 0xfffff8005a551500 syz-executor.0 7770 1 782 0 S uwait 0xfffff8005a402900 syz-executor.0 7764 1 782 0 S uwait 0xfffff8005ae5c100 syz-executor.0 7759 1 782 0 SV uwait 0xfffff8005ad50300 syz-executor.0 7754 1 782 0 S uwait 0xfffff8005ad47500 syz-executor.0 7749 1 782 0 SV uwait 0xfffff8005a402100 syz-executor.0 7746 1 782 0 S uwait 0xfffff8005adca700 syz-executor.0 7734 1 782 0 SV uwait 0xfffff8005adca300 syz-executor.0 7732 1 782 0 S uwait 0xfffff8005adcaf00 syz-executor.0 4542 4538 783 0 SV uwait 0xfffff8005a3ad700 syz-executor.1 4538 1 783 0 DV ppwait 0xfffff80050195a10 syz-executor.1 4120 1 4120 0 Ss select 0xfffff8005ac252c0 dhclient 4117 1 4117 0 Ss select 0xfffff8005047dec0 dhclient 4093 1 4093 65 Ss select 0xfffff8005ac258c0 dhclient 2579 2578 782 0 SV uwait 0xfffff80015ccc300 syz-executor.0 2578 1 782 0 DV ppwait 0xfffff80050014f40 syz-executor.0 2532 2531 782 0 SV uwait 0xfffff80015ccc100 syz-executor.0 2531 1 782 0 DV ppwait 0xfffff8005a406f40 syz-executor.0 1917 1915 819 0 SV uwait 0xfffff8005ae5c300 syz-executor.3 1915 1 819 0 DV ppwait 0xfffff8005ae8ca10 syz-executor.3 1359 1 791 0 S uwait 0xfffff8005a358300 syz-executor.2 1356 1 791 0 S uwait 0xfffff80015cc6b00 syz-executor.2 1314 1 1314 0 Ss select 0xfffff8005ab5d5c0 dhclient 1311 1 1311 0 Ss select 0xfffff8005ab5d740 dhclient 1175 1 791 0 S uwait 0xfffff8005a3adf00 syz-executor.2 1173 1 791 0 S uwait 0xfffff8005a3ad900 syz-executor.2 900 1 791 60929 S uwait 0xfffff8005a3add00 syz-executor.2 899 1 791 60929 S uwait 0xfffff8005a3adb00 syz-executor.2 867 855 782 0 SV uwait 0xfffff80015a7c100 syz-executor.0 865 855 782 0 S uwait 0xfffff8005a358500 syz-executor.0 855 1 782 0 DV ppwait 0xfffff8005a3044e0 syz-executor.0 852 1 782 0 S uwait 0xfffff80015cc2700 syz-executor.0 819 780 819 0 Ss nanslp 0xffffffff8273c661 syz-executor.3 791 780 791 0 Rs syz-executor.2 783 780 783 0 Rs syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100121 S uwait 0xfffff80015ccb300 syz-fuzzer 100122 S uwait 0xfffff80015cccf00 syz-fuzzer 100123 S uwait 0xfffff80015cccb00 syz-fuzzer 100124 S uwait 0xfffff80015ccc900 syz-fuzzer 100125 S uwait 0xfffff80015ccf700 syz-fuzzer 100126 S uwait 0xfffff80015ccb700 syz-fuzzer 100127 S uwait 0xfffff80015ccc700 syz-fuzzer 100129 S uwait 0xfffff8005a358d00 syz-fuzzer 100549 S kqread 0xfffff80015d65b00 syz-fuzzer 113175 S uwait 0xfffff80015cf0500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8005a4c05e0 csh 776 694 776 0 Ss select 0xfffff8005a2b9bc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800153e7cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a7e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a7ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a824b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a82cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a084b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a08cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a0e4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a0ecb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c660 cron 694 1 694 0 Ss select 0xfffff8005a31ca40 sshd 507 1 507 0 Ss select 0xfffff8005a33bd40 syslogd 436 1 436 0 Ss wait 0xfffff80015e72000 devd 435 1 435 65 Ss select 0xfffff80015cbf140 dhclient 350 1 350 0 Ss select 0xfffff80015cd0140 dhclient 347 1 347 0 Ss select 0xfffff80015d29740 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c22530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282ba50 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ab20 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015e96ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852988 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846df8 [dom0] 100086 D launds 0xffffffff82846e04 [laundry: dom0] 100087 D umarcl 0xffffffff815cf660 [uma] 18 0 0 0 DL - 0xffffffff82570a08 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830e4828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82ec13c0 [pf purge] 15 0 0 0 DL - 0xffffffff828281dc [soaiod4] 9 0 0 0 DL - 0xffffffff828281dc [soaiod3] 8 0 0 0 DL - 0xffffffff828281dc [soaiod2] 7 0 0 0 DL - 0xffffffff828281dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447ec0 [doneq0] 100045 D - 0xffffffff82447e40 [async] 100078 D - 0xffffffff82447d10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dd2488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d9cf80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d9cf30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff828442e0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bea0 [g_event] 100036 D - 0xffffffff8271bea8 [g_up] 100037 D - 0xffffffff8271beb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff8000443f900 [thr_0] 100029 D - 0xfffff8000443f980 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi1: netisr 0] 100031 I [swi3: vm] 100032 I [swi4: clock (0)] 100033 I [swi4: clock (1)] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 Run CPU 0 [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc9530 [init] 10 0 0 0 DL audit_w 0xffffffff828447f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c430 [swapper] 100005 D - 0xfffff80004c67d00 [softirq_0] 100006 D - 0xfffff80004c67900 [softirq_1] 100007 D - 0xfffff80004c67500 [if_io_tqg_0] 100008 D - 0xfffff80004c67100 [if_io_tqg_1] 100009 D - 0xfffff80004c65d00 [if_config_tqg_0] 100010 D - 0xfffff80004c64d00 [in6m_free taskq] 100011 D - 0xfffff80004c64900 [aiod_kick taskq] 100013 D - 0xfffff80004c64100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c5bd00 [pci_hp taskq] 100016 D - 0xfffff80004c5b500 [inm_free taskq] 100018 D - 0xfffff80004c56d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c56900 [thread taskq] 100020 D - 0xfffff80004c56500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c56500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c56500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c56500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c56100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c56100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c56100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c56100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004d2ed00 [firmware taskq] 100038 D - 0xfffff80004d2e900 [crypto_0] 100039 D - 0xfffff80004d2e900 [crypto_1] 100055 D - 0xfffff80004d2e100 [vtnet0 rxq 0] 100056 D - 0xfffff80015347d00 [vtnet0 txq 0] 100057 D - 0xfffff80015347900 [vtnet0 rxq 1] 100058 D - 0xfffff80015347500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153a2b00 [virtio_balloon] 100064 D - 0xfffff80015347100 [mca taskq] 100066 D - 0xffffffff81e24a91 [deadlkres] 100074 D - 0xfffff80015a15d00 [acpi_task_0] 100075 D - 0xfffff80015a15d00 [acpi_task_1] 100076 D - 0xfffff80015a15d00 [acpi_task_2] 100077 D - 0xfffff80004d2e500 [CAM taskq] db> show all locks Process 27075 (syz-executor.0) thread 0xfffffe00952e1000 (111608) exclusive rw vm object (vm object) r = 0 (0xfffff8006616ac60) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_fault.c:1332 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00953d6060) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4935 Process 27073 (syz-executor.3) thread 0xfffffe00951b2560 (128071) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff828463a8) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4935 Process 12 (intr) thread 0xfffffe0055374000 (100084) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffff8001598b100) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:1816 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 pf_rule 2655 10233K 17676 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 112 1797K 52265 vfscache 3 1035K 3 newblk 5 1034K 26699 subproc 232 988K 27209 pcb 66 785K 49401 acpica 1674 649K 54692 inodedep 12 531K 42033 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3485 BPF 38 270K 38 linker 348 270K 441 kdtrace 310 243K 55149 DEVFS1 107 214K 124 umtx 440 193K 440 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 pf_osfp 406 153K 406 temp 53 149K 58156 pagedep 8 140K 34104 tfo_ccache 1 136K 1 sem 4 120K 4 routetbl 196 119K 1489 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 syncache 1 76K 1 shm 6 72K 41 vmem 3 72K 5 msg 4 68K 4 ifaddr 69 65K 71 pf_table 16 64K 267 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 110 49K 27216 ithread 99 43K 99 rman 84 42K 425 pwddesc 108 41K 27076 KTRACE 102 39K 104 ksem 16 37K 2809 lltable 43 37K 123 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 DEVFSP 86 33K 395 hostcache 1 32K 1 tty 16 32K 16 sctp_timw 63 32K 63 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 27 27K 330 ifnet 7 25K 7 kcovinfo 64 24K 68 plimit 23 23K 9505 CAM queue 5 21K 1528 sctp_atcl 20 20K 24985 pfs_nodes 20 20K 20 proc-args 50 19K 649 UART 12 18K 12 selfd 45 17K 373119 bmsafemap 2 17K 32974 session 33 17K 55 sctp_stro 1 16K 2141 rpc 2 16K 2 shmfd 1 16K 38 pfs_vncache 1 16K 1 pf_ifnet 24 16K 8685 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 Unitno 30 12K 63 vt 11 11K 11 lockf 29 11K 217 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 4 10K 34 memdesc 1 8K 1 ipsec-saq 2 8K 2 ioctlops 1 8K 21073 evdev 4 8K 4 sctp_atky 21 8K 27001 sctp_athm 20 8K 25026 acpidev 20 8K 20 hhook 15 8K 17 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 16 6K 5252 select 16 6K 93 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 osd 10 4K 4212 pci_link 10 4K 10 xform 10 4K 416 dirrem 7 4K 26156 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 sctp_ifn 6 3K 14 mkdir 6 3K 52162 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 36064 procdesc 4 2K 16 NFSD session 1 2K 1 freework 4 2K 26076 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 42904 crypto 4 2K 4 diradd 4 2K 26193 freefile 4 2K 26124 freeblks 3 2K 26063 pfil 4 2K 4 CAM path 4 2K 1034 filecaps 4 2K 104 newdirblk 3 2K 26081 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 2 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 sctp_map 2 1K 3574 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 41 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 2963 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 3 sctp_stri 0 0K 71 vegas data 0 0K 49 cdg data 0 0K 53 htcp data 0 0K 31 chd data 0 0K 2 pf_altq 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 38 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 1276 dctcp data 0 0K 44 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 22942 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 18063 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 11 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 42 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 9 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 14 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 26332 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 5 tcp_log_dev 0 0K 2139 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 191934 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 133 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 62911 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 698 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 9 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 942 892093 0 254 37937152 0 malloc-384 384 34570 60 504964 0 30 13297920 0 malloc-4096 4096 2550 1 17544 0 2 10448896 0 malloc-1024 1024 4178 2 4783 0 16 4280320 0 malloc-8192 8192 330 4 18766 0 1 2736128 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8747 838 1619479 0 254 2453760 0 tcp_log 416 47 5245 137339 0 254 2201472 0 malloc-1024 1024 55 2085 42078 0 16 2191360 0 malloc-32768 32768 56 4 26131 0 1 1966080 0 BUF TRIE 144 188 13280 115272 0 62 1939392 0 UMA Slabs 0 112 16000 17 16000 0 126 1793904 0 RADIX NODE 144 11980 365 596549 0 63 1777680 0 mbuf_cluster 2048 660 2 660 0 254 1355776 0 malloc-1024 1024 87 1017 23110 0 16 1130496 0 malloc-8192 8192 20 115 23158 0 1 1105920 0 malloc-512 512 37 2083 26577 0 30 1085440 0 malloc-8192 8192 117 4 27120 0 1 991232 0 malloc-384 384 2125 295 72735 0 30 929280 0 malloc-384 384 287 1943 53853 0 30 856320 0 malloc-384 384 2054 6 19758 0 30 791040 0 sctp_ep 1280 19 515 23157 0 254 683520 0 malloc-384 384 1105 645 139504 0 30 672000 0 FFS inode 1160 543 31 26670 0 8 665840 0 malloc-512 512 571 533 79865 0 30 565248 0 socket 944 55 513 30019 0 254 536192 0 VM OBJECT 264 1828 77 381835 0 30 502920 0 tcp_bbr_map 128 4 3251 31541 0 126 416640 0 THREAD 1808 201 19 28072 0 8 397760 0 MAP ENTRY 96 3730 260 1456411 0 126 383040 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-65536 65536 4 1 181 0 1 327680 0 malloc-1024 1024 69 247 34444 0 16 323584 0 sctp_asoc 2288 1 139 1787 0 254 320320 0 VNODE 448 581 94 26710 0 30 302400 0 256 Bucket 2048 129 17 16255 0 8 299008 0 malloc-2048 2048 2 136 1798 0 8 282624 0 malloc-1024 1024 230 34 28404 0 16 270336 0 malloc-16384 16384 13 3 276 0 1 262144 0 malloc-16384 16384 16 0 16 0 1 262144 0 malloc-2048 2048 119 9 1639 0 8 262144 0 tcp_inpcb 488 6 514 4200 0 254 253760 0 malloc-384 384 565 65 108341 0 30 241920 0 VMSPACE 2544 78 9 27038 0 4 221328 0 DEVCTL 1024 4 212 132 0 0 221184 0 malloc-4096 4096 5 45 192702 0 2 204800 0 pcpu-8 8 25507 93 285401 0 254 204800 0 UMA Zones 768 242 2 242 0 16 187392 0 ertt_txseginfo 40 0 4444 127336 0 254 177760 0 FFS2 dinode 256 543 132 26668 0 62 172800 0 vmem btag 56 3013 71 3013 0 254 172704 0 malloc-1024 1024 27 141 23169 0 16 172032 0 mbuf_packet 256 53 607 24768 0 254 168960 0 PROC 1328 107 16 27075 0 8 163344 0 S VFS Cache 104 1037 367 27443 0 126 146016 0 malloc-1024 1024 134 6 145 0 16 143360 0 tcpcb 1064 6 127 4200 0 254 141512 0 malloc-8192 8192 10 7 31 0 1 139264 0 filedesc0 1072 108 18 27076 0 8 135072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 3 1 148 0 1 131072 0 malloc-16384 16384 8 0 8 0 1 131072 0 sctp_raddr 736 1 175 2669 0 254 129536 0 malloc-4096 4096 23 6 24392 0 2 118784 0 ksiginfo 112 108 936 1883 0 126 116928 0 malloc-8192 8192 12 2 24 0 1 114688 0 malloc-4096 4096 23 2 274 0 2 102400 0 128 Bucket 1024 67 32 6581 0 16 101376 0 32 Bucket 256 260 130 29670 0 62 99840 0 malloc-384 384 224 16 260 0 30 92160 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 210 765183 0 30 85680 0 clpbuf 2624 0 32 24 0 16 83968 0 malloc-16384 16384 3 2 10 0 1 81920 0 malloc-1024 1024 37 39 46251 0 16 77824 0 malloc-512 512 137 15 16280 0 30 77824 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 4 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-8192 8192 5 3 681 0 1 65536 0 malloc-4096 4096 14 2 1327 0 2 65536 0 malloc-2048 2048 15 17 539 0 8 65536 0 malloc-512 512 56 72 52214 0 30 65536 0 malloc-512 512 44 76 41690 0 30 61440 0 16 Bucket 144 277 143 4286 0 62 60480 0 64 Bucket 512 45 67 11899 0 30 57344 0 malloc-8192 8192 1 5 26333 0 1 49152 0 malloc-2048 2048 21 1 21 0 8 45056 0 Files 80 268 282 88940 0 126 44000 0 malloc-4096 4096 4 6 1921 0 2 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 158816 0 16 36864 0 malloc-512 512 42 30 3177 0 30 36864 0 malloc-512 512 17 55 308 0 30 36864 0 pipe 744 27 18 610 0 16 33480 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 221 10 221 0 62 31416 0 tcp_bbr_pcb 832 2 34 1812 0 16 29952 0 tcp_rack_pcb 832 0 36 1276 0 16 29952 0 PWD 32 48 834 26167 0 254 28224 0 KNOTE 160 28 147 305093 0 62 28000 0 8 Bucket 80 56 294 4696 0 126 28000 0 sctp_chunk 152 2 180 342 0 254 27664 0 malloc-4096 4096 6 0 6 0 2 24576 0 2 Bucket 32 156 600 82027 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 34 16 74 0 30 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 0 668 512001 0 254 16032 0 ripcb 488 4 28 457 0 254 15616 0 udp_inpcb 488 6 26 405 0 254 15616 0 malloc-2048 2048 3 3 9 0 8 12288 0 sctp_laddr 48 0 252 2480 0 254 12096 0 ertt 72 6 162 4200 0 126 12096 0 UMA Slabs 1 176 49 19 49 0 62 11968 0 udplite_inpcb 488 0 24 190 0 254 11712 0 kenv 258 15 30 1045 0 30 11610 0 unpcb 256 17 28 1549 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 17 0 2 8192 0 pf tags 104 36 42 549 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 33 59 1547 0 126 8096 0 rl_entry 40 57 145 57 0 254 8080 0 sctp_stream_msg_out 112 0 72 177 0 254 8064 0 tcp_rack_map 112 0 72 2153 0 126 8064 0 udpcb 32 6 246 595 0 254 8064 0 4 Bucket 48 7 161 588 0 254 8064 0 sctp_readq 152 0 52 23 0 254 7904 0 itimer 352 0 22 27 0 30 7744 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 43 0 126 6448 0 domainset 40 0 126 28 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-512 512 3 5 3 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 syncache 168 0 24 4 0 254 4032 0 tcp_log_node 120 0 33 2 0 126 3960 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0