panic: vm_fault_lookup: fault on nofault entry, addr: 0xfffffe009f600000 cpuid = 1 time = 1623691794 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00887f4c90 vpanic() at vpanic+0x1cc/frame 0xfffffe00887f4cf0 panic() at panic+0x43/frame 0xfffffe00887f4d50 vm_fault() at vm_fault+0x2306/frame 0xfffffe00887f4e80 vm_fault_trap() at vm_fault_trap+0xa5/frame 0xfffffe00887f4ed0 trap_pfault() at trap_pfault+0x408/frame 0xfffffe00887f4f50 trap() at trap+0x398/frame 0xfffffe00887f5070 calltrap() at calltrap+0x8/frame 0xfffffe00887f5070 --- trap 0xc, rip = 0xffffffff8124df99, rsp = 0xfffffe00887f5140, rbp = 0xfffffe00887f5160 --- strlcpy() at strlcpy+0x89/frame 0xfffffe00887f5160 pf_rule_to_krule() at pf_rule_to_krule+0x181/frame 0xfffffe00887f51a0 pfioctl() at pfioctl+0x1624/frame 0xfffffe00887f5690 devfs_ioctl() at devfs_ioctl+0x114/frame 0xfffffe00887f56f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7c/frame 0xfffffe00887f5720 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe00887f5840 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe00887f5880 kern_ioctl() at kern_ioctl+0x304/frame 0xfffffe00887f58f0 sys_ioctl() at sys_ioctl+0x247/frame 0xfffffe00887f59c0 freebsd32_ioctl() at freebsd32_ioctl+0x2ba/frame 0xfffffe00887f5ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe00887f5bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 49509 tid 152288 ] Stopped at kdb_enter+0x67: movq $0,0x164006e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0095600000 rdx 0x3ffff rbx 0 rsp 0xfffffe00887f4c70 rbp 0xfffffe00887f4c90 rsi 0x40001 rdi 0xffffffff81132836 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00887f4b60 r11 0x1ff77fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a4b700 r14 0xffffffff81a73e7b r15 0xffffffff81a73e7b rip 0xffffffff81129897 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164006e(%rip) db> show proc Process 49509 (syz-executor.0) at 0xfffff80027b01530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 782 at 0xfffff80050557000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009e6de9f0 (map 0xfffffe009e6de9f0) (map.pmap 0xfffffe009e6deab0) (pmap 0xfffffe009e6deb10) threads: 2 129276 Run CPU 0 syz-executor.0 152288 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 49512 796 796 0 T (threaded) syz-executor.2 127689 RunQ syz-executor.2 49509 782 782 0 R (threaded) syz-executor.0 129276 Run CPU 0 syz-executor.0 152288 Run CPU 1 syz-executor.0 49508 783 783 0 R (threaded) syz-executor.1 148625 RunQ syz-executor.1 152287 S uwait 0xfffff80050d07b00 syz-executor.1 45447 45445 783 0 SV uwait 0xfffff80050bd8100 syz-executor.1 45445 1 783 0 DV ppwait 0xfffff8005039c4e0 syz-executor.1 41472 1 796 0 S uwait 0xfffff80050bd8900 syz-executor.2 41471 1 796 0 S uwait 0xfffff80050b2b700 syz-executor.2 36692 1 796 0 S uwait 0xfffff80050aae100 syz-executor.2 36686 1 796 0 S uwait 0xfffff80050b2b100 syz-executor.2 20059 1 20059 65 Ss select 0xfffff800272ddec0 dhclient 15931 1 796 0 S uwait 0xfffff80050e4ef00 syz-executor.2 15927 1 796 0 S uwait 0xfffff80050ddf700 syz-executor.2 15896 1 796 0 SV aiowc 0xfffff80027b01378 syz-executor.2 15889 1 796 0 SV aiowc 0xfffff800279abdd8 syz-executor.2 15819 0 0 0 DL aiordy 0xfffff800279ab530 [aiod4] 15818 0 0 0 DL aiordy 0xfffff80050466000 [aiod3] 15817 0 0 0 DL aiordy 0xfffff80050da3a60 [aiod2] 15816 0 0 0 DL aiordy 0xfffff80050da3000 [aiod1] 15762 1 15762 0 Ss select 0xfffff800276a15c0 dhclient 15757 1 15757 0 Ss select 0xfffff80027710bc0 dhclient 15723 1 15723 65 Ss select 0xfffff80027668bc0 dhclient 9249 1 9249 0 Ss select 0xfffff80027849740 dhclient 9246 1 9246 0 Ss select 0xfffff8002783c440 dhclient 9227 1 9227 65 Ss select 0xfffff8002783c5c0 dhclient 5970 1 5970 0 Ss select 0xfffff800271168c0 dhclient 5960 1 5960 0 Ss select 0xfffff8002768fd40 dhclient 5940 1 5940 65 Ss select 0xfffff800276babc0 dhclient 821 1 821 0 Ss select 0xfffff80050d8c2c0 dhclient 813 780 813 0 Rs syz-executor.3 812 1 812 0 Ss select 0xfffff80050c7b5c0 dhclient 796 780 796 0 Rs syz-executor.2 783 780 783 0 Rs syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100115 S kqread 0xfffff80015ee8b00 syz-fuzzer 100118 S uwait 0xfffff80015ca2100 syz-fuzzer 100119 S uwait 0xfffff80015ca2300 syz-fuzzer 100120 S uwait 0xfffff80015ca2500 syz-fuzzer 100121 S uwait 0xfffff8005037fb00 syz-fuzzer 100122 S uwait 0xfffff8005037fd00 syz-fuzzer 100123 S uwait 0xfffff8005037ff00 syz-fuzzer 100124 S uwait 0xfffff80015efa100 syz-fuzzer 100125 S uwait 0xfffff80015efa300 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015dff0b0 csh 776 694 776 0 Ss select 0xfffff80050369740 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015460cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b094b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b09cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b0e4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b0ecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a944b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a94cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a994b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a99cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff80015dd8740 sshd 507 1 507 0 Ss select 0xfffff800503695c0 syslogd 436 1 436 0 Ss select 0xfffff80050369bc0 devd 435 1 435 65 Ss select 0xfffff80015dd1d40 dhclient 350 1 350 0 Ss select 0xfffff800503698c0 dhclient 347 1 347 0 Ss select 0xfffff80015d4d5c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015af1000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015df8ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c41d0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82fbd8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82de1410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004de3c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004db1d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004db1d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cecd00 [firmware taskq] 100038 D - 0xfffff80004cec900 [crypto_0] 100039 D - 0xfffff80004cec900 [crypto_1] 100055 D - 0xfffff80004cec100 [vtnet0 rxq 0] 100056 D - 0xfffff8001543fd00 [vtnet0 txq 0] 100057 D - 0xfffff8001543f900 [vtnet0 rxq 1] 100058 D - 0xfffff8001543f500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001541f900 [virtio_balloon] 100064 D - 0xfffff8001543f100 [mca taskq] 100069 D - 0xffffffff81e20690 [deadlkres] 100074 D - 0xfffff80015a9ed00 [acpi_task_0] 100075 D - 0xfffff80015a9ed00 [acpi_task_1] 100076 D - 0xfffff80015a9ed00 [acpi_task_2] 100077 D - 0xfffff80004cec500 [CAM taskq] 49510 813 813 0 Z syz-executor.3 db> show all locks Process 49509 (syz-executor.0) thread 0xfffffe0094fa6900 (129276) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8275f220) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_umtx.c:946 Process 49509 (syz-executor.0) thread 0xfffffe0095096ac0 (152288) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff82846da8) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4935 db> show malloc Type InUse MemUse Requests sctp_stro 1129 19832K 20294 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 pcb 2318 10919K 156073 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 sctp_atcl 2275 2275K 98372 vtbuf 24 2064K 46 sctp_atky 3458 1297K 118860 vfscache 3 1035K 3 newblk 5 1034K 49144 inodedep 448 967K 48668 sctp_athm 2275 854K 98546 sctp_map 2258 847K 36956 pf_rule 212 845K 515 subproc 171 710K 49609 acpica 1674 649K 54806 filedesc 36 567K 97149 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 96 linker 348 270K 409 dirrem 439 220K 48571 DEVFS1 107 214K 124 kdtrace 249 201K 101805 module 510 192K 510 vnet_data 1 176K 1 freefile 439 165K 48563 tidhash 3 164K 3 umtx 374 164K 374 pagedep 9 140K 48578 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 sctp_timw 192 96K 192 audit_evclass 236 89K 294 temp 36 81K 17227 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 131 73K 774 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 cred 56 56K 2437 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 kqueue 79 38K 49523 lltable 43 37K 237 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 4 DEVFSP 80 30K 1502 pwddesc 76 29K 49513 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 489 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 651342 pfs_nodes 20 20K 20 proc-args 52 20K 696 UART 12 18K 12 session 35 18K 54 bmsafemap 2 17K 48659 ksem 1 16K 603 rpc 2 16K 2 shmfd 1 16K 37 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 63 vt 11 11K 11 Unitno 29 11K 47 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 12 10K 81 uidinfo 3 9K 1006 pf_table 2 8K 93 memdesc 1 8K 1 ipsec-saq 2 8K 2 ioctlops 1 8K 1480 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 93 mount 16 7K 90 inpcbpolicy 17 7K 9207 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 osd 10 4K 7077 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 97106 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 134 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 104 crypto 4 2K 638 newdirblk 4 2K 48553 diradd 4 2K 48612 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 57122 tcpfunc 3 2K 3 loginclass 3 2K 6 sctp_stri 1 1K 3867 ip6opt 2 1K 165 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 2258 entropy 2 1K 47 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 freework 1 1K 48558 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 chd data 0 0K 22 tcp_do 0 0K 0 tcp_fsb 0 0K 69 sctp_mcore 0 0K 0 sctp_socko 0 0K 49761 sctp_iter 0 0K 804 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 794 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 mqdata 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 29 cdg data 0 0K 2 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 32358 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 66 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 48557 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 63 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 49663 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 2648 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3337 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 6 lio 0 0K 14 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 203 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 44600 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 927 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 6 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8381 924 884674 0 254 38113280 0 malloc-384 384 34719 71 231109 0 30 13359360 0 malloc-8192 8192 1208 168 75718 0 1 11272192 0 malloc-1024 1024 4126 10 4674 0 16 4235264 0 malloc-1024 1024 3439 513 177626 0 16 4046848 0 malloc-1024 1024 460 2988 49635 0 16 3530752 0 malloc-8192 8192 403 4 49999 0 1 3334144 0 malloc-384 384 7584 876 341817 0 30 3248640 0 sctp_asoc 2288 1129 166 18478 0 254 2962960 0 mbuf 256 10031 769 2698449 0 254 2764800 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-1024 1024 0 2308 32366 0 16 2363392 0 malloc-2048 2048 1002 86 18410 0 8 2228224 0 tcp_log 416 88 5186 114768 0 254 2193984 0 malloc-384 384 2121 2989 102713 0 30 1962240 0 BUF TRIE 144 192 13276 1488 0 62 1939392 0 UMA Slabs 0 112 17148 21 17148 0 126 1922928 0 mbuf_cluster 2048 915 1 915 0 254 1875968 0 RADIX NODE 144 11817 612 1240701 0 64 1789776 0 malloc-512 512 459 2989 48660 0 30 1765376 0 sctp_ep 1280 1145 184 75066 0 254 1701120 0 sctp_raddr 736 1280 381 37910 0 254 1222496 0 malloc-384 384 2610 350 91411 0 30 1136640 0 malloc-4096 4096 215 1 438 0 2 884736 0 malloc-32768 32768 18 5 48573 0 1 753664 0 FFS inode 1160 523 23 49087 0 8 633360 0 socket 944 61 427 85632 0 254 460672 0 malloc-16384 16384 23 2 146 0 1 409600 0 malloc-512 512 230 554 101580 0 30 401408 0 malloc-65536 65536 5 1 181 0 1 393216 0 VM OBJECT 264 1406 64 696491 0 30 388080 0 ertt_txseginfo 40 0 9595 766890 0 254 383800 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 256 Bucket 2048 152 26 20178 0 8 364544 0 malloc-1024 1024 305 35 55713 0 16 348160 0 THREAD 1808 171 16 52291 0 8 338096 0 malloc-65536 65536 3 2 52 0 1 327680 0 tcp_bbr_map 128 4 2414 140949 0 126 309504 0 VNODE 448 561 96 49127 0 30 294336 0 malloc-2048 2048 124 12 450 0 8 278528 0 malloc-65536 65536 1 3 47 0 1 262144 0 malloc-16384 16384 10 6 1213 0 1 262144 0 vmem btag 56 4604 64 4610 0 254 261408 0 tcp_inpcb 488 6 522 7065 0 254 257664 0 malloc-384 384 603 67 100974 0 30 257280 0 malloc-4096 4096 14 46 4467 0 2 245760 0 mbuf_packet 256 356 559 425905 0 254 234240 0 MAP ENTRY 96 2076 318 2667948 0 126 229824 0 malloc-384 384 521 59 100558 0 30 222720 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-384 384 435 65 652152 0 30 192000 0 UMA Zones 768 242 2 242 0 16 187392 0 sctp_chunk 152 726 444 20545 0 254 177840 0 malloc-8192 8192 18 1 652 0 1 155648 0 malloc-512 512 237 67 100340 0 30 155648 0 malloc-16384 16384 6 3 268 0 1 147456 0 S VFS Cache 104 1028 376 50876 0 126 146016 0 FFS2 dinode 256 523 47 49086 0 62 145920 0 32 Bucket 256 340 230 50451 0 62 145920 0 VMSPACE 2544 47 10 49488 0 4 145008 0 malloc-512 512 252 12 8303 0 30 135168 0 malloc-16384 16384 7 1 12 0 1 131072 0 PROC 1328 76 17 49512 0 8 123504 0 ksiginfo 112 78 966 1818 0 126 116928 0 filedesc0 1072 76 22 49513 0 8 105056 0 malloc-1024 1024 98 2 104 0 16 102400 0 malloc-1024 1024 95 5 189 0 16 102400 0 malloc-32768 32768 1 2 122 0 1 98304 0 malloc-32768 32768 2 1 17 0 1 98304 0 16 Bucket 144 418 254 10255 0 62 96768 0 128 Bucket 1024 56 35 11463 0 16 93184 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 210 10813 0 30 85680 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-2048 2048 29 5 33 0 8 69632 0 malloc-512 512 132 4 484 0 30 69632 0 tcpcb 1080 6 57 7065 0 254 68040 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 sctp_stream_msg_out 112 544 32 5812 0 254 64512 0 malloc-1024 1024 57 3 957 0 16 61440 0 malloc-8192 8192 2 5 49669 0 1 57344 0 malloc-8192 8192 7 0 8 0 1 57344 0 pcpu-8 8 6425 743 9443 0 254 57344 0 64 Bucket 512 47 65 19088 0 30 57344 0 malloc-384 384 64 66 3087 0 30 49920 0 malloc-16384 16384 1 2 6 0 1 49152 0 malloc-4096 4096 9 3 765 0 2 49152 0 malloc-2048 2048 7 17 515 0 8 49152 0 malloc-512 512 21 67 50208 0 30 45056 0 pipe 744 26 34 1315 0 16 44640 0 Files 80 265 285 151145 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 2 3 91 0 1 40960 0 malloc-512 512 53 27 376 0 30 40960 0 tcp_bbr_pcb 832 2 43 5490 0 16 37440 0 NAMEI 1024 0 36 214374 0 16 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 8 0 1 32768 0 malloc-4096 4096 3 5 27 0 2 32768 0 malloc-4096 4096 6 2 22 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 8 Bucket 80 56 344 8721 0 126 32000 0 malloc-4096 4096 3 4 222 0 2 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 559662 0 62 28000 0 PWD 32 26 730 48654 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 2 Bucket 32 180 450 19436 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 1 7 125 0 8 16384 0 sctp_laddr 48 44 292 8517 0 254 16128 0 vtnet_tx_hdr 24 0 668 1092224 0 254 16032 0 sctp_readq 152 0 104 1331 0 254 15808 0 ripcb 488 5 27 727 0 254 15616 0 udplite_inpcb 488 0 32 740 0 254 15616 0 tcp_rack_pcb 832 0 18 69 0 16 14976 0 malloc-4096 4096 3 0 3 0 2 12288 0 4 Bucket 48 5 247 1031 0 254 12096 0 udp_inpcb 488 6 18 675 0 254 11712 0 itimer 352 0 33 34 0 30 11616 0 kenv 258 15 30 1038 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 unpcb 256 20 25 1305 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 39 0 2 8192 0 malloc-2048 2048 0 4 10 0 8 8192 0 malloc-2048 2048 0 4 3457 0 8 8192 0 malloc-512 512 4 12 250 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 54 0 126 8096 0 rl_entry 40 66 136 66 0 254 8080 0 udpcb 32 6 246 1415 0 254 8064 0 ertt 72 6 106 7065 0 126 8064 0 AIO 208 2 36 44 0 62 7904 0 cryptop 280 0 28 91 0 30 7840 0 AIOCB 552 0 14 78 0 16 7728 0 AIOLIO 272 0 28 7 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0