panic: vm_fault_lookup: fault on nofault entry, addr: 0xfffffe009e970000 cpuid = 1 time = 1623921624 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009da80d80 vpanic() at vpanic+0x1cc/frame 0xfffffe009da80de0 panic() at panic+0x43/frame 0xfffffe009da80e40 vm_fault() at vm_fault+0x2306/frame 0xfffffe009da80f70 vm_fault_trap() at vm_fault_trap+0xa5/frame 0xfffffe009da80fc0 trap_pfault() at trap_pfault+0x408/frame 0xfffffe009da81040 trap() at trap+0x398/frame 0xfffffe009da81160 calltrap() at calltrap+0x8/frame 0xfffffe009da81160 --- trap 0xc, rip = 0xffffffff8124df89, rsp = 0xfffffe009da81230, rbp = 0xfffffe009da81250 --- strlcpy() at strlcpy+0x89/frame 0xfffffe009da81250 pf_rule_to_krule() at pf_rule_to_krule+0x199/frame 0xfffffe009da81290 pfioctl() at pfioctl+0x1624/frame 0xfffffe009da81780 devfs_ioctl() at devfs_ioctl+0x114/frame 0xfffffe009da817e0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7c/frame 0xfffffe009da81810 vn_ioctl() at vn_ioctl+0x278/frame 0xfffffe009da81930 devfs_ioctl_f() at devfs_ioctl_f+0x47/frame 0xfffffe009da81970 kern_ioctl() at kern_ioctl+0x304/frame 0xfffffe009da819e0 sys_ioctl() at sys_ioctl+0x247/frame 0xfffffe009da81ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009da81bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009da81bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 38056 tid 143289 ] Stopped at kdb_enter+0x67: movq $0,0x164017e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe009a600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009da80d60 rbp 0xfffffe009da80d80 rsi 0x40001 rdi 0xffffffff81132726 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009da80c50 r11 0x1ff62fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a4b100 r14 0xffffffff81a73fcf r15 0xffffffff81a73fcf rip 0xffffffff81129787 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164017e(%rip) db> show proc Process 38056 (syz-executor.3) at 0xfffff8004ee3ea60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 816 at 0xfffff80015e32a60 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009ebfc3e0 (map 0xfffffe009ebfc3e0) (map.pmap 0xfffffe009ebfc4a0) (pmap 0xfffffe009ebfc500) threads: 2 135428 RunQ syz-executor.3 143289 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 38059 789 789 0 R (threaded) syz-executor.0 135837 RunQ syz-executor.0 143292 S uwait 0xfffff8000bbb7d00 syz-executor.0 38058 790 790 0 R (threaded) syz-executor.1 129338 RunQ syz-executor.1 143293 RunQ syz-executor.1 38056 816 816 0 R (threaded) syz-executor.3 135428 RunQ syz-executor.3 143289 Run CPU 1 syz-executor.3 38053 800 800 0 R (threaded) syz-executor.2 135583 Run CPU 0 syz-executor.2 143286 S select 0xfffff8004ea05ec0 syz-executor.2 143291 S select 0xfffff8004e32b5c0 syz-executor.2 34397 34394 800 0 SV uwait 0xfffff80007149b00 syz-executor.2 34394 1 800 0 DV ppwait 0xfffff8000b0934e0 syz-executor.2 31598 1 800 0 S uwait 0xfffff8000b387100 syz-executor.2 31597 1 800 0 S uwait 0xfffff8000bb7af00 syz-executor.2 30960 1 816 0 S uwait 0xfffff8003cdd3700 syz-executor.3 30913 1 790 0 S uwait 0xfffff800070bc900 syz-executor.1 30912 1 790 0 S uwait 0xfffff8003c409b00 syz-executor.1 30033 1 800 0 S uwait 0xfffff80004ca0f00 syz-executor.2 30032 1 800 0 S uwait 0xfffff8003c302900 syz-executor.2 27190 1 789 0 S uwait 0xfffff8003cdd3300 syz-executor.0 27183 1 789 0 S uwait 0xfffff80007149d00 syz-executor.0 27177 1 789 0 S uwait 0xfffff800070bcd00 syz-executor.0 27168 1 789 0 S uwait 0xfffff80007149300 syz-executor.0 27164 1 789 0 S uwait 0xfffff80015e45500 syz-executor.0 27159 1 789 0 S uwait 0xfffff8000b387d00 syz-executor.0 27132 1 800 0 S uwait 0xfffff8003c55d300 syz-executor.2 26656 1 816 0 S uwait 0xfffff8003c47c900 syz-executor.3 26649 1 816 0 S uwait 0xfffff8003cdd3b00 syz-executor.3 26503 1 800 0 S uwait 0xfffff80007149900 syz-executor.2 26500 1 800 0 S uwait 0xfffff8003cc4bf00 syz-executor.2 11244 1 800 0 S uwait 0xfffff8003c47cf00 syz-executor.2 11241 1 800 0 S uwait 0xfffff8003cc4b900 syz-executor.2 8191 1 8191 65 Ss select 0xfffff8004e6ebbc0 dhclient 6923 1 6923 0 Ss select 0xfffff8004eac9140 dhclient 6920 1 6920 0 Ss select 0xfffff8004e75f740 dhclient 6895 1 6895 65 Ss select 0xfffff8004e8702c0 dhclient 6490 1 6490 0 Ss select 0xfffff8004e96fa40 dhclient 6485 1 6485 0 Ss select 0xfffff8004eb4ad40 dhclient 6466 1 6466 65 Ss select 0xfffff8004ea108c0 dhclient 6140 6139 790 0 SV uwait 0xfffff80015e45300 syz-executor.1 6139 1 790 0 DV ppwait 0xfffff8003c4a8f40 syz-executor.1 5920 1 5920 0 Ss select 0xfffff8004eb2aec0 dhclient 5917 1 5917 0 Ss select 0xfffff8004eb5e140 dhclient 5898 1 5898 65 Ss select 0xfffff8004e9bc740 dhclient 5823 0 0 0 DL aiordy 0xfffff8003c3a5000 [aiod4] 5822 0 0 0 DL aiordy 0xfffff8003c4a8530 [aiod3] 5821 0 0 0 DL aiordy 0xfffff8003c42f530 [aiod2] 5820 0 0 0 DL aiordy 0xfffff8003cc0a530 [aiod1] 838 1 838 0 Ss select 0xfffff8003cca88c0 dhclient 832 1 832 0 Ss select 0xfffff8003ce79d40 dhclient 816 780 816 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.3 800 780 800 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.2 790 780 790 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.1 789 780 789 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100104 S uwait 0xfffff80015e2c100 syz-fuzzer 100123 S uwait 0xfffff80015d42f00 syz-fuzzer 100124 S uwait 0xfffff8003c55d700 syz-fuzzer 100125 S uwait 0xfffff8003c55d900 syz-fuzzer 100126 S uwait 0xfffff8003c55db00 syz-fuzzer 100127 S uwait 0xfffff8003c9d9f00 syz-fuzzer 100128 S uwait 0xfffff8003c302100 syz-fuzzer 100129 S uwait 0xfffff8003c409100 syz-fuzzer 101456 S uwait 0xfffff8003c47cd00 syz-fuzzer 115644 S kqread 0xfffff80015dbeb00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015dca5e0 csh 776 694 776 0 Ss select 0xfffff80015db9140 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154824b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b034b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b03cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b084b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b08cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b0b4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b0bcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a944b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a94cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff8003c354740 sshd 507 1 507 0 Ss select 0xfffff800157722c0 syslogd 436 1 436 0 Ss select 0xfffff800157728c0 devd 435 1 435 65 Ss select 0xfffff80015778140 dhclient 350 1 350 0 Ss select 0xfffff800157725c0 dhclient 347 1 347 0 Ss select 0xfffff800157782c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015aed000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015e4bce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c41c0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82fec8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830e6410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d85c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d4fd80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d4fd30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c5d900 [firmware taskq] 100038 D - 0xfffff80004c5d500 [crypto_0] 100039 D - 0xfffff80004c5d500 [crypto_1] 100055 D - 0xfffff800153e4d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153e4900 [vtnet0 txq 0] 100057 D - 0xfffff800153e4500 [vtnet0 rxq 1] 100058 D - 0xfffff800153e4100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001543e900 [virtio_balloon] 100064 D - 0xfffff800154c2d00 [mca taskq] 100066 D - 0xffffffff81e20770 [deadlkres] 100074 D - 0xfffff80015a9bd00 [acpi_task_0] 100075 D - 0xfffff80015a9bd00 [acpi_task_1] 100076 D - 0xfffff80015a9bd00 [acpi_task_2] 100077 D - 0xfffff80004c5d100 [CAM taskq] db> show all locks Process 38056 (syz-executor.3) thread 0xfffffe0095090740 (143289) exclusive sleep mutex vm map (system) (vm map (system)) r = 0 (0xffffffff82846da8) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4935 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 pcb 288 1495K 127047 pf_rule 324 1296K 1339 filedesc 66 1052K 74213 newblk 10 1037K 37712 vfscache 3 1035K 3 subproc 200 837K 38169 acpica 1674 649K 54806 inodedep 37 556K 37481 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 48 339K 6408 linker 348 270K 473 kdtrace 280 224K 81354 DEVFS1 107 214K 124 module 510 192K 510 umtx 418 183K 418 vnet_data 1 176K 1 sctp_timw 328 164K 328 tidhash 3 164K 3 pagedep 9 140K 37093 sctp_atcl 138 138K 77661 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 112K 7 UMA 270 102K 270 audit_evclass 236 89K 294 sctp_stro 42 84K 18155 temp 36 81K 3157 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 135 73K 426 sctp_atky 184 70K 96519 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 sctp_athm 138 52K 77867 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 kqueue 93 43K 38094 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 lltable 41 35K 174 inpcbpolicy 93 35K 26592 pwddesc 91 35K 38060 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 osd 86 33K 23018 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 9 sctp_map 84 32K 36310 DEVFSP 81 31K 9007 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 1183 ifnet 7 25K 7 plimit 24 24K 544 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 513970 pfs_nodes 20 20K 20 proc-args 52 20K 714 UART 12 18K 12 session 35 18K 72 ksem 2 17K 3229 bmsafemap 2 17K 37478 rpc 2 16K 2 shmfd 1 16K 67 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 dirrem 27 14K 37390 sglist 5 13K 5 lockf 33 13K 134 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 freefile 27 11K 37367 CAM XPT 22 11K 543 Unitno 27 11K 2223 pf_ifnet 11 9K 819 uidinfo 3 9K 241 memdesc 1 8K 1 ipsec-saq 2 8K 2 ioctlops 1 8K 1870 evdev 4 8K 4 select 21 8K 100 acpidev 20 8K 20 hhook 15 8K 17 mount 16 7K 189 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 pf_table 1 4K 1 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 74142 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 37067 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 37066 vnodemarker 2 2K 122 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 110 crypto 4 2K 4 newdirblk 4 2K 37071 diradd 4 2K 37433 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 58813 tcpfunc 3 2K 3 loginclass 3 2K 6 sctp_stri 1 1K 1111 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 tcp_fsb 2 1K 3217 cubic data 2 1K 423 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 2984 entropy 2 1K 49 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 chd data 1 1K 5598 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 36085 sctp_iter 0 0K 16 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 5 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 tcp_do 0 0K 0 dctcp data 0 0K 362 htcp data 0 0K 215 vegas data 0 0K 440 cdg data 0 0K 190 mqdata 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 33236 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 59 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 213 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 6 ip_msource 0 0K 0 ip_moptions 0 0K 20 in_mfilter 0 0K 2 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 37319 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 508 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3250 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 4 lio 0 0K 8 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 164 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 33530 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 892 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 956 1340854 0 254 38019072 0 malloc-8192 8192 99 1788 59863 0 2 15458304 0 malloc-384 384 34736 64 192166 0 30 13363200 0 malloc-1024 1024 252 5856 137081 0 16 6254592 0 sctp_asoc 2288 42 2208 18155 0 254 5148000 0 malloc-384 384 2409 10561 325916 0 30 4980480 0 malloc-1024 1024 4126 6 4662 0 16 4231168 0 mbuf 256 8780 7210 3382563 0 254 4093440 0 malloc-2048 2048 44 1922 18161 0 8 4026368 0 malloc-1024 1024 51 3361 43910 0 16 3493888 0 malloc-8192 8192 417 4 38546 0 1 3448832 0 malloc-1024 1024 0 3248 34161 0 16 3325952 0 sctp_ep 1280 95 2179 58208 0 254 2910720 0 pbuf 2624 0 973 0 0 2 2553152 0 RADIX NODE 144 17002 383 942796 0 64 2503440 0 UMA Slabs 0 112 18987 342 19656 0 126 2164848 0 tcp_log 416 0 5130 33628 0 254 2134080 0 malloc-384 384 1712 3348 87542 0 30 1943040 0 BUF TRIE 144 195 13273 1572 0 62 1939392 0 malloc-512 512 47 3361 37499 0 30 1744896 0 malloc-384 384 460 4030 71809 0 30 1724160 0 sctp_raddr 736 42 2213 21916 0 254 1659680 0 malloc-4096 4096 328 1 1345 0 2 1347584 0 mbuf_cluster 2048 645 1 645 0 254 1323008 0 malloc-32768 32768 33 4 37105 0 1 1212416 0 tcp_bbr_map 128 3311 4656 190583 0 126 1019776 0 malloc-1024 1024 288 516 45272 0 16 823296 0 FFS inode 1160 536 45 37904 0 9 673960 0 sctp_chunk 152 43 3909 8120 0 254 600704 0 ertt_txseginfo 40 5935 6387 1169956 0 254 492880 0 socket 944 174 338 87370 0 254 483328 0 256 Bucket 2048 202 18 23887 0 8 450560 0 VM OBJECT 264 1600 50 540173 0 30 435600 0 malloc-16384 16384 23 3 75 0 1 425984 0 tcpcb 1080 82 310 23006 0 254 423360 0 malloc-512 512 236 580 79413 0 30 417792 0 malloc-65536 65536 4 2 181 0 1 393216 0 THREAD 1808 188 21 43293 0 8 377872 0 tcp_inpcb 488 82 686 23006 0 254 374784 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 vmem btag 56 5549 199 5704 0 254 321888 0 VNODE 448 574 92 37944 0 30 298368 0 MAP ENTRY 96 2861 247 2061819 0 126 298368 0 malloc-2048 2048 124 12 450 0 8 278528 0 tcp_bbr_pcb 832 2 313 7905 0 16 262080 0 malloc-384 384 602 68 91053 0 30 257280 0 32 Bucket 256 734 211 45292 0 62 241920 0 malloc-384 384 557 63 77084 0 30 238080 0 malloc-512 512 383 65 75833 0 30 229376 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-16384 16384 10 2 12 0 1 196608 0 malloc-4096 4096 13 34 4328 0 2 192512 0 malloc-384 384 433 67 516968 0 30 192000 0 UMA Zones 768 242 2 242 0 16 187392 0 VMSPACE 2544 62 10 38030 0 4 183168 0 mbuf_packet 256 88 557 77448 0 254 165120 0 malloc-16384 16384 6 4 268 0 1 163840 0 malloc-8192 8192 18 2 652 0 1 163840 0 S VFS Cache 104 1090 392 40346 0 126 154128 0 malloc-512 512 272 24 6341 0 30 151552 0 FFS2 dinode 256 536 49 37903 0 62 149760 0 16 Bucket 144 857 179 11204 0 62 149184 0 PROC 1328 90 18 38059 0 8 143424 0 malloc-16384 16384 7 1 12 0 1 131072 0 filedesc0 1072 91 21 38060 0 8 120064 0 ksiginfo 112 93 951 4016 0 126 116928 0 malloc-1024 1024 110 2 110 0 16 114688 0 128 Bucket 1024 78 33 7749 0 16 113664 0 malloc-1024 1024 98 2 104 0 16 102400 0 malloc-32768 32768 1 2 122 0 1 98304 0 malloc-32768 32768 2 1 17 0 1 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 sctp_stream_msg_out 112 4 788 4089 0 254 88704 0 clpbuf 2624 0 32 21 0 16 83968 0 malloc-512 512 132 12 506 0 30 73728 0 g_bio 408 0 180 10447 0 30 73440 0 malloc-2048 2048 29 5 33 0 8 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-1024 1024 57 7 922 0 16 65536 0 pcpu-8 8 7329 351 72853 0 254 61440 0 malloc-8192 8192 2 5 37325 0 1 57344 0 malloc-8192 8192 7 0 8 0 1 57344 0 malloc-4096 4096 9 4 263 0 2 53248 0 malloc-16384 16384 1 2 7 0 1 49152 0 malloc-2048 2048 7 17 519 0 8 49152 0 Files 80 302 298 150234 0 126 48000 0 malloc-384 384 64 56 3671 0 30 46080 0 64 Bucket 512 47 41 19658 0 30 45056 0 tcp_rack_pcb 832 2 52 3217 0 16 44928 0 2 Bucket 32 982 404 17135 0 254 44352 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 2 3 88 0 1 40960 0 NAMEI 1024 0 36 178251 0 16 36864 0 malloc-4096 4096 3 6 28 0 2 36864 0 malloc-512 512 21 51 38231 0 30 36864 0 malloc-512 512 51 21 967 0 30 36864 0 8 Bucket 80 268 182 6912 0 126 36000 0 pipe 744 23 22 709 0 16 33480 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 7 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 6 2 22 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 ertt 72 82 366 23006 0 126 32256 0 TURNSTILE 136 210 21 210 0 62 31416 0 malloc-4096 4096 3 4 51 0 2 28672 0 PWD 32 38 844 37179 0 254 28224 0 KNOTE 160 28 147 616999 0 62 28000 0 udplite_inpcb 488 0 56 2149 0 254 27328 0 malloc-8192 8192 2 1 4 0 1 24576 0 sctp_laddr 48 21 483 31052 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 tcp_rack_map 112 6 174 5992 0 126 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 2518 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 91 0 2 16384 0 vtnet_tx_hdr 24 0 668 1684043 0 254 16032 0 ripcb 488 5 27 1020 0 254 15616 0 udp_inpcb 488 6 26 417 0 254 15616 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-2048 2048 0 6 1287 0 8 12288 0 sctp_readq 152 0 78 401 0 254 11856 0 kenv 258 15 30 1038 0 30 11610 0 AIOCB 552 0 21 1025 0 16 11592 0 cpuset 104 8 85 8488 0 126 9672 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-512 512 4 12 41 0 30 8192 0 pf tags 104 10 68 95 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 72 0 126 8096 0 rl_entry 40 76 126 76 0 254 8080 0 udpcb 32 6 246 2566 0 254 8064 0 4 Bucket 48 7 161 795 0 254 8064 0 AIO 208 0 38 984 0 62 7904 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 7392 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 0 2 2 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 14 8 14 0 62 3872 0 AIOLIO 272 0 14 8 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo_ccache_entries 80 2 30 2 0 126 2560 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0