Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff8477b164 stack pointer = 0x28:0xfffffe009271d220 frame pointer = 0x28:0xfffffe009271d260 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 15063 (syz-executor.2) trap number = 12 panic: page fault cpuid = 0 time = 1648520121 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009271ca30 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009271cb90 vpanic() at vpanic+0x2b8/frame 0xfffffe009271cc70 panic() at panic+0xb5/frame 0xfffffe009271cd30 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe009271ce30 trap_pfault() at trap_pfault+0x186/frame 0xfffffe009271cf70 trap() at trap+0x5ad/frame 0xfffffe009271d150 calltrap() at calltrap+0x8/frame 0xfffffe009271d150 --- trap 0xc, rip = 0xffffffff8477b164, rsp = 0xfffffe009271d220, rbp = 0xfffffe009271d260 --- pf_krule_global_RB_INSERT() at pf_krule_global_RB_INSERT+0x24/frame 0xfffffe009271d260 pf_ioctl_addrule() at pf_ioctl_addrule+0xe06/frame 0xfffffe009271d2f0 pfioctl() at pfioctl+0x553d/frame 0xfffffe009271e610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe009271e6f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe009271e730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe009271ea80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe009271ead0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe009271ebd0 sys_ioctl() at sys_ioctl+0x31f/frame 0xfffffe009271ed30 amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe009271ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009271ef30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x82ff3ef08, rbp = 0x82ff3ef70 --- KDB: enter: panic [ thread pid 15063 tid 120911 ] Stopped at kdb_enter+0x6b: movq $0,0x270a69a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x9350bc818eb0306a rdx 0x3ffff rbx 0 rsp 0xfffffe009271cb70 rbp 0xfffffe009271cb90 rsi 0x40001 rdi 0xffffffff8177a5ea vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe009bbae900 r13 0xfffffe009271cb01 r14 0xffffffff82bb9d20 .str.26 r15 0xffffffff82bb9d20 .str.26 rip 0xffffffff8176db7b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270a69a(%rip) db> show proc Process 15063 (syz-executor.2) at 0xfffffe0099abf548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 975 at 0xfffffe008fe1ea90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053dde000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009bbb49f8 (map 0xfffffe009bbb49f8) (map.pmap 0xfffffe009bbb4ab8) (pmap 0xfffffe009bbb4b20) threads: 2 116493 RunQ syz-executor.2 120911 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 15063 975 975 0 R (threaded) syz-executor.2 116493 RunQ syz-executor.2 120911 Run CPU 0 syz-executor.2 15062 781 781 0 R (threaded) syz-executor.3 117929 RunQ syz-executor.3 120910 Run CPU 1 syz-executor.3 15060 988 988 0 R (threaded) syz-executor.1 113149 RunQ syz-executor.1 120908 S uwait 0xfffffe0058ab3880 syz-executor.1 12569 1 781 0 S uwait 0xfffffe009998e400 syz-executor.3 12565 1 781 0 S uwait 0xfffffe0092da7600 syz-executor.3 12560 1 781 0 S uwait 0xfffffe0092db3e00 syz-executor.3 6578 1 779 0 S uwait 0xfffffe0099976380 syz-executor.0 6572 1 781 0 S uwait 0xfffffe0099979480 syz-executor.3 6567 1 781 0 S uwait 0xfffffe0092db4700 syz-executor.3 6557 1 781 0 S uwait 0xfffffe0092db3f00 syz-executor.3 5981 1 779 0 S uwait 0xfffffe0092db3900 syz-executor.0 5978 1 779 0 S uwait 0xfffffe0092da7800 syz-executor.0 5974 1 779 0 S uwait 0xfffffe0092db3a00 syz-executor.0 5967 1 779 0 S uwait 0xfffffe0092da6200 syz-executor.0 5965 1 779 0 S uwait 0xfffffe0092da7080 syz-executor.0 5959 1 779 0 S uwait 0xfffffe0058980d00 syz-executor.0 5957 1 779 0 S uwait 0xfffffe0058ab3400 syz-executor.0 5954 1 779 0 S uwait 0xfffffe0092da6f00 syz-executor.0 5952 1 779 0 S uwait 0xfffffe0099978f00 syz-executor.0 5950 1 779 0 S uwait 0xfffffe009998e100 syz-executor.0 5948 1 779 0 S uwait 0xfffffe0092da6000 syz-executor.0 5943 1 779 0 S uwait 0xfffffe00585f5980 syz-executor.0 5941 1 779 0 S uwait 0xfffffe0092db4180 syz-executor.0 5939 1 779 0 S uwait 0xfffffe0092da6500 syz-executor.0 5937 1 779 0 S uwait 0xfffffe0092316b00 syz-executor.0 5935 1 779 0 S uwait 0xfffffe0092db6300 syz-executor.0 5930 1 779 0 S uwait 0xfffffe0092db4280 syz-executor.0 5927 1 779 0 S uwait 0xfffffe0092db4780 syz-executor.0 5921 1 779 0 S uwait 0xfffffe0092da7180 syz-executor.0 5916 1 779 0 S uwait 0xfffffe00585f5680 syz-executor.0 5914 1 779 0 S uwait 0xfffffe009998e200 syz-executor.0 5912 1 779 0 S uwait 0xfffffe0092da5e80 syz-executor.0 5910 1 779 0 S uwait 0xfffffe0058985580 syz-executor.0 5908 1 779 0 S uwait 0xfffffe0092da4680 syz-executor.0 5787 1 779 0 S uwait 0xfffffe009998e800 syz-executor.0 5780 1 779 0 S uwait 0xfffffe0058980300 syz-executor.0 5611 0 0 0 DL aiordy 0xfffffe0092dea548 [aiod4] 5610 0 0 0 DL aiordy 0xfffffe009992a000 [aiod3] 5609 0 0 0 DL aiordy 0xfffffe0099925a90 [aiod2] 5608 0 0 0 DL aiordy 0xfffffe0099ac4000 [aiod1] 2916 1 2916 65 Ss select 0xfffffe0099976cc0 dhclient 2458 1 2458 0 Ss select 0xfffffe0099979640 dhclient 2455 1 2455 0 Ss select 0xfffffe00999791c0 dhclient 2433 1 2433 65 Ss select 0xfffffe00999793c0 dhclient 2027 1 2027 0 Ss select 0xfffffe0092da6d40 dhclient 2023 1 2023 0 Ss select 0xfffffe0099978940 dhclient 2003 1 2003 65 Ss select 0xfffffe0092db5540 dhclient 1516 1 1516 0 Ss select 0xfffffe0092db56c0 dhclient 1513 1 1513 0 Ss select 0xfffffe0092da4040 dhclient 1492 1 1492 65 Ss select 0xfffffe0099976a40 dhclient 1029 1 1029 0 Ss select 0xfffffe0092da4740 dhclient 988 774 988 0 Rs syz-executor.1 975 774 975 0 Rs syz-executor.2 974 1 974 0 Ss select 0xfffffe0092da51c0 dhclient 781 774 781 0 Rs syz-executor.3 779 774 779 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100113 S kqread 0xfffffe000817e100 syz-fuzzer 100118 S uwait 0xfffffe0092316900 syz-fuzzer 100119 S uwait 0xfffffe0092316a00 syz-fuzzer 100120 S uwait 0xfffffe0092da7380 syz-fuzzer 100121 S uwait 0xfffffe00585f5c80 syz-fuzzer 100122 S uwait 0xfffffe0058ab3500 syz-fuzzer 100123 S uwait 0xfffffe0058ab3600 syz-fuzzer 100124 S uwait 0xfffffe0092da7480 syz-fuzzer 100125 S uwait 0xfffffe0058ab3b00 syz-fuzzer 100708 S uwait 0xfffffe0092da5d80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe008fe1e5f8 csh 770 688 770 0 Ss select 0xfffffe0058ab3740 sshd 757 1 757 0 Ss+ ttyin 0xfffffe00574d7cb0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00574d54b0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00574d58b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00586c08b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00586c0cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00574d5cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00574d60b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00574d64b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00574d68b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e458c1 cron 688 1 688 0 Ss select 0xfffffe0058ab3940 sshd 501 1 501 0 Ss select 0xfffffe0058ab3a40 syslogd 430 1 430 0 Ss select 0xfffffe0092316cc0 devd 429 1 429 65 Ss select 0xfffffe00589854c0 dhclient 344 1 344 0 Ss select 0xfffffe0092316dc0 dhclient 341 1 341 0 Ss select 0xfffffe0058ab3ac0 dhclient 17 0 0 0 RL [syncer] 16 0 0 0 DL vlruwt 0xfffffe0058847a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f696e0 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0056fd7ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9d180 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f91038 [dom0] 100081 D launds 0xffffffff83f91044 [laundry: dom0] 100082 D umarcl 0xffffffff81ea4540 [uma] 7 0 0 0 DL - 0xffffffff83c01688 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8473a530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b895a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa35c0 [doneq0] 100046 D - 0xffffffff83aa3540 [async] 100077 D - 0xffffffff83aa33c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ec5488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8c840 [crypto] 100042 D crypto_ 0xfffffe0053ed6c30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053ed6c80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1ae80 [g_event] 100037 D - 0xffffffff83e1aea0 [g_up] 100038 D - 0xffffffff83e1aec0 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dde000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8d340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1b8c0 [swapper] 100005 D - 0xfffffe0053c95b00 [softirq_0] 100006 D - 0xfffffe0053c95900 [softirq_1] 100007 D - 0xfffffe0053c95700 [if_io_tqg_0] 100008 D - 0xfffffe0053c95500 [if_io_tqg_1] 100009 D - 0xfffffe0053c95300 [if_config_tqg_0] 100011 D - 0xfffffe0008181c00 [aiod_kick taskq] 100012 D - 0xfffffe0008181b00 [inm_free taskq] 100013 D - 0xfffffe0008181a00 [linuxkpi_irq_wq] 100014 D - 0xfffffe0008181900 [in6m_free taskq] 100015 D - 0xfffffe0008181800 [deferred_unmount ta] 100016 D - 0xfffffe0008181700 [thread taskq] 100018 D - 0xfffffe0008181500 [kqueue_ctx taskq] 100019 D - 0xfffffe0008181400 [pci_hp taskq] 100021 D - 0xfffffe0008181200 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008181200 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008181200 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008181200 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008181100 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008181100 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008181100 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008181100 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f33300 [firmware taskq] 100039 D - 0xfffffe0053f33200 [crypto_0] 100040 D - 0xfffffe0053f33200 [crypto_1] 100056 D - 0xfffffe0053f32d00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f32c00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f32b00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f32a00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe0056fa1480 [virtio_balloon] 100067 D - 0xffffffff82bbfba0 [deadlkres] 100071 D - 0xfffffe0008182100 [mca taskq] 100073 D - 0xfffffe0053f32500 [acpi_task_0] 100074 D - 0xfffffe0053f32500 [acpi_task_1] 100075 D - 0xfffffe0053f32500 [acpi_task_2] 100076 D - 0xfffffe0053f32e00 [CAM taskq] 15061 779 779 0 Z syz-executor.0 db> show all locks Process 15063 (syz-executor.2) thread 0xfffffe009bbae900 (120911) exclusive sx pf config (pf config) r = 0 (0xffffffff847f22c0) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:2114 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4245 sysctloid 35306 2080K 35377 vtbuf 24 1968K 46 kobj 327 1308K 488 newblk 9 1026K 14547 vfscache 3 1025K 3 filedesc 82 650K 27955 inodedep 116 556K 14021 pcb 31 546K 16893 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 209 420K 15182 vmem 3 274K 6 acpica 1674 184K 56014 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 386 pagedep 9 130K 13931 tfo_ccache 1 128K 1 DEVFS1 109 109K 138 sem 4 106K 4 BPF 46 88K 62 bus 991 81K 5140 mtx_pool 2 72K 2 syncache 1 68K 1 module 512 64K 512 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 440 55K 440 kdtrace 288 55K 35976 temp 34 33K 3207 DEVFS3 128 32K 142 hostcache 1 32K 1 shm 1 32K 64 msg 4 30K 4 dirrem 107 27K 13913 gtaskqueue 18 26K 18 routetbl 334 22K 1031 kbdmux 6 22K 6 ifaddr 70 20K 110 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 bus-sc 34 15K 1651 freefile 107 14K 13873 lltable 42 13K 113 KTRACE 100 13K 100 ifnet 7 13K 11 ether_multi 152 13K 287 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 429 GEOM 61 11K 490 CAM queue 5 11K 1528 sctp_timw 40 10K 40 ksem 8 10K 4846 in6_multi 65 9K 118 bmsafemap 2 9K 14011 pf_rule 35 9K 85 kqueue 96 9K 15080 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 ioctlops 2 8K 2167 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 333 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 593 pwddesc 93 6K 15064 ufs_dirhash 24 5K 24 DEVFSP 71 5K 1960 UMA 272 5K 272 session 35 5K 64 pf_ifnet 10 5K 39 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 124 4K 16785 lockf 33 4K 73 acpisem 28 4K 28 selfd 55 4K 218984 hhook 15 4K 17 kcovinfo 52 4K 104 terminal 11 3K 11 ip6ndp 14 3K 25 select 19 3K 56 uidinfo 3 3K 18 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 sctp_atcl 5 2K 12548 CC Mem 28 2K 10656 Unitno 29 2K 81 sctp_ifa 13 2K 24 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 12 freework 5 2K 13873 ipsecpolicy 2 2K 2 acpidev 20 2K 20 inpcbpolicy 39 2K 11032 clone 9 2K 9 tun 7 2K 11 sctp_stro 1 1K 4166 softdep 1 1K 1 mkdir 8 1K 27816 freeblks 4 1K 13872 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 110 NFSD session 1 1K 1 CAM periph 4 1K 271 osd 32 1K 10667 sctp_ifn 6 1K 24 ipsec 3 1K 3 mld 6 1K 10 igmp 6 1K 10 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 112 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 13908 diradd 4 1K 13972 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 cryptodev 5 1K 2296 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 ip6opt 1 1K 178 vnodes 1 1K 1 CAM SIM 2 1K 2 sctp_atky 6 1K 16714 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 38241 sctp_athm 5 1K 12551 filecaps 5 1K 124 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 53 pmc 1 1K 1 acpiintr 1 1K 1 sctp_map 2 1K 8326 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 9168 sctp_iter 0 0K 27 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 27 sctp_aadr 0 0K 0 sctp_stri 0 0K 6 tcp_do 0 0K 0 tcp_fsb 0 0K 810 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 0 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 13466 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 53 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 1 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 14172 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 3020 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 15 acl 0 0K 0 mbuf_tag 0 0K 272 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 32124 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1219 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1487577 0 254 38494208 0 tcp_log 416 0 7623 125178 0 254 3171168 0 mbuf 256 8803 860 2890960 0 254 2473728 0 RADIX NODE 144 15437 378 566525 0 63 2277360 0 pbuf 2624 0 778 0 0 2 2041472 0 malloc-128 128 12685 1327 26535 0 126 1793536 0 BUF TRIE 144 194 11594 1306 0 62 1697472 0 malloc-384 384 4155 15 4156 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 328 4 504 0 2 1359872 0 UMA Slabs 0 112 10953 21 10953 0 126 1229088 0 sctp_asoc 2288 1 509 4163 0 254 1166880 0 vmem btag 56 19207 128 19207 0 254 1082760 0 sctp_ep 1208 4 766 8382 0 254 930160 0 ertt_txseginfo 40 14357 5742 591692 0 254 803960 0 VM OBJECT 264 2858 82 335854 0 30 776160 0 malloc-16384 16384 41 5 14134 0 1 753664 0 socket 960 68 696 20776 0 254 733440 0 FFS inode 1160 569 26 14442 0 8 690200 0 tcpcb 1104 28 483 10656 0 254 564144 0 256 Bucket 2048 240 24 6628 0 8 540672 0 malloc-384 384 115 1235 14021 0 30 518400 0 MAP ENTRY 96 4355 307 823275 0 126 447552 0 malloc-4096 4096 95 3 15069 0 2 401408 0 malloc-256 256 168 1392 14337 0 62 399360 0 THREAD 1808 193 27 20911 0 8 397760 0 lkpicurr 168 2 2350 2 0 62 395136 0 lkpimm 168 1 2327 1 0 62 391104 0 sctp_raddr 736 1 516 4163 0 254 380512 0 malloc-256 256 120 1245 36303 0 62 349440 0 VNODE 448 607 86 14486 0 30 310464 0 malloc-64 64 3903 696 222865 0 254 294336 0 tcp_bbr_map 128 808 1362 113775 0 126 277760 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-16 16 14650 600 25378 0 254 244000 0 DEVCTL 1024 0 220 206 0 0 225280 0 VMSPACE 2552 72 12 15044 0 4 214368 0 FPU_save_area 832 195 48 33632 0 16 202176 0 malloc-65536 65536 1 2 25 0 1 196608 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 mbuf_packet 256 80 682 28985 0 254 195072 0 malloc-32 32 5341 581 17426 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-2048 2048 6 82 8433 0 8 180224 0 malloc-128 128 1132 263 26373 0 126 178560 0 malloc-256 256 31 659 17844 0 62 176640 0 malloc-4096 4096 39 1 121 0 2 163840 0 FFS2 dinode 256 569 61 14442 0 62 161280 0 S VFS Cache 104 1070 451 17719 0 126 158184 0 PROC 1352 93 21 15063 0 8 154128 0 128 Bucket 1024 90 41 2497 0 16 134144 0 malloc-65536 65536 0 2 422 0 1 131072 0 malloc-1024 1024 123 5 161 0 16 131072 0 unpcb 256 20 490 1297 0 254 130560 0 filedesc0 1072 93 19 15064 0 8 120064 0 ksiginfo 112 103 941 13095 0 126 116928 0 malloc-256 256 285 150 34986 0 62 111360 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-2048 2048 7 41 678 0 8 98304 0 64 Bucket 512 122 54 110519 0 30 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 malloc-64 64 652 671 30796 0 254 84672 0 clpbuf 2624 0 32 22 0 16 83968 0 sctp_chunk 152 0 520 7 0 254 79040 0 malloc-64 64 542 529 12336 0 254 68544 0 malloc-128 128 297 230 1173 0 126 67456 0 malloc-128 128 133 394 56109 0 126 67456 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-256 256 100 155 28486 0 62 65280 0 32 Bucket 256 128 127 68458 0 62 65280 0 tcp_inpcb 424 28 125 10656 0 30 64872 0 g_bio 408 0 150 9208 0 30 61200 0 tcp_bbr_pcb 832 22 50 8190 0 16 59904 0 malloc-384 384 136 14 136 0 30 57600 0 malloc-384 384 28 122 12641 0 30 57600 0 malloc-8192 8192 6 1 34 0 1 57344 0 malloc-8192 8192 5 2 8 0 1 57344 0 malloc-64 64 398 421 26162 0 254 52416 0 malloc-64 64 265 554 15837 0 254 52416 0 Files 80 257 393 54361 0 126 52000 0 malloc-128 128 157 246 5212 0 126 51584 0 malloc-128 128 179 224 647 0 126 51584 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 80407 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 105 0 1 49152 0 malloc-2048 2048 14 10 45 0 8 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-1024 1024 6 42 2930 0 16 49152 0 malloc-1024 1024 5 43 1479 0 16 49152 0 malloc-1024 1024 16 32 20 0 16 49152 0 pipe 744 23 42 466 0 16 48360 0 syncache 168 0 264 4 0 254 44352 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 5 5 636 0 2 40960 0 pcpu-8 8 4717 403 5803 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 271 0 30 38160 0 da_ccb 544 0 70 2418 0 16 38080 0 malloc-64 64 10 557 4843 0 254 36288 0 malloc-64 64 8 559 141 0 254 36288 0 malloc-64 64 64 503 4695 0 254 36288 0 8 Bucket 80 56 394 2890 0 126 36000 0 malloc-128 128 59 220 191 0 126 35712 0 malloc-128 128 88 191 3688 0 126 35712 0 routing nhops 256 27 108 53 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 392 0 30 34560 0 malloc-256 256 76 59 1371 0 62 34560 0 malloc-256 256 96 39 777 0 62 34560 0 malloc-256 256 7 128 590 0 62 34560 0 TURNSTILE 136 221 31 221 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-4096 4096 3 5 14175 0 2 32768 0 malloc-2048 2048 1 15 13 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 1 15 1999 0 8 32768 0 malloc-1024 1024 4 28 44 0 16 32768 0 malloc-1024 1024 2 30 26 0 16 32768 0 malloc-1024 1024 17 15 17 0 16 32768 0 malloc-1024 1024 1 31 14 0 16 32768 0 malloc-512 512 2 62 120 0 30 32768 0 malloc-512 512 11 53 19 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 malloc-512 512 2 62 57 0 30 32768 0 malloc-512 512 2 62 111 0 30 32768 0 malloc-512 512 9 55 130 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 tcp_rack_pcb 896 0 36 810 0 16 32256 0 ipq 56 0 576 2 0 254 32256 0 KNOTE 160 28 172 184514 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 632 0 126 31680 0 cpuset 104 7 272 34 0 126 29016 0 sctp_laddr 48 0 588 244 0 254 28224 0 tcp_inpcb ports 32 3 879 8623 0 254 28224 0 ertt 72 28 364 10656 0 126 28224 0 PWD 32 54 828 14024 0 254 28224 0 malloc-32 32 337 545 978 0 254 28224 0 malloc-32 32 84 798 14728 0 254 28224 0 malloc-32 32 91 791 13162 0 254 28224 0 16 Bucket 144 72 124 418 0 62 28224 0 4 Bucket 48 7 581 326 0 254 28224 0 2 Bucket 32 56 826 1747 0 254 28224 0 AIO 208 0 133 36 0 62 27664 0 ripcb 424 5 58 53 0 30 26712 0 udplite_inpcb 424 0 63 52 0 30 26712 0 rtentry 176 30 108 53 0 62 24288 0 PGRP 88 35 241 64 0 126 24288 0 rl_entry 40 73 533 73 0 254 24240 0 itimer 352 0 66 4 0 30 23232 0 malloc-384 384 19 41 74 0 30 23040 0 malloc-384 384 3 57 62 0 30 23040 0 malloc-384 384 1 59 65 0 30 23040 0 domainset 40 0 567 22 0 254 22680 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 323 0 254 20160 0 udplite_inpcb ports 32 0 630 10 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 malloc-32 32 128 502 9452 0 254 20160 0 malloc-32 32 305 325 420 0 254 20160 0 malloc-32 32 43 587 2814 0 254 20160 0 malloc-16 16 347 903 37104 0 254 20000 0 cryptop 280 0 70 6 0 30 19600 0 AIOCB 552 0 35 188 0 16 19320 0 AIOLIO 272 0 70 15 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 4 0 2 16384 0 malloc-4096 4096 2 2 100 0 2 16384 0 malloc-2048 2048 8 0 8 0 8 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 1155691 0 254 16032 0 kenv 258 15 45 1051 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-32 32 4 374 95 0 254 12096 0 malloc-16 16 11 739 6413 0 254 12000 0 malloc-16 16 51 699 33238 0 254 12000 0 malloc-16 16 58 692 257 0 254 12000 0 malloc-16 16 199 551 3075 0 254 12000 0 malloc-16 16 26 724 25479 0 254 12000 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 8 492 8 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0