Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff84750164 stack pointer = 0x28:0xfffffe00541d5220 frame pointer = 0x28:0xfffffe00541d5260 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 36214 (syz-executor.3) trap number = 12 panic: page fault cpuid = 1 time = 77 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00541d4a30 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00541d4b90 vpanic() at vpanic+0x2b8/frame 0xfffffe00541d4c70 panic() at panic+0xb5/frame 0xfffffe00541d4d30 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe00541d4e30 trap_pfault() at trap_pfault+0x186/frame 0xfffffe00541d4f70 trap() at trap+0x5ad/frame 0xfffffe00541d5150 calltrap() at calltrap+0x8/frame 0xfffffe00541d5150 --- trap 0xc, rip = 0xffffffff84750164, rsp = 0xfffffe00541d5220, rbp = 0xfffffe00541d5260 --- pf_krule_global_RB_INSERT() at pf_krule_global_RB_INSERT+0x24/frame 0xfffffe00541d5260 pf_ioctl_addrule() at pf_ioctl_addrule+0xe06/frame 0xfffffe00541d52f0 pfioctl() at pfioctl+0x553d/frame 0xfffffe00541d6610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe00541d66f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe00541d6730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe00541d6a80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe00541d6ad0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe00541d6bd0 sys_ioctl() at sys_ioctl+0x31f/frame 0xfffffe00541d6d30 amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe00541d6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00541d6f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x83151bf08, rbp = 0x83151bf70 --- KDB: enter: panic [ thread pid 36214 tid 138796 ] Stopped at kdb_enter+0x6b: movq $0,0x270a03a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x2f1e48705c5ced28 rdx 0x3ffff rbx 0 rsp 0xfffffe00541d4b70 rbp 0xfffffe00541d4b90 rsi 0x40001 rdi 0xffffffff8177ac4a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe00948351e0 r13 0xfffffe00541d4b01 r14 0xffffffff82bb9d00 .str.26 r15 0xffffffff82bb9d00 .str.26 rip 0xffffffff8176e1db kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270a03a(%rip) db> show proc Process 36214 (syz-executor.3) at 0xfffffe009a252a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 780 at 0xfffffe00927a3000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053dde000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009aaf83f0 (map 0xfffffe009aaf83f0) (map.pmap 0xfffffe009aaf84b0) (pmap 0xfffffe009aaf8518) threads: 2 138624 RunQ syz-executor.3 138796 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 36214 780 780 0 R (threaded) syz-executor.3 138624 RunQ syz-executor.3 138796 Run CPU 1 syz-executor.3 36213 778 778 0 R (threaded) syz-executor.1 138698 RunQ syz-executor.1 138794 RunQ syz-executor.1 138797 RunQ syz-executor.1 36212 779 779 0 R (threaded) syz-executor.2 138749 RunQ syz-executor.2 138795 RunQ syz-executor.2 36211 777 777 0 R (threaded) syz-executor.0 135534 Run uwait 0xfffffe0058ad5700 syz-executor.0 138793 D pf conf 0xffffffff847c72c0 syz-executor.0 33418 1 780 0 SV uwait 0xfffffe0099a93300 syz-executor.3 33325 1 779 0 SV uwait 0xfffffe0058ad5e00 syz-executor.2 33282 1 779 0 SV uwait 0xfffffe0099bd1000 syz-executor.2 33232 1 779 0 SV uwait 0xfffffe0092370b80 syz-executor.2 33068 1 779 0 SV uwait 0xfffffe0058ad5f00 syz-executor.2 32946 1 780 0 SV uwait 0xfffffe009236d400 syz-executor.3 32944 1 779 0 SV uwait 0xfffffe0099a9ea80 syz-executor.2 32936 1 780 0 SV uwait 0xfffffe0092498500 syz-executor.3 32934 1 779 0 SV uwait 0xfffffe0099a9ec00 syz-executor.2 32927 1 780 0 SV uwait 0xfffffe009236d080 syz-executor.3 32924 1 779 0 SV uwait 0xfffffe0099df7080 syz-executor.2 32917 1 780 0 SV uwait 0xfffffe0099b8f900 syz-executor.3 32914 1 779 0 SV uwait 0xfffffe009249b600 syz-executor.2 32907 1 780 0 SV uwait 0xfffffe0099b50e00 syz-executor.3 32904 1 779 0 SV uwait 0xfffffe00949b8b80 syz-executor.2 32897 1 780 0 SV uwait 0xfffffe0099e30e80 syz-executor.3 32894 1 779 0 SV uwait 0xfffffe0092498000 syz-executor.2 32888 1 780 0 SV uwait 0xfffffe009989a500 syz-executor.3 32884 1 779 0 SV uwait 0xfffffe0099e30d80 syz-executor.2 32877 1 780 0 SV uwait 0xfffffe0058ad5600 syz-executor.3 32874 1 779 0 SV uwait 0xfffffe0092370e80 syz-executor.2 32867 1 780 0 SV uwait 0xfffffe009491cd80 syz-executor.3 32864 1 779 0 SV uwait 0xfffffe009491c400 syz-executor.2 32857 1 780 0 SV uwait 0xfffffe0099b8f980 syz-executor.3 32855 1 779 0 SV uwait 0xfffffe00588a2d00 syz-executor.2 32842 1 779 0 SV uwait 0xfffffe009249a400 syz-executor.2 26451 1 778 0 SV uwait 0xfffffe0058ad5a00 syz-executor.1 26437 1 778 0 SV uwait 0xfffffe00949ba780 syz-executor.1 18003 1 18003 65 Ss select 0xfffffe0099ac21c0 dhclient 14281 1 14281 0 Ss select 0xfffffe0099a9ebc0 dhclient 14274 1 14274 0 Ss select 0xfffffe0099dfef40 dhclient 14222 1 14222 65 Ss select 0xfffffe0099e242c0 dhclient 11985 1 11985 0 Ss select 0xfffffe0099c05ac0 dhclient 11982 1 11982 0 Ss select 0xfffffe0099e25f40 dhclient 11960 1 11960 65 Ss select 0xfffffe009249b9c0 dhclient 11654 0 0 0 DL - 0xffffffff83f655c0 [soaiod4] 11653 0 0 0 DL - 0xffffffff83f655c0 [soaiod3] 11652 0 0 0 DL - 0xffffffff83f655c0 [soaiod2] 11651 0 0 0 DL - 0xffffffff83f655c0 [soaiod1] 11010 0 0 0 DL aiordy 0xfffffe00927a3548 [aiod4] 11009 0 0 0 DL aiordy 0xfffffe00927c6a90 [aiod3] 11008 0 0 0 DL aiordy 0xfffffe00927a3a90 [aiod2] 11007 0 0 0 DL aiordy 0xfffffe00927c3000 [aiod1] 9044 1 9044 0 Ss select 0xfffffe0099aa0f40 dhclient 9041 1 9041 0 Ss select 0xfffffe0099abf040 dhclient 9022 1 9022 65 Ss select 0xfffffe0099b4f0c0 dhclient 1829 1 1829 0 Ss select 0xfffffe009491c9c0 dhclient 1826 1 1826 0 Ss select 0xfffffe0094989dc0 dhclient 780 774 780 0 Rs syz-executor.3 779 774 779 0 Rs syz-executor.2 778 774 778 0 Ss nanslp 0xffffffff83e458c0 syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100103 S uwait 0xfffffe00588a2600 syz-fuzzer 100122 S uwait 0xfffffe0092499980 syz-fuzzer 100123 S uwait 0xfffffe0092499880 syz-fuzzer 100124 S uwait 0xfffffe009249a800 syz-fuzzer 100125 S uwait 0xfffffe009249a600 syz-fuzzer 100126 S uwait 0xfffffe0092499a80 syz-fuzzer 100127 S uwait 0xfffffe009249a000 syz-fuzzer 100128 S kqread 0xfffffe000817e000 syz-fuzzer 100129 S uwait 0xfffffe0092499c80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058c415f8 csh 770 688 770 0 Ss select 0xfffffe009249a740 sshd 754 1 754 0 Ss+ ttyin 0xfffffe005747acb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe005794dcb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005794e0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005794e4b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005794e8b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005794ecb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005794f0b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005794f4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005794f8b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e458c0 cron 688 1 688 0 Ss select 0xfffffe009236da40 sshd 501 1 501 0 Ss select 0xfffffe009249a6c0 syslogd 430 1 430 0 Ss select 0xfffffe009249a8c0 devd 429 1 429 65 Ss select 0xfffffe0058608740 dhclient 344 1 344 0 Ss select 0xfffffe009249a7c0 dhclient 341 1 341 0 Ss select 0xfffffe0058608840 dhclient 17 0 0 0 DL syncer 0xffffffff83f6b0e0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f92a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f696e0 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100096 D sdflush 0xfffffe0058ab34e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9d180 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f91038 [dom0] 100081 D launds 0xffffffff83f91044 [laundry: dom0] 100082 D umarcl 0xffffffff81ea4ba0 [uma] 7 0 0 0 DL - 0xffffffff83c01688 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8470f530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b7a4e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa35c0 [doneq0] 100046 D - 0xffffffff83aa3540 [async] 100077 D - 0xffffffff83aa33c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fb0088 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8c840 [crypto] 100042 D crypto_ 0xfffffe0053c8ed30 [crypto returns 0] 100043 D crypto_ 0xfffffe0053c8ed80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1ae80 [g_event] 100037 D - 0xffffffff83e1aea0 [g_up] 100038 D - 0xffffffff83e1aec0 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dde000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8d340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1b8c0 [swapper] 100005 D - 0xfffffe0053c95b00 [softirq_0] 100006 D - 0xfffffe0053c95900 [softirq_1] 100007 D - 0xfffffe0053c95700 [if_io_tqg_0] 100008 D - 0xfffffe0053c95500 [if_io_tqg_1] 100009 D - 0xfffffe0053c95300 [if_config_tqg_0] 100011 D - 0xfffffe0008181c00 [aiod_kick taskq] 100012 D - 0xfffffe0008181b00 [inm_free taskq] 100013 D - 0xfffffe0008181a00 [linuxkpi_irq_wq] 100014 D - 0xfffffe0008181900 [in6m_free taskq] 100015 D - 0xfffffe0008181800 [deferred_unmount ta] 100016 D - 0xfffffe0008181700 [thread taskq] 100018 D - 0xfffffe0008181500 [kqueue_ctx taskq] 100019 D - 0xfffffe0008181400 [pci_hp taskq] 100021 D - 0xfffffe0008181200 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008181200 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008181200 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008181200 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008181100 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008181100 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008181100 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008181100 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0008181000 [firmware taskq] 100039 D - 0xfffffe0008180e00 [crypto_0] 100040 D - 0xfffffe0008180e00 [crypto_1] 100056 D - 0xfffffe0008180a00 [vtnet0 rxq 0] 100057 D - 0xfffffe0008180900 [vtnet0 txq 0] 100058 D - 0xfffffe0008180800 [vtnet0 rxq 1] 100059 D - 0xfffffe0008180700 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe0056f59300 [virtio_balloon] 100067 D - 0xffffffff82bbfb81 [deadlkres] 100071 D - 0xfffffe0008182100 [mca taskq] 100073 D - 0xfffffe00585f9000 [acpi_task_0] 100074 D - 0xfffffe00585f9000 [acpi_task_1] 100075 D - 0xfffffe00585f9000 [acpi_task_2] 100076 D - 0xfffffe0008180b00 [CAM taskq] db> show all locks Process 36214 (syz-executor.3) thread 0xfffffe00948351e0 (138796) exclusive sx pf config (pf config) r = 0 (0xffffffff847c72c0) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:2114 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4245 sysctloid 35306 2080K 35377 vtbuf 24 1968K 46 kobj 327 1308K 488 newblk 10 1027K 36085 vfscache 3 1025K 3 inodedep 814 817K 35440 filedesc 74 586K 70443 pcb 27 541K 89263 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 208 416K 36333 vmem 3 274K 6 dirrem 804 201K 35326 acpica 1674 184K 56014 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 405 pagedep 9 130K 35248 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 freefile 804 101K 35288 BPF 46 88K 130 bus 991 81K 5140 mtx_pool 2 72K 2 syncache 1 68K 1 module 512 64K 512 acpitask 1 64K 1 ddb_capture 1 64K 1 kdtrace 285 54K 75013 umtx 418 53K 418 sctp_timw 204 51K 204 temp 34 33K 2695 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 89 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 routetbl 136 16K 428 bus-sc 34 15K 1651 lltable 43 14K 120 KTRACE 101 13K 12324 ether_multi 157 13K 172 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 429 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 35400 ksem 2 9K 618 UART 12 9K 12 devstat 4 9K 4 kqueue 95 9K 36273 rpc 2 8K 2 shmfd 1 8K 27 ioctlops 2 8K 713 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 pf_rule 26 7K 91 cred 27 7K 516 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 476 pwddesc 93 6K 36299 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 70 UMA 272 5K 272 session 35 5K 56 DEVFSP 68 5K 1254 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 120 4K 37582 lockf 33 4K 158 acpisem 28 4K 28 selfd 55 4K 506534 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 149 uidinfo 4 3K 93 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 31 2K 47 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 9 freework 5 2K 35220 ipsecpolicy 2 2K 2 acpidev 20 2K 20 tcp_fsb 9 2K 4895 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 70448 freeblks 4 1K 35208 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 108 NFSD session 1 1K 1 CC Mem 15 1K 12893 CAM periph 4 1K 271 inpcbpolicy 26 1K 14465 sctp_ifn 6 1K 15 sctp_atcl 2 1K 50447 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 osd 19 1K 12798 newdirblk 4 1K 35224 diradd 4 1K 35367 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 2 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 203 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 42779 filecaps 5 1K 116 sctp_vrf 1 1K 1 sctp_atky 2 1K 56689 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 sctp_athm 2 1K 50731 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 37920 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stro 0 0K 5739 sctp_stri 0 0K 530 sctp_map 0 0K 11478 mqdata 0 0K 0 tcp_do 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 filemon 0 0K 992 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 24812 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 52 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 17 allocindir 0 0K 0 indirdep 0 0K 11 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 104 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 1 in_mfilter 0 0K 1 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 35534 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 7 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 4108 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 48 lio 0 0K 3099 acl 0 0K 0 mbuf_tag 0 0K 132 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 29977 eventfd 0 0K 174 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 887 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 4 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 1377532 0 254 38494208 0 tcp_log 416 0 9144 192278 0 254 3803904 0 mbuf 256 8851 1563 3791852 0 254 2665984 0 RADIX NODE 144 16816 203 738965 0 62 2450736 0 pbuf 2624 0 794 0 0 2 2083456 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 malloc-128 128 13351 2800 48002 0 126 2067328 0 sctp_asoc 2288 0 765 5739 0 254 1750320 0 BUF TRIE 144 203 11585 1409 0 62 1697472 0 malloc-384 384 4155 45 4156 0 30 1612800 0 malloc-384 384 813 2847 35440 0 30 1405440 0 malloc-4096 4096 328 6 570 0 2 1368064 0 UMA Slabs 0 112 11541 9 11541 0 126 1293600 0 sctp_ep 1208 2 1018 44443 0 254 1232160 0 vmem btag 56 20820 99 20820 0 254 1171464 0 malloc-2048 2048 4 548 44471 0 8 1130496 0 malloc-256 256 815 2980 115218 0 62 971520 0 VM OBJECT 264 3056 124 773076 0 32 839520 0 malloc-256 256 165 3000 25870 0 62 810240 0 socket 960 53 711 60635 0 254 733440 0 FFS inode 1160 547 34 35837 0 8 673960 0 malloc-16384 16384 37 4 35380 0 1 671744 0 256 Bucket 2048 278 18 5767 0 8 606208 0 malloc-8192 8192 6 66 1040 0 1 589824 0 sctp_raddr 736 0 770 7064 0 254 566720 0 tcpcb 1104 15 496 12787 0 254 564144 0 malloc-1024 1024 4 460 5896 0 16 475136 0 MAP ENTRY 96 4142 268 1833408 0 126 423360 0 malloc-64 64 3903 2460 510415 0 254 407232 0 malloc-4096 4096 94 4 36220 0 2 401408 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 THREAD 1808 191 18 38797 0 8 377872 0 malloc-384 384 26 934 50473 0 30 368640 0 VNODE 448 588 105 35880 0 30 310464 0 malloc-65536 65536 4 0 4 0 1 262144 0 mbuf_packet 256 85 931 52825 0 254 260096 0 malloc-16 16 14637 613 27509 0 254 244000 0 ertt_txseginfo 40 1 5857 101061 0 254 234320 0 tcp_bbr_map 128 0 1767 18873 0 126 226176 0 DEVCTL 1024 0 220 155 0 0 225280 0 FPU_save_area 832 193 50 48163 0 16 202176 0 VMSPACE 2552 68 10 36163 0 4 199056 0 malloc-32 32 5328 846 20859 0 254 197568 0 malloc-65536 65536 1 2 11 0 1 196608 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-2048 2048 7 81 725 0 8 180224 0 malloc-128 128 1132 263 26372 0 126 178560 0 malloc-256 256 32 658 45559 0 62 176640 0 malloc-4096 4096 39 3 69 0 2 172032 0 FFS2 dinode 256 547 83 35837 0 62 161280 0 S VFS Cache 104 1071 450 40292 0 126 158184 0 PROC 1352 92 22 36214 0 8 154128 0 128 Bucket 1024 103 44 3145 0 16 150528 0 malloc-1024 1024 123 21 142 0 16 147456 0 64 Bucket 512 186 102 27177 0 30 147456 0 malloc-65536 65536 0 2 302 0 1 131072 0 unpcb 256 20 490 1664 0 254 130560 0 filedesc0 1072 93 19 36299 0 8 120064 0 sctp_chunk 152 0 780 1857 0 254 118560 0 ksiginfo 112 100 944 10136 0 126 116928 0 malloc-256 256 283 152 74208 0 62 111360 0 tcp_rack_pcb 896 9 108 4895 0 16 104832 0 tcp_inpcb 424 15 228 12787 0 30 103032 0 pipe 744 23 107 1268 0 16 96720 0 32 Bucket 256 211 164 16231 0 62 96000 0 UMA Kegs 384 230 3 230 0 30 89472 0 sctp_laddr 48 0 1848 3176 0 254 88704 0 malloc-256 256 240 75 1188 0 62 80640 0 sctp_readq 152 0 520 111 0 254 79040 0 g_bio 408 0 180 9898 0 30 73440 0 malloc-384 384 136 44 140 0 30 69120 0 malloc-64 64 651 420 73182 0 254 68544 0 malloc-64 64 529 542 14464 0 254 68544 0 malloc-128 128 306 221 5258 0 126 67456 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 5 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 5 3 12 0 1 65536 0 ripcb 424 5 148 734 0 30 64872 0 sctp_stream_msg_out 112 0 540 990 0 254 60480 0 AIOCB 552 0 98 21776 0 16 54096 0 udp_inpcb 424 6 120 730 0 30 53424 0 malloc-64 64 395 424 21651 0 254 52416 0 malloc-64 64 63 756 6691 0 254 52416 0 malloc-32 32 90 1548 50759 0 254 52416 0 Files 80 226 424 113579 0 126 52000 0 malloc-128 128 133 270 141297 0 126 51584 0 malloc-128 128 179 224 644 0 126 51584 0 malloc-256 256 103 92 71396 0 62 49920 0 malloc-256 256 96 99 628 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 167623 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 5 1 6 0 1 49152 0 malloc-8192 8192 4 2 105 0 1 49152 0 malloc-2048 2048 14 10 62 0 8 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-1024 1024 5 43 1906 0 16 49152 0 tcp_rack_map 120 18 378 13369 0 126 47520 0 tcp_bbr_pcb 832 0 54 4863 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-16 16 338 2412 99381 0 254 44000 0 clpbuf 2624 0 16 25 0 16 41984 0 pcpu-8 8 4737 383 6434 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udplite_inpcb 424 0 90 214 0 30 38160 0 da_ccb 544 0 70 2592 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 tcp_inpcb ports 32 13 1121 9410 0 254 36288 0 PWD 32 50 1084 35279 0 254 36288 0 malloc-64 64 7 560 3487 0 254 36288 0 malloc-64 64 265 302 36931 0 254 36288 0 malloc-64 64 8 559 3158 0 254 36288 0 8 Bucket 80 122 328 6991 0 126 36000 0 malloc-128 128 59 220 777 0 126 35712 0 malloc-128 128 90 189 4918 0 126 35712 0 malloc-128 128 155 124 1490 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 52 38 392 0 30 34560 0 malloc-256 256 7 128 592 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-8192 8192 1 3 8 0 1 32768 0 malloc-4096 4096 5 3 629 0 2 32768 0 malloc-4096 4096 3 5 35537 0 2 32768 0 malloc-2048 2048 1 15 13 0 8 32768 0 malloc-2048 2048 8 8 12 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-1024 1024 4 28 44 0 16 32768 0 malloc-1024 1024 2 30 48 0 16 32768 0 malloc-1024 1024 16 16 56 0 16 32768 0 malloc-1024 1024 17 15 17 0 16 32768 0 malloc-1024 1024 1 31 10 0 16 32768 0 malloc-512 512 2 62 120 0 30 32768 0 malloc-512 512 11 53 62 0 30 32768 0 malloc-512 512 0 64 24 0 30 32768 0 malloc-512 512 2 62 581 0 30 32768 0 malloc-512 512 2 62 153 0 30 32768 0 malloc-512 512 9 55 56 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 ipq 56 0 576 5 0 254 32256 0 KNOTE 160 28 172 281431 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 18 0 126 29016 0 ertt 72 15 377 12787 0 126 28224 0 malloc-32 32 343 539 948 0 254 28224 0 16 Bucket 144 107 89 569 0 62 28224 0 4 Bucket 48 6 582 786 0 254 28224 0 AIO 208 0 133 3256 0 62 27664 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 56 0 126 24288 0 rl_entry 40 69 537 69 0 254 24240 0 malloc-384 384 20 40 97 0 30 23040 0 malloc-384 384 3 57 82 0 30 23040 0 malloc-384 384 1 59 95 0 30 23040 0 domainset 40 0 567 11 0 254 22680 0 udpcb 32 6 624 944 0 254 20160 0 udplite_inpcb ports 32 0 630 3 0 254 20160 0 udp_inpcb ports 32 3 627 59 0 254 20160 0 malloc-32 32 128 502 13172 0 254 20160 0 malloc-32 32 80 550 35970 0 254 20160 0 malloc-32 32 108 522 4562 0 254 20160 0 malloc-32 32 43 587 2914 0 254 20160 0 2 Bucket 32 91 539 3855 0 254 20160 0 AIOLIO 272 0 70 3099 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 4 0 2 16384 0 malloc-4096 4096 2 2 188 0 2 16384 0 malloc-2048 2048 1 7 501 0 8 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 716380 0 254 16032 0 kenv 258 15 45 1039 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-32 32 4 374 7405 0 254 12096 0 malloc-16 16 11 739 24562 0 254 12000 0 malloc-16 16 51 699 34568 0 254 12000 0 malloc-16 16 58 692 319 0 254 12000 0 malloc-16 16 199 551 3075 0 254 12000 0 malloc-16 16 8 742 4636 0 254 12000 0 malloc-16 16 26 724 25477 0 254 12000 0 itimer 352 0 33 3 0 30 11616 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0