Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff845df8d4 stack pointer = 0x28:0xfffffe009f108230 frame pointer = 0x28:0xfffffe009f108270 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2168 (syz-executor.2) trap number = 12 panic: page fault cpuid = 1 time = 1652756612 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009f107a10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009f107b70 vpanic() at vpanic+0x2b8/frame 0xfffffe009f107c50 panic() at panic+0xb5/frame 0xfffffe009f107d10 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe009f107e30 trap_pfault() at trap_pfault+0x182/frame 0xfffffe009f107f70 trap() at trap+0x5b0/frame 0xfffffe009f108160 calltrap() at calltrap+0x8/frame 0xfffffe009f108160 --- trap 0xc, rip = 0xffffffff845df8d4, rsp = 0xfffffe009f108230, rbp = 0xfffffe009f108270 --- pf_krule_global_RB_INSERT() at pf_krule_global_RB_INSERT+0x24/frame 0xfffffe009f108270 pfioctl() at pfioctl+0xc30a/frame 0xfffffe009f109610 devfs_ioctl() at devfs_ioctl+0x22a/frame 0xfffffe009f1096f0 VOP_IOCTL_APV() at VOP_IOCTL_APV+0xb0/frame 0xfffffe009f109730 vn_ioctl() at vn_ioctl+0x215/frame 0xfffffe009f109a80 devfs_ioctl_f() at devfs_ioctl_f+0x71/frame 0xfffffe009f109ad0 kern_ioctl() at kern_ioctl+0x631/frame 0xfffffe009f109bd0 sys_ioctl() at sys_ioctl+0x31c/frame 0xfffffe009f109d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe009f109f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009f109f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x83272df08, rbp = 0x83272df70 --- KDB: enter: panic [ thread pid 2168 tid 101823 ] Stopped at kdb_enter+0x6b: movq $0,0x275a85a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00a4200000 rdx 0x3ffff rbx 0 rsp 0xfffffe009f107b50 rbp 0xfffffe009f107b70 rsi 0x40001 rdi 0xffffffff81729d18 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0 r12 0xfffffe009f2d3740 r13 0xfffffe009f107b01 r14 0xffffffff82b4fd60 .str.26 r15 0xffffffff82b4fd60 .str.26 rip 0xffffffff8171983b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275a85a(%rip) db> show proc Process 2168 (syz-executor.2) at 0xfffffe00a5e53a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 810 at 0xfffffe0056f9ea90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe0053de1000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009eab03f0 (map 0xfffffe009eab03f0) (map.pmap 0xfffffe009eab04b0) (pmap 0xfffffe009eab0518) threads: 3 101641 RunQ syz-executor.2 101823 Run CPU 1 syz-executor.2 101831 S uwait 0xfffffe00a5d1e400 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 2168 810 810 0 R (threaded) syz-executor.2 101641 RunQ syz-executor.2 101823 Run CPU 1 syz-executor.2 101831 S uwait 0xfffffe00a5d1e400 syz-executor.2 1950 1 810 0 S uwait 0xfffffe0058b27900 syz-executor.2 1929 1923 1929 0 Ss select 0xfffffe00a5e84140 dhclient 1926 1 1926 0 Ss select 0xfffffe00a5e79840 dhclient 1923 1903 430 65 S select 0xfffffe00a5e841c0 dhclient 1914 1 810 0 S uwait 0xfffffe0058b25180 syz-executor.2 1903 430 430 0 S wait 0xfffffe0058ca6a90 sh 1501 0 0 0 DL - 0xffffffff83f61440 [soaiod4] 1500 0 0 0 DL - 0xffffffff83f61440 [soaiod3] 1499 0 0 0 DL - 0xffffffff83f61440 [soaiod2] 1497 0 0 0 DL - 0xffffffff83f61440 [soaiod1] 1406 0 0 0 DL aiordy 0xfffffe009f2eca90 [aiod4] 1405 0 0 0 DL aiordy 0xfffffe009eadca90 [aiod3] 1404 0 0 0 DL aiordy 0xfffffe009e91b548 [aiod2] 1403 0 0 0 DL aiordy 0xfffffe009f2ed000 [aiod1] 810 774 810 0 Rs syz-executor.2 786 774 786 0 Ss piperd 0xfffffe009f20b2e8 syz-executor.3 778 774 778 0 Ss piperd 0xfffffe0058bcf2e8 syz-executor.1 777 774 777 0 Ss piperd 0xfffffe009f20b5d0 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100101 S uwait 0xfffffe0058b27000 syz-fuzzer 100114 S uwait 0xfffffe0058b28380 syz-fuzzer 100115 S uwait 0xfffffe0058b28280 syz-fuzzer 100116 S uwait 0xfffffe0058b28180 syz-fuzzer 100117 S kqread 0xfffffe0007957100 syz-fuzzer 100118 S uwait 0xfffffe0058b28080 syz-fuzzer 100119 S uwait 0xfffffe0058b27f00 syz-fuzzer 100120 S uwait 0xfffffe0058b27e00 syz-fuzzer 100121 S uwait 0xfffffe0058b27c80 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058ca4b40 csh 770 688 770 0 Ss select 0xfffffe0056f6aec0 sshd 754 1 754 0 Rs+ CPU 0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579c9cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0057472cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579ca0b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579ca4b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00579ca8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579cacb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579cb0b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579cb4b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e41701 cron 688 1 688 0 Ss select 0xfffffe0056f6adc0 sshd 501 1 501 0 Ss select 0xfffffe0056f6ae40 syslogd 430 1 430 0 Ss wait 0xfffffe0053de1a90 devd 429 1 429 65 Ss select 0xfffffe0056f6b1c0 dhclient 344 1 344 0 Ss select 0xfffffe0056f6af40 dhclient 341 1 341 0 Ss select 0xfffffe0056f6b840 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056fa0548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f66f60 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f65560 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe00574720e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f99000 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f8ceb8 [dom0] 100083 D launds 0xffffffff83f8cec4 [laundry: dom0] 100084 D umarcl 0xffffffff81e46d90 [uma] 7 0 0 0 DL - 0xffffffff83bfdd28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8459e550 [pf purge] 5 0 0 0 DL waiting 0xffffffff849de4a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa0cc0 [doneq0] 100045 D - 0xffffffff83aa0c40 [async] 100076 D - 0xffffffff83aa0ac0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fd7488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f886e0 [crypto] 100041 D crypto_ 0xfffffe0053ecd830 [crypto returns 0] 100042 D crypto_ 0xfffffe0053ecd880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e16d00 [g_event] 100036 D - 0xffffffff83e16d20 [g_up] 100037 D - 0xffffffff83e16d40 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de1000 [init] 10 0 0 0 DL audit_w 0xffffffff83f891c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e17700 [swapper] 100005 D - 0xfffffe0053e84100 [if_config_tqg_0] 100006 D - 0xfffffe0053e84000 [softirq_0] 100007 D - 0xfffffe0053e83e00 [softirq_1] 100008 D - 0xfffffe0053e83d00 [if_io_tqg_0] 100009 D - 0xfffffe0053e83c00 [if_io_tqg_1] 100010 D - 0xfffffe000795a100 [inm_free taskq] 100011 D - 0xfffffe000795a000 [linuxkpi_irq_wq] 100012 D - 0xfffffe0007959e00 [in6m_free taskq] 100013 D - 0xfffffe0007959d00 [deferred_unmount ta] 100014 D - 0xfffffe0007959c00 [thread taskq] 100016 D - 0xfffffe0007959a00 [kqueue_ctx taskq] 100017 D - 0xfffffe0007959900 [pci_hp taskq] 100020 D - 0xfffffe0007959600 [aiod_kick taskq] 100021 D - 0xfffffe0007959500 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007959500 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007959500 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007959500 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007959400 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007959400 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007959400 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007959400 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0007959300 [firmware taskq] 100038 D - 0xfffffe0007959200 [crypto_0] 100039 D - 0xfffffe0007959200 [crypto_1] 100055 D - 0xfffffe0007959000 [vtnet0 rxq 0] 100056 D - 0xfffffe0007958e00 [vtnet0 txq 0] 100057 D - 0xfffffe0007958d00 [vtnet0 rxq 1] 100058 D - 0xfffffe0007958c00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f6c000 [virtio_balloon] 100066 D - 0xffffffff82b55be1 [deadlkres] 100070 D - 0xfffffe000795a200 [mca taskq] 100072 D - 0xfffffe00585ef600 [acpi_task_0] 100073 D - 0xfffffe00585ef600 [acpi_task_1] 100074 D - 0xfffffe00585ef600 [acpi_task_2] 100075 D - 0xfffffe0007959100 [CAM taskq] db> show all locks Process 2168 (syz-executor.2) thread 0xfffffe009f2d3740 (101823) exclusive rm pf rulesets (pf rulesets) r = 0 (0xffffffff846586a0) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:3436 exclusive sx pf config (pf config) r = 0 (0xffffffff846584c0) locked @ /syzkaller/managers/main/kernel/sys/netpfil/pf/pf_ioctl.c:3435 Process 754 (getty) thread 0xfffffe009eadec80 (100111) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe0057476408) locked @ /syzkaller/managers/main/kernel/sys/kern/tty_ttydisc.c:489 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35322 2081K 35393 vtbuf 24 1968K 46 kobj 328 1312K 489 newblk 97 1048K 1881 vfscache 3 1025K 3 inodedep 1201 962K 1360 pcb 42 561K 7993 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 dirrem 1175 294K 1298 subproc 138 255K 2258 acpica 1674 184K 57552 vnet_data 1 168K 1 vmem 3 146K 4 freefile 1167 146K 1281 tidhash 3 141K 3 linker 358 134K 386 pagedep 17 132K 1295 tfo_ccache 1 128K 1 filedesc 16 121K 2577 DEVFS1 109 109K 126 sem 4 106K 4 bus 994 81K 5207 mtx_pool 2 72K 2 syncache 1 68K 1 module 513 65K 513 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 352 44K 352 kdtrace 208 42K 4008 BPF 22 36K 22 temp 34 33K 1982 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 130 16K 410 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 43 14K 43 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 134 12K 134 sctp_timw 44 11K 44 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 1331 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 9 rpc 2 8K 2 shmfd 1 8K 47 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 cred 23 6K 204 kqueue 58 6K 2292 sctp_atcl 15 6K 4419 plimit 21 6K 349 ufs_dirhash 24 5K 24 UMA 272 5K 272 pf_ifnet 10 5K 19 vt 11 5K 11 sctp_stro 4 4K 468 memdesc 1 4K 1 MCA 32 4K 32 ioctlops 1 4K 183 evdev 4 4K 4 DEVFSP 62 4K 72 acpisem 28 4K 28 pwddesc 56 4K 2176 hhook 15 4K 17 diradd 26 4K 1331 kcovinfo 52 4K 52 session 25 4K 38 mkdir 24 3K 2566 proc-args 75 3K 3316 terminal 11 3K 11 indirdep 10 3K 70 uidinfo 3 3K 7 pf_rule 1 2K 1 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 lockf 19 2K 29 selfd 31 2K 48754 ip6ndp 12 2K 13 freework 7 2K 1303 newdirblk 14 2K 1283 Unitno 29 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 freeblks 6 2K 1290 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 37 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 18 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 sctp_atky 19 1K 4893 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 14 1K 455 osd 10 1K 173 CC Mem 6 1K 162 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 procdesc 2 1K 12 eventfd 2 1K 10 sctp_athm 15 1K 4419 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 sctp_map 8 1K 936 cryptodev 2 1K 42 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 6047 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 39 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 90 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2488 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 6 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 57 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 3 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 1460 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 8 acl 0 0K 0 mbuf_tag 0 0K 97 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15574 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 672 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1434796 0 254 38494208 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8641 1022 2166986 0 254 2473728 0 RADIX NODE 144 15875 192 73663 0 62 2313648 0 BUF TRIE 144 185 11603 642 0 62 1697472 0 malloc-384 384 4169 31 4509 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11648 70 12975 0 126 1499904 0 malloc-4096 4096 328 2 492 0 2 1351680 0 UMA Slabs 0 112 10811 19 10811 0 126 1212960 0 sctp_asoc 2256 4 506 468 0 254 1150560 0 vmem btag 56 17727 96 17727 0 254 998088 0 FFS inode 1160 516 23 1797 0 8 625240 0 sctp_ep 1208 11 499 3951 0 254 616080 0 tcpcb 1104 6 505 162 0 254 564144 0 VM OBJECT 264 1853 157 55230 0 30 530640 0 socket 960 37 471 5670 0 254 487680 0 malloc-384 384 1214 46 1422 0 30 483840 0 malloc-65536 65536 4 2 140 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 4 513 468 0 254 380512 0 256 Bucket 2048 168 8 6271 0 8 360448 0 malloc-256 256 1260 105 2232 0 62 349440 0 malloc-2048 2048 15 145 4146 0 8 327680 0 THREAD 1808 151 25 1831 0 8 318208 0 VNODE 448 556 110 1839 0 30 298368 0 malloc-16384 16384 11 7 1450 0 1 294912 0 malloc-4096 4096 66 6 2186 0 2 294912 0 malloc-64 64 4129 470 6917 0 254 294336 0 MAP ENTRY 96 2232 414 161064 0 126 254016 0 malloc-16 16 14655 345 14734 0 254 240000 0 DEVCTL 1024 21 199 151 0 0 225280 0 tcp_log 416 16 497 20 0 254 213408 0 malloc-128 128 1510 133 3036 0 126 210304 0 malloc-256 256 368 442 7642 0 62 207360 0 malloc-32768 32768 1 5 58 0 1 196608 0 mbuf_packet 256 2 760 1678 0 254 195072 0 malloc-32 32 5361 561 5792 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-128 128 1207 188 26883 0 126 178560 0 FPU_save_area 832 153 45 6341 0 16 164736 0 FFS2 dinode 256 516 114 1797 0 62 161280 0 malloc-1024 1024 121 23 345 0 16 147456 0 S VFS Cache 104 1003 401 2346 0 126 146016 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 76 0 1 131072 0 unpcb 256 11 499 1237 0 254 130560 0 ksiginfo 112 64 980 4586 0 126 116928 0 tcp_bbr_map 128 6 893 2556 0 126 115072 0 VMSPACE 2552 31 14 2152 0 4 114840 0 malloc-2048 2048 5 51 1082 0 8 114688 0 PROC 1352 55 26 2175 0 8 109512 0 128 Bucket 1024 60 39 660 0 16 101376 0 malloc-128 128 524 251 3913 0 126 99200 0 filedesc0 1072 56 28 2176 0 8 90048 0 UMA Kegs 384 230 3 230 0 30 89472 0 clpbuf 2624 0 32 17 0 16 83968 0 malloc-128 128 397 254 1277 0 126 83328 0 malloc-384 384 17 193 4421 0 30 80640 0 malloc-256 256 77 238 4034 0 62 80640 0 malloc-256 256 200 115 1897 0 62 80640 0 g_bio 408 0 180 5805 0 30 73440 0 64 Bucket 512 85 51 3703 0 30 69632 0 malloc-64 64 561 510 818 0 254 68544 0 malloc-64 64 527 544 2236 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 6 2 141 0 1 65536 0 malloc-4096 4096 13 3 27 0 2 65536 0 tcp_inpcb 424 6 120 162 0 30 53424 0 malloc-64 64 155 664 51083 0 254 52416 0 Files 80 193 457 14148 0 126 52000 0 malloc-128 128 156 247 653 0 126 51584 0 malloc-128 128 188 215 309 0 126 51584 0 32 Bucket 256 84 111 2261 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 19078 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 10 14 12 0 8 49152 0 malloc-1024 1024 27 21 86 0 16 49152 0 malloc-1024 1024 6 42 531 0 16 49152 0 ertt_txseginfo 40 0 1111 10107 0 254 44440 0 syncache 168 0 264 4 0 254 44352 0 malloc-8192 8192 4 1 6 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 5 5 634 0 2 40960 0 pcpu-8 8 4658 462 4814 0 254 40960 0 sctp_chunk 152 1 259 1 0 254 39520 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 187 0 30 38160 0 ripcb 424 2 88 56 0 30 38160 0 da_ccb 544 0 70 1556 0 16 38080 0 pipe 744 20 30 359 0 16 37200 0 malloc-64 64 0 567 14317 0 254 36288 0 malloc-64 64 196 371 216 0 254 36288 0 malloc-64 64 81 486 2509 0 254 36288 0 malloc-64 64 18 549 45 0 254 36288 0 malloc-128 128 55 224 2688 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 46 44 46 0 30 34560 0 malloc-384 384 82 8 83 0 30 34560 0 malloc-256 256 2 133 1188 0 62 34560 0 malloc-256 256 46 89 50 0 62 34560 0 malloc-256 256 49 86 685 0 62 34560 0 malloc-256 256 15 120 577 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-2048 2048 3 13 65 0 8 32768 0 malloc-2048 2048 7 9 65 0 8 32768 0 malloc-1024 1024 11 21 475 0 16 32768 0 malloc-1024 1024 6 26 1068 0 16 32768 0 malloc-512 512 11 53 27 0 30 32768 0 malloc-512 512 3 61 170 0 30 32768 0 malloc-512 512 4 60 19 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 sctp_stream_msg_out 112 0 288 1 0 254 32256 0 KNOTE 160 28 172 54746 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_bbr_pcb 832 2 34 10 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 12 0 254 28224 0 PWD 32 18 864 1361 0 254 28224 0 malloc-32 32 281 601 7567 0 254 28224 0 16 Bucket 144 58 138 285 0 62 28224 0 4 Bucket 48 7 581 90 0 254 28224 0 AIO 208 0 133 12 0 62 27664 0 udplite_inpcb 424 0 63 50 0 30 26712 0 TURNSTILE 136 177 12 177 0 62 25704 0 malloc-4096 4096 3 3 1506 0 2 24576 0 malloc-4096 4096 6 0 6 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 25 251 38 0 126 24288 0 rl_entry 40 42 564 42 0 254 24240 0 8 Bucket 80 59 241 1368 0 126 24000 0 malloc-384 384 40 20 42 0 30 23040 0 SLEEPQUEUE 88 177 79 177 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 237 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 tcp_inpcb ports 32 3 627 8 0 254 20160 0 ertt 72 6 274 162 0 126 20160 0 malloc-32 32 5 625 2265 0 254 20160 0 malloc-32 32 146 484 718 0 254 20160 0 malloc-32 32 127 503 129 0 254 20160 0 malloc-32 32 53 577 237 0 254 20160 0 malloc-32 32 23 607 1076 0 254 20160 0 2 Bucket 32 53 577 476 0 254 20160 0 AIOCB 552 0 35 56 0 16 19320 0 L VFS Cache 320 0 60 3 0 30 19200 0 AIOLIO 272 0 70 8 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 3 1 3 0 2 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 0 32 7 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 720032 0 254 16032 0 malloc-16 16 479 521 3442 0 254 16000 0 kenv 258 15 45 1044 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-32 32 85 293 2185 0 254 12096 0 malloc-16 16 9 741 2962 0 254 12000 0 malloc-16 16 22 728 135 0 254 12000 0 malloc-16 16 20 730 60 0 254 12000 0 malloc-16 16 52 698 30833 0 254 12000 0 malloc-16 16 32 718 2747 0 254 12000 0 malloc-16 16 35 715 1015 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 896 0 0 0 0 16 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0