Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x8fe49728 fault code = supervisor write data, page not present instruction pointer = 0x20:0xffffffff817e9824 stack pointer = 0x28:0xfffffe00998ca7a0 frame pointer = 0x28:0xfffffe00998ca880 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 3958 (syz-executor.1) trap number = 12 panic: page fault cpuid = 0 time = 1656108257 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00998c9f90 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00998ca0f0 vpanic() at vpanic+0x254/frame 0xfffffe00998ca1d0 panic() at panic+0xb5/frame 0xfffffe00998ca290 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe00998ca3b0 trap_pfault() at trap_pfault+0x182/frame 0xfffffe00998ca4f0 trap() at trap+0x5b3/frame 0xfffffe00998ca6d0 calltrap() at calltrap+0x8/frame 0xfffffe00998ca6d0 --- trap 0xc, rip = 0xffffffff817e9824, rsp = 0xfffffe00998ca7a0, rbp = 0xfffffe00998ca880 --- soclose() at soclose+0x584/frame 0xfffffe00998ca880 _fdrop() at _fdrop+0x58/frame 0xfffffe00998ca8b0 closef() at closef+0x689/frame 0xfffffe00998caa90 fdescfree() at fdescfree+0xa84/frame 0xfffffe00998cac70 exit1() at exit1+0x915/frame 0xfffffe00998cad10 sys_exit() at sys_exit+0x28/frame 0xfffffe00998cad30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe00998caf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00998caf30 --- syscall (1, FreeBSD ELF64, sys_exit), rip = 0x2ebf1a, rsp = 0x8210df0f8, rbp = 0x8210df100 --- KDB: enter: panic [ thread pid 3958 tid 101606 ] Stopped at kdb_enter+0x6b: movq $0,0x275e2ba(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0 rsp 0xfffffe00998ca0d0 rbp 0xfffffe00998ca0f0 rsi 0x1 rdi 0 r8 0x3 r9 0xffffffff r10 0 r11 0xfffffe0058b9e510 r12 0 r13 0xfffffe0098b3a740 r14 0xffffffff82b62080 .str.26 r15 0xffffffff82b62080 .str.26 rip 0xffffffff8171b45b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275e2ba(%rip) db> show proc Process 3958 (syz-executor.1) at 0xfffffe0098a3e000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 786 at 0xfffffe0092778548 ABI: FreeBSD ELF64 flag: 0x10002000 flag2: 0x40000 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053dcc000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009a7b1000 (map 0xfffffe009a7b1000) (map.pmap 0xfffffe009a7b10c0) (pmap 0xfffffe009a7b1128) threads: 1 101606 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 3958 786 786 0 RE CPU 0 syz-executor.1 3648 3642 3648 0 Ss select 0xfffffe0057870f40 dhclient 3645 1 3645 0 Ss select 0xfffffe00578710c0 dhclient 3642 3635 430 65 S select 0xfffffe0057871440 dhclient 3635 430 430 0 S wait 0xfffffe0096142000 sh 3624 1 3624 65 Ss select 0xfffffe0056fbbf40 dhclient 3450 0 0 0 DL mdwait 0xfffffe009a7be000 [md3] 3443 0 0 0 DL mdwait 0xfffffe009a5b5000 [md2] 3439 0 0 0 DL mdwait 0xfffffe0098ae3000 [md1] 3433 0 0 0 DL mdwait 0xfffffe009a6fb000 [md0] 2938 1 2938 0 Ss select 0xfffffe00578711c0 dhclient 2935 1 2935 0 Ss select 0xfffffe00578713c0 dhclient 2912 1 2912 65 Ss select 0xfffffe0056fbc6c0 dhclient 2565 1 816 0 S uwait 0xfffffe0092bb9500 syz-executor.3 2563 1 816 0 S uwait 0xfffffe0092bb6480 syz-executor.3 2560 1 816 0 S uwait 0xfffffe005887af00 syz-executor.3 2558 1 785 0 S uwait 0xfffffe009232ba00 syz-executor.0 2557 1 786 0 S uwait 0xfffffe0058ad1800 syz-executor.1 2555 1 816 0 S uwait 0xfffffe0058ad3800 syz-executor.3 2551 1 785 0 S uwait 0xfffffe0098b82300 syz-executor.0 2550 1 786 0 S uwait 0xfffffe0058ad1900 syz-executor.1 2549 1 816 0 S uwait 0xfffffe0058ad3300 syz-executor.3 2544 1 785 0 S uwait 0xfffffe0092bb6980 syz-executor.0 2543 1 786 0 S uwait 0xfffffe0058ad1f00 syz-executor.1 2540 1 816 0 S uwait 0xfffffe0058ad4d80 syz-executor.3 2531 1 816 0 S uwait 0xfffffe0058ad4c00 syz-executor.3 2039 1 2039 0 Ss select 0xfffffe0056f9d0c0 dhclient 2036 1 2036 0 Ss select 0xfffffe0056fbc5c0 dhclient 2013 1 2013 65 Ss select 0xfffffe0056f9d1c0 dhclient 1333 0 0 0 DL aiordy 0xfffffe0096143000 [aiod4] 1332 0 0 0 DL aiordy 0xfffffe0092778a90 [aiod3] 1331 0 0 0 DL aiordy 0xfffffe0098a3fa90 [aiod2] 1330 0 0 0 DL aiordy 0xfffffe0092777000 [aiod1] 1194 1 1194 0 Ss select 0xfffffe0056f9d140 dhclient 1191 1 1191 0 Ss select 0xfffffe0056fbc840 dhclient 816 774 816 0 Ss piperd 0xfffffe0058b168b8 syz-executor.3 798 774 798 0 Ss piperd 0xfffffe0092b0a2e8 syz-executor.2 786 774 786 0 Ss nanslp 0xffffffff83e46dc1 syz-executor.1 785 774 785 0 Ss piperd 0xfffffe0058b15000 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100111 S uwait 0xfffffe009232bd00 syz-fuzzer 100113 S uwait 0xfffffe0058a12180 syz-fuzzer 100114 S uwait 0xfffffe0058a12280 syz-fuzzer 100115 S uwait 0xfffffe0058a12380 syz-fuzzer 100116 S uwait 0xfffffe0058a12480 syz-fuzzer 100117 S uwait 0xfffffe009232bf00 syz-fuzzer 100118 S kqread 0xfffffe005785be00 syz-fuzzer 100120 S uwait 0xfffffe0058ad4800 syz-fuzzer 100122 S uwait 0xfffffe0058ad1e00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092777b40 csh 770 688 770 0 Ss select 0xfffffe0056fbc8c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe0056f2fcb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0056f2ecb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00585d74b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00585d78b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00585d7cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00585d80b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00585d84b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00585d88b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585d8cb0 getty 692 1 692 0 Ss nanslp 0xffffffff83e46dc1 cron 688 1 688 0 Ss select 0xfffffe0056f9ca40 sshd 501 1 501 0 Ss select 0xfffffe0056f9cac0 syslogd 430 1 430 0 Ss wait 0xfffffe0058bfaa90 devd 429 1 429 65 Ss select 0xfffffe0057871a40 dhclient 344 1 344 0 Ss select 0xfffffe0056f9cc40 dhclient 341 1 341 0 Ss select 0xfffffe0056f9cec0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f67548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6c5e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6abe0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0053c6e8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9e700 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f925b8 [dom0] 100080 D launds 0xffffffff83f925c4 [laundry: dom0] 100081 D umarcl 0xffffffff81e53cc0 [uma] 7 0 0 0 DL - 0xffffffff83c033a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff846d5550 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b72420 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa6340 [doneq0] 100045 D - 0xffffffff83aa62c0 [async] 100076 D - 0xffffffff83aa6140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0007962888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8dde0 [crypto] 100041 D crypto_ 0xfffffe0053e71d30 [crypto returns 0] 100042 D crypto_ 0xfffffe0053e71d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1c3c0 [g_event] 100036 D - 0xffffffff83e1c3e0 [g_up] 100037 D - 0xffffffff83e1c400 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dcc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8e8c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1cdc0 [swapper] 100005 D - 0xfffffe000817de00 [if_config_tqg_0] 100006 D - 0xfffffe000817dd00 [softirq_0] 100007 D - 0xfffffe000817dc00 [softirq_1] 100008 D - 0xfffffe000817db00 [if_io_tqg_0] 100009 D - 0xfffffe000817da00 [if_io_tqg_1] 100010 D - 0xfffffe000817d900 [inm_free taskq] 100011 D - 0xfffffe000817d800 [linuxkpi_irq_wq] 100012 D - 0xfffffe000817d700 [in6m_free taskq] 100013 D - 0xfffffe000817d600 [deferred_unmount ta] 100014 D - 0xfffffe000817d500 [thread taskq] 100016 D - 0xfffffe000817d300 [kqueue_ctx taskq] 100017 D - 0xfffffe000817d200 [pci_hp taskq] 100020 D - 0xfffffe000817ce00 [aiod_kick taskq] 100021 D - 0xfffffe000817cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000817cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000817cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000817cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000817cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000817cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000817cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000817cc00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000817cb00 [firmware taskq] 100038 D - 0xfffffe000817ca00 [crypto_0] 100039 D - 0xfffffe000817ca00 [crypto_1] 100055 D - 0xfffffe000817c800 [vtnet0 rxq 0] 100056 D - 0xfffffe000817c700 [vtnet0 txq 0] 100057 D - 0xfffffe000817c600 [vtnet0 rxq 1] 100058 D - 0xfffffe000817c500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f9d380 [virtio_balloon] 100066 D - 0xffffffff82b67f00 [deadlkres] 100070 D - 0xfffffe000817e100 [mca taskq] 100071 D - 0xfffffe00585d3300 [acpi_task_0] 100072 D - 0xfffffe00585d3300 [acpi_task_1] 100073 D - 0xfffffe00585d3300 [acpi_task_2] 100075 D - 0xfffffe000817c900 [CAM taskq] db> show all locks Process 3958 (syz-executor.1) thread 0xfffffe0098b3a740 (101606) exclusive sleep mutex socket (socket) r = 0 (0xfffffe0058bd83c0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:1288 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4249 sysctloid 35673 2102K 35744 vtbuf 24 1968K 46 kobj 328 1312K 526 newblk 114 1053K 9566 vfscache 3 1025K 3 pcb 334 886K 7279 inodedep 112 554K 3392 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 167 339K 4058 filedesc 38 297K 5985 vmem 3 274K 6 acpica 1674 184K 57552 vnet_data 1 168K 1 sctp_stro 156 156K 1501 tidhash 3 141K 3 linker 358 134K 386 pagedep 10 131K 3024 tfo_ccache 1 128K 1 sctp_atcl 314 118K 5368 DEVFS1 113 113K 130 sem 4 106K 4 BPF 46 88K 50 bus 995 81K 5208 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 396 50K 396 kdtrace 241 46K 7969 DEVFS3 132 33K 142 temp 35 33K 2517 hostcache 1 32K 1 shm 1 32K 12 msg 4 30K 4 gtaskqueue 18 26K 18 dirrem 93 24K 3270 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 sctp_atky 470 20K 7133 ufs_mount 4 17K 5 proc 3 17K 3 md_disk 8 17K 8 tty 16 16K 16 md_sectors 4 16K 4 routetbl 136 16K 524 lltable 50 16K 109 ithread 97 16K 97 freework 61 16K 5183 GEOM 89 15K 674 sctp_timw 57 15K 57 bus-sc 34 15K 1681 freefile 101 13K 3231 KTRACE 101 13K 267 ether_multi 157 13K 207 ifnet 7 13K 7 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 3401 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 30 rpc 2 8K 2 shmfd 1 8K 29 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 78 7K 3972 taskqueue 63 7K 63 cred 26 7K 249 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 439 lockf 49 6K 378 sctp_athm 314 5K 5612 sctp_map 312 5K 3000 pwddesc 75 5K 3973 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 35 UMA 275 5K 275 DEVFSP 68 5K 328 session 34 5K 63 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 104 4K 5288 acpisem 28 4K 28 hhook 15 4K 17 selfd 52 4K 61070 kcovinfo 52 4K 52 freeblks 12 3K 3268 terminal 11 3K 11 select 19 3K 55 uidinfo 3 3K 9 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 235 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 16 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 CC Mem 17 2K 1080 sctp_stri 2 1K 522 softdep 1 1K 1 mkdir 8 1K 5980 indirdep 4 1K 2518 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 36 NFSD session 1 1K 1 mount 19 1K 94 inpcbpolicy 28 1K 1450 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 pci_link 10 1K 10 diradd 5 1K 3311 crypto 4 1K 146 encap_export_host 12 1K 12 procdesc 5 1K 18 osd 21 1K 1091 newdirblk 4 1K 2990 pfil 4 1K 4 cdev 2 1K 2 pf_osfp 4 1K 4 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 400 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 4 pmchooks 1 1K 1 soname 4 1K 7706 filecaps 5 1K 115 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 44 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 2715 sctp_iter 0 0K 53 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 65 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_aadr 0 0K 20 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 24 pf_rule 0 0K 18 pf_altq 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 74 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 398 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2380 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 16 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 252 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 150 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 4 in_mfilter 0 0K 8 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 3199 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 49 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 245 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 19 acl 0 0K 0 mbuf_tag 0 0K 146 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 17510 ioctlops 0 0K 390 eventfd 0 0K 7 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 336 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 795 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 96 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8337 1061 1032370 0 254 38494208 0 tcp_log 416 0 19305 390198 0 254 8030880 0 mbuf 256 9197 7576 2506397 0 254 4293888 0 pbuf 2624 0 778 0 0 2 2041472 0 malloc-384 384 4282 518 7622 0 30 1843200 0 ertt_txseginfo 40 34483 11068 548682 0 254 1822040 0 RADIX NODE 144 12155 384 108623 0 62 1805616 0 malloc-128 128 12767 470 25526 0 126 1694336 0 BUF TRIE 144 181 11579 4973 0 62 1693440 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 341 3 553 0 2 1409024 0 UMA Slabs 0 112 11061 21 11061 0 126 1241184 0 vmem btag 56 21137 70 21137 0 254 1187592 0 sctp_asoc 2256 156 354 1471 0 254 1150560 0 tcp_bbr_map 128 2148 3401 122380 0 126 710272 0 256 Bucket 2048 327 17 9196 0 8 704512 0 VM OBJECT 264 2455 125 95092 0 30 681120 0 FFS inode 1160 538 36 3770 0 8 665840 0 sctp_ep 1208 156 354 3602 0 254 616080 0 tcpcb 1104 17 494 1080 0 254 564144 0 socket 960 56 452 6395 0 254 487680 0 malloc-16384 16384 19 7 3151 0 1 425984 0 malloc-65536 65536 4 2 210 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 161 356 1681 0 254 380512 0 malloc-4096 4096 84 8 4060 0 2 376832 0 malloc-2048 2048 163 21 3851 0 8 376832 0 MAP ENTRY 96 3424 482 273050 0 126 374976 0 THREAD 1808 164 34 4002 0 8 357984 0 VNODE 448 578 115 3812 0 30 310464 0 malloc-64 64 3957 390 65218 0 254 278208 0 sctp_chunk 152 180 1614 20711 0 254 272688 0 malloc-65536 65536 2 2 80 0 1 262144 0 malloc-65536 65536 2 2 138 0 1 262144 0 malloc-32768 32768 1 7 2340 0 1 262144 0 malloc-256 256 444 561 8219 0 62 257280 0 malloc-16 16 14774 226 17017 0 254 240000 0 DEVCTL 1024 17 203 163 0 0 225280 0 mbuf_packet 256 91 671 14992 0 254 195072 0 malloc-128 128 1337 182 27242 0 126 194432 0 UMA Zones 768 247 2 247 0 16 191232 0 malloc-32 32 5399 523 6603 0 254 189504 0 malloc-1024 1024 159 17 1495 0 16 180224 0 FPU_save_area 832 166 50 7731 0 16 179712 0 VMSPACE 2552 51 15 3942 0 4 168432 0 malloc-32768 32768 1 4 121 0 1 163840 0 FFS2 dinode 256 538 92 3769 0 62 161280 0 malloc-256 256 188 442 11410 0 62 161280 0 S VFS Cache 104 1062 459 4434 0 126 158184 0 malloc-384 384 314 76 5369 0 30 149760 0 128 Bucket 1024 89 42 1618 0 16 134144 0 malloc-2048 2048 9 55 516 0 8 131072 0 malloc-1024 1024 124 4 298 0 16 131072 0 unpcb 256 20 490 1307 0 254 130560 0 malloc-256 256 2 508 5781 0 62 130560 0 PROC 1352 75 15 3965 0 8 121680 0 ksiginfo 112 79 965 3850 0 126 116928 0 malloc-256 256 315 120 7140 0 62 111360 0 malloc-8192 8192 10 3 13 0 1 106496 0 malloc-4096 4096 22 4 39 0 2 106496 0 filedesc0 1072 76 22 3973 0 8 105056 0 malloc-16384 16384 6 0 21 0 1 98304 0 UMA Kegs 384 233 0 233 0 30 89472 0 syncache 168 0 528 9 0 254 88704 0 64 Bucket 512 107 61 5823 0 30 86016 0 g_bio 408 0 210 40091 0 30 85680 0 malloc-64 64 994 329 10460 0 254 84672 0 clpbuf 2624 0 32 90 0 16 83968 0 malloc-128 128 398 253 4710 0 126 83328 0 malloc-8192 8192 3 7 77 0 1 81920 0 sctp_readq 152 1 519 9127 0 254 79040 0 malloc-64 64 672 399 6105 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 32 Bucket 256 102 153 11427 0 62 65280 0 sctp_stream_msg_out 112 41 499 389 0 254 60480 0 malloc-8192 8192 5 2 106 0 1 57344 0 tcp_inpcb 424 17 109 1080 0 30 53424 0 malloc-256 256 106 89 725 0 62 49920 0 malloc-256 256 64 131 5291 0 62 49920 0 malloc-256 256 62 133 510 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 28841 0 16 49152 0 malloc-8192 8192 3 3 63 0 1 49152 0 malloc-4096 4096 9 3 552 0 2 49152 0 malloc-2048 2048 13 11 150 0 8 49152 0 malloc-2048 2048 1 23 548 0 8 49152 0 malloc-1024 1024 4 44 512 0 16 49152 0 malloc-384 384 83 37 83 0 30 46080 0 malloc-384 384 92 28 432 0 30 46080 0 pcpu-8 8 4737 383 5401 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 222 0 30 38160 0 ripcb 424 5 85 120 0 30 38160 0 da_ccb 544 0 70 10152 0 16 38080 0 pipe 744 23 27 407 0 16 37200 0 PWD 32 31 1103 3066 0 254 36288 0 malloc-64 64 166 401 18159 0 254 36288 0 malloc-64 64 108 459 108 0 254 36288 0 malloc-64 64 73 494 152 0 254 36288 0 malloc-64 64 2 565 610 0 254 36288 0 malloc-64 64 1 566 45 0 254 36288 0 16 Bucket 144 81 171 676 0 62 36288 0 malloc-128 128 41 238 306 0 126 35712 0 malloc-128 128 71 208 110 0 126 35712 0 malloc-128 128 79 200 619 0 126 35712 0 malloc-128 128 89 190 3670 0 126 35712 0 malloc-128 128 15 264 15 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 15 120 3228 0 62 34560 0 TURNSTILE 136 199 53 199 0 62 34272 0 SLEEPQUEUE 88 199 185 199 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 10 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 1 15 18 0 8 32768 0 malloc-2048 2048 1 15 27 0 8 32768 0 malloc-2048 2048 2 14 222 0 8 32768 0 malloc-1024 1024 13 19 1264 0 16 32768 0 malloc-1024 1024 20 12 69 0 16 32768 0 malloc-1024 1024 10 22 14 0 16 32768 0 malloc-1024 1024 2 30 11 0 16 32768 0 malloc-512 512 3 61 701 0 30 32768 0 malloc-512 512 4 60 52 0 30 32768 0 malloc-512 512 8 56 13 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 11 53 20 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 tcp_rack_pcb 896 0 36 398 0 16 32256 0 KNOTE 160 28 172 56561 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 236 164 17441 0 126 32000 0 tcp_rack_map 120 0 264 1148 0 126 31680 0 tcp_bbr_pcb 832 12 24 504 0 16 29952 0 cpuset 104 7 272 398 0 126 29016 0 sctp_laddr 48 129 459 1387 0 254 28224 0 tcp_inpcb ports 32 2 880 761 0 254 28224 0 malloc-32 32 408 474 3343 0 254 28224 0 4 Bucket 48 8 580 129 0 254 28224 0 2 Bucket 32 62 820 1012 0 254 28224 0 AIO 208 0 133 45 0 62 27664 0 udplite_inpcb 424 0 63 28 0 30 26712 0 malloc-4096 4096 4 2 6 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 34 242 63 0 126 24288 0 rl_entry 40 88 518 88 0 254 24240 0 8 Bucket 80 52 248 1798 0 126 24000 0 malloc-384 384 24 36 38 0 30 23040 0 malloc-384 384 4 56 74 0 30 23040 0 malloc-384 384 0 60 40 0 30 23040 0 domainset 40 0 567 297 0 254 22680 0 hostcache 64 3 312 3 0 254 20160 0 udpcb 32 6 624 250 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 ertt 72 17 263 1080 0 126 20160 0 malloc-32 32 323 307 5335 0 254 20160 0 malloc-32 32 75 555 283 0 254 20160 0 malloc-32 32 60 570 5999 0 254 20160 0 malloc-32 32 165 465 1587 0 254 20160 0 malloc-32 32 45 585 743 0 254 20160 0 malloc-32 32 0 630 103 0 254 20160 0 cryptop 280 0 70 26 0 30 19600 0 AIOCB 552 0 35 121 0 16 19320 0 AIOLIO 272 0 70 19 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 3199 0 2 16384 0 malloc-4096 4096 3 1 4 0 2 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 774810 0 254 16032 0 malloc-16 16 576 424 10657 0 254 16000 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 1 0 254 12096 0 malloc-16 16 333 417 6498 0 254 12000 0 malloc-16 16 47 703 27503 0 254 12000 0 malloc-16 16 11 739 21 0 254 12000 0 malloc-16 16 335 415 2971 0 254 12000 0 malloc-16 16 5 745 29 0 254 12000 0 itimer 352 0 33 1 0 30 11616 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 23 477 24 0 254 8000 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 9 0 254 2048 0 md3 512 0 0 0 0 30 0 0 md2 512 0 0 0 0 30 0 0 md1 512 0 0 0 0 30 0 0 md0 512 0 0 0 0 30 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0