Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x58c3dea8 fault code = supervisor write data, page not present instruction pointer = 0x20:0xffffffff817e9824 stack pointer = 0x0:0xfffffe00a5baa620 frame pointer = 0x0:0xfffffe00a5baa700 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 2324 (syz-executor.1) trap number = 12 panic: page fault cpuid = 1 time = 1656112798 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a5ba9e10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a5ba9f70 vpanic() at vpanic+0x254/frame 0xfffffe00a5baa050 panic() at panic+0xb5/frame 0xfffffe00a5baa110 trap_fatal() at trap_fatal+0x6bd/frame 0xfffffe00a5baa230 trap_pfault() at trap_pfault+0x182/frame 0xfffffe00a5baa370 trap() at trap+0x5b3/frame 0xfffffe00a5baa550 calltrap() at calltrap+0x8/frame 0xfffffe00a5baa550 --- trap 0xc, rip = 0xffffffff817e9824, rsp = 0xfffffe00a5baa620, rbp = 0xfffffe00a5baa700 --- soclose() at soclose+0x584/frame 0xfffffe00a5baa700 _fdrop() at _fdrop+0x58/frame 0xfffffe00a5baa730 closef() at closef+0x689/frame 0xfffffe00a5baa910 fdescfree() at fdescfree+0xa84/frame 0xfffffe00a5baaaf0 fork1() at fork1+0xb9d/frame 0xfffffe00a5baac10 sys_rfork() at sys_rfork+0x1c2/frame 0xfffffe00a5baad30 ia32_syscall() at ia32_syscall+0x41a/frame 0xfffffe00a5baaf30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 2324 tid 102321 ] Stopped at kdb_enter+0x6b: movq $0,0x275e2ba(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe00a0c00000 rdx 0x3ffff rbx 0 rsp 0xfffffe00a5ba9f50 rbp 0xfffffe00a5ba9f70 rsi 0x40001 rdi 0xffffffff8172b938 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe00a6849350 r12 0 r13 0xfffffe00a6848e40 r14 0xffffffff82b62080 .str.26 r15 0xffffffff82b62080 .str.26 rip 0xffffffff8171b45b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x275e2ba(%rip) db> show proc Process 2324 (syz-executor.1) at 0xfffffe00a67cf000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffffe009f03aa90 ABI: FreeBSD ELF32 flag: 0x10480080 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053dcc000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a67d1000 (map 0xfffffe00a67d1000) (map.pmap 0xfffffe00a67d10c0) (pmap 0xfffffe00a67d1128) threads: 2 101505 s syz-executor.1 102321 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 2325 793 793 0 R (threaded) syz-executor.3 100475 RunQ syz-executor.3 102322 S sbwait 0xfffffe0058c4158c syz-executor.3 102324 S connec 0xfffffe0058c410da syz-executor.3 102325 S uwait 0xfffffe00a63c0480 syz-executor.3 2324 778 778 0 T (threaded) syz-executor.1 101505 s syz-executor.1 102321 Run CPU 1 syz-executor.1 2320 777 777 0 R (threaded) syz-executor.0 101659 RunQ syz-executor.0 102312 S connec 0xfffffe0058c3ec1a syz-executor.0 102318 S uwait 0xfffffe00a63beb80 syz-executor.0 102323 S uwait 0xfffffe00a63bff00 syz-executor.0 2319 781 781 0 R (threaded) syz-executor.2 101550 RunQ syz-executor.2 102314 S ksem 0xfffffe0053f89398 syz-executor.2 102317 S connec 0xfffffe0058c4249a syz-executor.2 102319 S uwait 0xfffffe009e9de280 syz-executor.2 1767 1 781 0 S umtxn 0xfffffe009e9de180 syz-executor.2 1766 1 781 0 S umtxn 0xfffffe00a63bf280 syz-executor.2 1763 1 793 0 S uwait 0xfffffe009e9dc680 syz-executor.3 1762 1 777 0 S uwait 0xfffffe009e9dcc00 syz-executor.0 1761 1 793 0 S umtxn 0xfffffe00a63bf180 syz-executor.3 1760 1 777 0 S uwait 0xfffffe009e9e0100 syz-executor.0 1759 1 781 0 S uwait 0xfffffe00a63bf480 syz-executor.2 1756 1 778 0 S uwait 0xfffffe0058af8d00 syz-executor.1 1755 1 781 0 S uwait 0xfffffe00a63bf380 syz-executor.2 1754 1 778 0 S uwait 0xfffffe009e9ddf00 syz-executor.1 1751 1 793 0 S umtxn 0xfffffe009f030100 syz-executor.3 1750 1 777 0 S uwait 0xfffffe009e9e0f00 syz-executor.0 1749 1 781 0 S uwait 0xfffffe009f030500 syz-executor.2 1748 1 793 0 S uwait 0xfffffe00a63be980 syz-executor.3 1747 1 778 0 S uwait 0xfffffe009e9de680 syz-executor.1 1746 1 777 0 S uwait 0xfffffe009f02fd80 syz-executor.0 1743 1 781 0 S uwait 0xfffffe0058ae5600 syz-executor.2 1742 1 778 0 S uwait 0xfffffe009f02fe80 syz-executor.1 1739 1 793 0 S uwait 0xfffffe0058ae5d00 syz-executor.3 1738 1 777 0 S uwait 0xfffffe009f031200 syz-executor.0 1737 1 778 0 S uwait 0xfffffe00a63bf680 syz-executor.1 1736 1 793 0 S uwait 0xfffffe0058b53780 syz-executor.3 1735 1 777 0 S uwait 0xfffffe00a63bf780 syz-executor.0 1733 1 778 0 S uwait 0xfffffe009f030e00 syz-executor.1 1726 1 778 0 S uwait 0xfffffe0058ae5400 syz-executor.1 1723 1 778 0 S uwait 0xfffffe0058ae5980 syz-executor.1 1676 1670 1676 0 Ss select 0xfffffe0056fbc7c0 dhclient 1673 1 1673 0 Ss select 0xfffffe0056f9ca40 dhclient 1670 1663 430 65 S select 0xfffffe0056f9c9c0 dhclient 1663 430 430 0 S wait 0xfffffe00a6627548 sh 1653 1 1653 65 Ss select 0xfffffe0056f9c940 dhclient 1575 1 778 0 S uwait 0xfffffe009f031300 syz-executor.1 1363 0 0 0 DL - 0xffffffff83e1eb80 [accounting] 1224 0 0 0 DL aiordy 0xfffffe0053dcca90 [aiod4] 1223 0 0 0 DL aiordy 0xfffffe0058c86000 [aiod3] 1222 0 0 0 DL aiordy 0xfffffe009f03b548 [aiod2] 1221 0 0 0 DL aiordy 0xfffffe00a5d08a90 [aiod1] 1018 1 1018 0 Ss select 0xfffffe0056fbc9c0 dhclient 1015 1 1015 0 Ss select 0xfffffe0056fbc5c0 dhclient 793 774 793 0 Rs syz-executor.3 781 774 781 0 Rs syz-executor.2 778 774 778 0 Rs syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100101 S uwait 0xfffffe0058ae5b00 syz-fuzzer 100114 S uwait 0xfffffe0058ae2c00 syz-fuzzer 100115 S uwait 0xfffffe0058ae2d00 syz-fuzzer 100116 S kqread 0xfffffe009e8bbc00 syz-fuzzer 100117 S uwait 0xfffffe0058ae2f00 syz-fuzzer 100118 S uwait 0xfffffe0057846b00 syz-fuzzer 100119 S uwait 0xfffffe009f031600 syz-fuzzer 100121 S uwait 0xfffffe0058af8500 syz-fuzzer 100123 S uwait 0xfffffe009e9de800 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058c875f8 csh 770 688 770 0 Ss select 0xfffffe0056fbc940 sshd 754 1 754 0 Rs+ getty 753 1 753 0 Ss+ ttyin 0xfffffe00585d78b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00585d7cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00585d80b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00585d84b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0056f298b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0056f29cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00585d88b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00585d8cb0 getty 692 1 692 0 Ss nanslp 0xffffffff83e46dc1 cron 688 1 688 0 Ss select 0xfffffe0056f9cac0 sshd 501 1 501 0 Ss select 0xfffffe0056f9cc40 syslogd 430 1 430 0 Ss wait 0xfffffe0058b7e000 devd 429 1 429 65 Ss select 0xfffffe0056f9d1c0 dhclient 344 1 344 0 Ss select 0xfffffe0056f9cdc0 dhclient 341 1 341 0 Ss select 0xfffffe0056f9cf40 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f67548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6c5e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6abe0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe0053c6e8e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9e700 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f925b8 [dom0] 100083 D launds 0xffffffff83f925c4 [laundry: dom0] 100084 D umarcl 0xffffffff81e53cc0 [uma] 7 0 0 0 DL - 0xffffffff83c033a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8456b550 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b89420 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa6340 [doneq0] 100045 D - 0xffffffff83aa62c0 [async] 100076 D - 0xffffffff83aa6140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0007962888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8dde0 [crypto] 100041 D crypto_ 0xfffffe0053e71d30 [crypto returns 0] 100042 D crypto_ 0xfffffe0053e71d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1c3c0 [g_event] 100036 D - 0xffffffff83e1c3e0 [g_up] 100037 D - 0xffffffff83e1c400 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 Run CPU 0 [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dcc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8e8c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1cdc0 [swapper] 100005 D - 0xfffffe000817de00 [if_config_tqg_0] 100006 D - 0xfffffe000817dd00 [softirq_0] 100007 D - 0xfffffe000817dc00 [softirq_1] 100008 D - 0xfffffe000817db00 [if_io_tqg_0] 100009 D - 0xfffffe000817da00 [if_io_tqg_1] 100010 D - 0xfffffe000817d900 [inm_free taskq] 100011 D - 0xfffffe000817d800 [linuxkpi_irq_wq] 100012 D - 0xfffffe000817d700 [in6m_free taskq] 100013 D - 0xfffffe000817d600 [deferred_unmount ta] 100014 D - 0xfffffe000817d500 [thread taskq] 100016 D - 0xfffffe000817d300 [kqueue_ctx taskq] 100017 D - 0xfffffe000817d200 [pci_hp taskq] 100020 D - 0xfffffe000817ce00 [aiod_kick taskq] 100021 D - 0xfffffe000817cd00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000817cd00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000817cd00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000817cd00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000817cc00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000817cc00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000817cc00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000817cc00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000817cb00 [firmware taskq] 100038 D - 0xfffffe000817ca00 [crypto_0] 100039 D - 0xfffffe000817ca00 [crypto_1] 100055 D - 0xfffffe000817c800 [vtnet0 rxq 0] 100056 D - 0xfffffe000817c700 [vtnet0 txq 0] 100057 D - 0xfffffe000817c600 [vtnet0 rxq 1] 100058 D - 0xfffffe000817c500 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f9d380 [virtio_balloon] 100066 D - 0xffffffff82b67f01 [deadlkres] 100070 D - 0xfffffe000817e100 [mca taskq] 100071 D - 0xfffffe00585d3300 [acpi_task_0] 100072 D - 0xfffffe00585d3300 [acpi_task_1] 100073 D - 0xfffffe00585d3300 [acpi_task_2] 100075 D - 0xfffffe000817c900 [CAM taskq] db> show all locks Process 2325 (syz-executor.3) thread 0xfffffe00a684c740 (102322) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe0058c41540) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:4175 Process 2324 (syz-executor.1) thread 0xfffffe00a6848e40 (102321) exclusive sleep mutex socket (socket) r = 0 (0xfffffe0058c3e3c0) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:1288 Process 12 (intr) thread 0xfffffe0053e86e40 (100032) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffffe0053e72300) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_hpts.c:1424 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35205 2074K 35276 vtbuf 24 1968K 46 kobj 328 1312K 490 newblk 146 1061K 7392 vfscache 3 1025K 3 pcb 296 845K 2707 inodedep 208 590K 1726 filedesc 72 570K 2829 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 190 376K 2434 vmem 3 274K 5 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 386 pagedep 23 134K 1406 tfo_ccache 1 128K 1 sctp_stro 121 121K 523 DEVFS1 109 109K 126 sem 4 106K 4 sctp_atcl 261 98K 1938 bus 995 81K 5208 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 BPF 30 53K 53 umtx 418 53K 418 kdtrace 269 52K 4652 dirrem 180 45K 1611 temp 35 35K 2401 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 2 msg 4 30K 4 gtaskqueue 18 26K 18 freefile 184 23K 1565 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 69 20K 71 routetbl 143 19K 487 lltable 56 18K 104 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 sctp_atky 382 16K 2637 ithread 97 16K 97 freework 62 16K 3629 bus-sc 34 15K 1681 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 1771 ksem 2 9K 60 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 rpc 2 8K 2 shmfd 1 8K 8 pfs_vncache 1 8K 1 kqueue 86 8K 2336 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 pf_ifnet 20 7K 33 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 217 plimit 22 6K 364 pwddesc 84 6K 2347 ufs_dirhash 24 5K 24 UMA 271 5K 271 vt 11 5K 11 sctp_athm 261 5K 2029 pf_table 2 4K 15 memdesc 1 4K 1 MCA 32 4K 32 DEVFSP 64 4K 328 evdev 4 4K 4 sctp_map 242 4K 1058 proc-args 109 4K 3523 acpisem 28 4K 28 session 28 4K 55 hhook 15 4K 17 freeblks 13 4K 1674 kcovinfo 52 4K 52 terminal 11 3K 11 lockf 23 3K 36 selfd 38 3K 41946 newdirblk 18 3K 1383 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 30 2K 99 select 13 2K 102 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 CC Mem 21 2K 983 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 inpcbpolicy 33 2K 1543 sctp_stri 2 1K 186 softdep 1 1K 1 mkdir 8 1K 2766 indirdep 4 1K 3287 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 40 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 293 pci_link 10 1K 10 osd 25 1K 971 crypto 4 1K 4 encap_export_host 12 1K 12 diradd 4 1K 1646 freefrag 4 1K 14 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 14 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 9 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 7 1K 5940 aesni_data 2 1K 2 cryptodev 2 1K 274 pf_rule 1 1K 11 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 4 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 40 pmc 1 1K 1 acpiintr 1 1K 1 filedesc_to_leader 1 1K 2 filecaps 3 1K 97 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 880 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_aadr 0 0K 16 tcp_do 0 0K 0 tcp_fsb 0 0K 208 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 filemon 0 0K 34 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1689 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 17 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 20 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 1 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 1568 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 85 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 8 acl 0 0K 0 mbuf_tag 0 0K 141 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15908 ioctlops 0 0K 165 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 320 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 711 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8325 1073 1317349 0 254 38494208 0 tcp_log 416 10428 6339 220435 0 254 6975072 0 mbuf 256 10136 3592 2416061 0 254 3514368 0 pbuf 2624 0 989 0 0 2 2595136 0 RADIX NODE 144 13847 596 83996 0 63 2079792 0 BUF TRIE 144 226 11534 4835 0 62 1693440 0 malloc-384 384 4384 26 5992 0 30 1693440 0 malloc-128 128 12715 150 18779 0 126 1646720 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 341 3 517 0 2 1409024 0 UMA Slabs 0 112 10995 15 10995 0 126 1233120 0 vmem btag 56 20473 86 20473 0 254 1151304 0 sctp_asoc 2256 121 389 518 0 254 1150560 0 tcp_bbr_map 128 994 6198 104112 0 126 920576 0 FFS inode 1160 535 39 2108 0 8 665840 0 malloc-16384 16384 36 4 1573 0 1 655360 0 VM OBJECT 264 2319 81 49710 0 30 633600 0 256 Bucket 2048 270 34 9412 0 8 622592 0 sctp_ep 1208 138 372 1324 0 254 616080 0 ertt_txseginfo 40 1565 12676 314824 0 254 569640 0 tcpcb 1104 21 490 960 0 254 564144 0 socket 960 85 423 4143 0 254 487680 0 malloc-65536 65536 4 2 130 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 125 392 618 0 254 380512 0 THREAD 1808 184 25 2325 0 8 377872 0 malloc-4096 4096 88 4 2416 0 2 376832 0 MAP ENTRY 96 3179 349 151842 0 126 338688 0 malloc-2048 2048 145 15 1573 0 8 327680 0 VNODE 448 574 92 2149 0 30 298368 0 malloc-64 64 3892 455 46017 0 254 278208 0 malloc-65536 65536 2 2 18 0 1 262144 0 malloc-65536 65536 2 2 138 0 1 262144 0 malloc-32768 32768 1 7 3111 0 1 262144 0 malloc-16 16 14574 176 15307 0 254 236000 0 DEVCTL 1024 19 201 153 0 0 225280 0 mbuf_packet 256 122 640 7621 0 254 195072 0 malloc-128 128 1307 212 27132 0 126 194432 0 sctp_chunk 152 433 841 8236 0 254 193648 0 malloc-32 32 5339 583 6473 0 254 189504 0 UMA Zones 768 243 1 243 0 16 187392 0 FPU_save_area 832 186 39 6421 0 16 187200 0 VMSPACE 2552 62 10 2310 0 4 183744 0 malloc-256 256 557 133 4939 0 62 176640 0 128 Bucket 1024 117 42 1643 0 16 162816 0 S VFS Cache 104 1008 396 2674 0 126 146016 0 FFS2 dinode 256 535 35 2108 0 62 145920 0 malloc-256 256 220 350 8644 0 62 145920 0 PROC 1352 83 22 2325 0 8 141960 0 malloc-1024 1024 124 4 557 0 16 131072 0 malloc-1024 1024 120 8 294 0 16 131072 0 unpcb 256 15 495 1246 0 254 130560 0 malloc-384 384 261 69 1939 0 30 126720 0 ksiginfo 112 89 955 4236 0 126 116928 0 filedesc0 1072 85 20 2347 0 8 112560 0 malloc-256 256 294 141 3264 0 62 111360 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 6 0 21 0 1 98304 0 malloc-8192 8192 10 1 12 0 1 90112 0 UMA Kegs 384 229 4 229 0 30 89472 0 syncache 168 0 528 4 0 254 88704 0 g_bio 408 0 210 50123 0 30 85680 0 malloc-64 64 1010 313 7105 0 254 84672 0 malloc-128 128 400 251 4703 0 126 83328 0 malloc-2048 2048 9 31 516 0 8 81920 0 sctp_readq 152 0 520 70 0 254 79040 0 64 Bucket 512 88 48 4426 0 30 69632 0 malloc-64 64 673 398 4290 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-8192 8192 3 5 37 0 1 65536 0 malloc-4096 4096 14 2 20 0 2 65536 0 malloc-256 256 2 253 3460 0 62 65280 0 32 Bucket 256 83 172 11918 0 62 65280 0 sctp_stream_msg_out 112 45 495 195 0 254 60480 0 malloc-384 384 107 43 447 0 30 57600 0 malloc-8192 8192 5 2 106 0 1 57344 0 udp_inpcb 424 9 117 515 0 30 53424 0 tcp_inpcb 424 21 105 960 0 30 53424 0 malloc-256 256 69 126 3719 0 62 49920 0 malloc-256 256 60 135 435 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 20640 0 16 49152 0 malloc-4096 4096 9 3 560 0 2 49152 0 malloc-2048 2048 14 10 126 0 8 49152 0 malloc-2048 2048 1 23 548 0 8 49152 0 malloc-1024 1024 4 44 512 0 16 49152 0 tcp_bbr_pcb 832 1 53 307 0 16 44928 0 Files 80 259 291 12754 0 126 44000 0 clpbuf 2624 0 16 33 0 16 41984 0 malloc-8192 8192 3 2 31 0 1 40960 0 pcpu-8 8 4841 279 5372 0 254 40960 0 Mountpoints 2752 2 12 6 0 4 38528 0 da_ccb 544 0 70 12631 0 16 38080 0 pipe 744 21 29 445 0 16 37200 0 malloc-64 64 131 436 15671 0 254 36288 0 malloc-64 64 108 459 108 0 254 36288 0 malloc-64 64 73 494 136 0 254 36288 0 malloc-64 64 2 565 703 0 254 36288 0 malloc-64 64 0 567 36 0 254 36288 0 16 Bucket 144 74 178 770 0 62 36288 0 malloc-128 128 33 246 248 0 126 35712 0 malloc-128 128 65 214 102 0 126 35712 0 malloc-128 128 79 200 413 0 126 35712 0 malloc-128 128 107 172 1825 0 126 35712 0 malloc-128 128 10 269 10 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 83 7 83 0 30 34560 0 malloc-256 256 69 66 622 0 62 34560 0 malloc-256 256 26 109 1492 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-2048 2048 3 13 18 0 8 32768 0 malloc-2048 2048 2 14 50 0 8 32768 0 malloc-1024 1024 13 19 1149 0 16 32768 0 malloc-1024 1024 20 12 50 0 16 32768 0 malloc-1024 1024 10 22 14 0 16 32768 0 malloc-1024 1024 2 30 9 0 16 32768 0 malloc-512 512 3 61 305 0 30 32768 0 malloc-512 512 4 60 61 0 30 32768 0 malloc-512 512 8 56 9 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 7 57 30 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 tcp_rack_pcb 896 0 36 208 0 16 32256 0 KNOTE 160 28 172 51374 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 444 0 126 31680 0 cpuset 104 7 272 111 0 126 29016 0 sctp_laddr 48 98 490 436 0 254 28224 0 tcp_inpcb ports 32 18 864 767 0 254 28224 0 PWD 32 34 848 1465 0 254 28224 0 malloc-32 32 404 478 2321 0 254 28224 0 malloc-32 32 45 837 587 0 254 28224 0 4 Bucket 48 7 581 79 0 254 28224 0 2 Bucket 32 53 829 1082 0 254 28224 0 AIO 208 0 133 10 0 62 27664 0 udplite_inpcb 424 0 63 23 0 30 26712 0 ripcb 424 3 60 45 0 30 26712 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 28 248 55 0 126 24288 0 rl_entry 40 100 506 100 0 254 24240 0 8 Bucket 80 52 248 1409 0 126 24000 0 itimer 352 0 66 8 0 30 23232 0 malloc-384 384 22 38 24 0 30 23040 0 malloc-384 384 8 52 56 0 30 23040 0 malloc-384 384 0 60 34 0 30 23040 0 domainset 40 0 567 78 0 254 22680 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 9 621 538 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 ertt 72 21 259 960 0 126 20160 0 malloc-32 32 270 360 1950 0 254 20160 0 malloc-32 32 78 552 147 0 254 20160 0 malloc-32 32 70 560 4300 0 254 20160 0 malloc-32 32 169 461 1679 0 254 20160 0 malloc-32 32 0 630 58 0 254 20160 0 AIOCB 552 0 35 4 0 16 19320 0 AIOLIO 272 0 70 4 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 1568 0 2 16384 0 malloc-4096 4096 3 1 4 0 2 16384 0 malloc-2048 2048 1 7 13 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 sctp_asconf_ack 48 0 336 8 0 254 16128 0 tcpreass 48 0 336 1 0 254 16128 0 vtnet_tx_hdr 24 0 668 666388 0 254 16032 0 malloc-16 16 585 415 8279 0 254 16000 0 tcp_log_id_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1047 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_id_bucket 176 0 69 1 0 62 12144 0 malloc-16 16 272 478 2580 0 254 12000 0 malloc-16 16 51 699 27318 0 254 12000 0 malloc-16 16 11 739 13 0 254 12000 0 malloc-16 16 265 485 1073 0 254 12000 0 malloc-16 16 3 747 11 0 254 12000 0 malloc-8192 8192 0 1 4 0 1 8192 0 malloc-4096 4096 0 2 2 0 2 8192 0 malloc-4096 4096 0 2 3 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 23 477 24 0 254 8000 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 6 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0