Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81b35de4 stack pointer = 0x28:0xfffffe00a6622720 frame pointer = 0x28:0xfffffe00a66227d0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 25285 (syz-executor.0) trap number = 12 panic: page fault cpuid = 1 time = 171 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a6621f30 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a6622090 vpanic() at vpanic+0x2b8/frame 0xfffffe00a6622170 panic() at panic+0xb5/frame 0xfffffe00a6622230 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe00a6622330 trap_pfault() at trap_pfault+0x186/frame 0xfffffe00a6622470 trap() at trap+0x5e4/frame 0xfffffe00a6622650 calltrap() at calltrap+0x8/frame 0xfffffe00a6622650 --- trap 0xc, rip = 0xffffffff81b35de4, rsp = 0xfffffe00a6622720, rbp = 0xfffffe00a66227d0 --- tcp_usr_rcvd() at tcp_usr_rcvd+0x274/frame 0xfffffe00a66227d0 soreceive_generic() at soreceive_generic+0x1e88/frame 0xfffffe00a66229c0 soreceive() at soreceive+0xf6/frame 0xfffffe00a6622a30 kern_recvit() at kern_recvit+0x557/frame 0xfffffe00a6622bf0 sys_recvmsg() at sys_recvmsg+0x1bf/frame 0xfffffe00a6622d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe00a6622f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a6622f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a41a, rsp = 0x22f08, rbp = 0x22f70 --- KDB: enter: panic [ thread pid 25285 tid 127653 ] Stopped at kdb_enter+0x6b: movq $0,0x250d50a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x5a22f5feb3b96e1b rdx 0x3ffff rbx 0 rsp 0xfffffe00a6622070 rbp 0xfffffe00a6622090 rsi 0x40001 rdi 0xffffffff8176175a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe00a62b5510 r12 0xfffffe00a62b5000 r13 0xfffffe00a6622001 r14 0xffffffff82b44980 .str.18 r15 0xffffffff82b44980 .str.18 rip 0xffffffff81754d0b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250d50a(%rip) db> show proc Process 25285 (syz-executor.0) at 0xfffffe009f2f3a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 776 at 0xfffffe009ebeba90 ABI: FreeBSD ELF64 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.0 exec reaper: 0xfffffe0053de5000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a5c8f9f8 (map 0xfffffe00a5c8f9f8) (map.pmap 0xfffffe00a5c8fab8) (pmap 0xfffffe00a5c8fb20) threads: 3 127653 Run CPU 1 syz-executor.0 127663 L *tcpinp 0xfffffe009f26ef00 syz-executor.0 127664 s syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 25285 776 776 0 T (threaded) syz-executor.0 127653 Run CPU 1 syz-executor.0 127663 L *tcpinp 0xfffffe009f26ef00 syz-executor.0 127664 s syz-executor.0 25230 0 0 0 DL - 0xffffffff83d4f5c0 [soaiod4] 25229 0 0 0 DL - 0xffffffff83d4f5c0 [soaiod3] 25228 0 0 0 DL - 0xffffffff83d4f5c0 [soaiod2] 25227 0 0 0 DL - 0xffffffff83d4f5c0 [soaiod1] 19821 1 776 0 S uwait 0xfffffe009f324800 syz-executor.0 19815 1 776 0 S uwait 0xfffffe009f2bd080 syz-executor.0 19809 1 776 0 S uwait 0xfffffe009f328100 syz-executor.0 19804 1 776 0 S uwait 0xfffffe0053e98880 syz-executor.0 19776 1 777 0 S uwait 0xfffffe0053ef4f00 syz-executor.1 19769 1 781 0 S uwait 0xfffffe009f328980 syz-executor.3 19764 1 776 0 S uwait 0xfffffe009f327c80 syz-executor.0 10552 1 10552 65 Ss select 0xfffffe00a62b39c0 dhclient 7931 1 7931 0 Ss select 0xfffffe00a62b3ec0 dhclient 7923 1 7923 0 Ss select 0xfffffe009e7b3140 dhclient 7865 1 7865 65 Ss select 0xfffffe009e7b3040 dhclient 6793 1 779 0 S uwait 0xfffffe0053e98480 syz-executor.2 6788 1 779 0 S uwait 0xfffffe009f324f00 syz-executor.2 6781 1 779 0 S uwait 0xfffffe009f328480 syz-executor.2 4696 1 4696 0 Ss select 0xfffffe009e7b5840 dhclient 4693 1 4693 0 Ss select 0xfffffe009e7b4a40 dhclient 4674 1 4674 65 Ss select 0xfffffe0058aa33c0 dhclient 2891 1 2891 0 Ss select 0xfffffe009e7b4240 dhclient 2888 1 2888 0 Ss select 0xfffffe0058b538c0 dhclient 2869 1 2869 65 Ss select 0xfffffe0058b530c0 dhclient 1075 1 1075 0 Ss select 0xfffffe009e97a7c0 dhclient 1072 1 1072 0 Ss select 0xfffffe009e7b3440 dhclient 896 1 776 0 SV uwait 0xfffffe009f328680 syz-executor.0 886 885 776 0 SV uwait 0xfffffe0053e98780 syz-executor.0 885 1 776 0 DV ppwait 0xfffffe0058c364f8 syz-executor.0 864 1 776 0 SV uwait 0xfffffe0053ef4a00 syz-executor.0 832 0 0 0 DL aiordy 0xfffffe0058c34000 [aiod4] 831 0 0 0 DL aiordy 0xfffffe0053de3548 [aiod3] 830 0 0 0 DL aiordy 0xfffffe0058d9a000 [aiod2] 829 0 0 0 DL aiordy 0xfffffe009f266a90 [aiod1] 781 773 781 0 Ss piperd 0xfffffe0058bb72e8 syz-executor.3 779 773 779 0 Ss piperd 0xfffffe009f294ba0 syz-executor.2 777 773 777 0 Ss piperd 0xfffffe0058bce000 syz-executor.1 776 773 776 0 Rs syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100115 S kqread 0xfffffe00081d8900 syz-fuzzer 100116 S uwait 0xfffffe0007994d80 syz-fuzzer 100117 S uwait 0xfffffe0007994e80 syz-fuzzer 100118 S uwait 0xfffffe0053e97000 syz-fuzzer 100119 S uwait 0xfffffe00576cdb80 syz-fuzzer 100120 S uwait 0xfffffe00576cdc80 syz-fuzzer 100121 S uwait 0xfffffe00576cdd80 syz-fuzzer 100123 S uwait 0xfffffe0053e97100 syz-fuzzer 100125 S uwait 0xfffffe0053e97200 syz-fuzzer 125298 S uwait 0xfffffe0053ef4d00 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009f2675f8 csh 769 687 769 0 Ss select 0xfffffe009e7b4c40 sshd 753 1 753 0 Rs+ CPU 0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005863acb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005863b4b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005863bcb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005863c4b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005863ccb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005863d4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005863dcb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576ee4b0 getty 691 1 691 0 Ss nanslp 0xffffffff83c2f8c0 cron 687 1 687 0 Ss select 0xfffffe009e97b640 sshd 500 1 500 0 Ss select 0xfffffe009e7b5140 syslogd 429 1 429 0 Ss select 0xfffffe0058b536c0 devd 428 1 428 65 Ss select 0xfffffe009e97bdc0 dhclient 343 1 343 0 Ss select 0xfffffe0058b04f40 dhclient 340 1 340 0 Ss select 0xfffffe009e97bd40 dhclient 16 0 0 0 DL vlruwt 0xfffffe00587c9a90 [vnlru] 15 0 0 0 DL syncer 0xffffffff83d550c0 [syncer] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d536e0 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058cc2ce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d86b80 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7aa38 [dom0] 100082 D launds 0xffffffff83d7aa44 [laundry: dom0] 100083 D umarcl 0xffffffff81e44af0 [uma] 6 0 0 0 DL - 0xffffffff839eb788 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff8479d1c0 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff8449f530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388d740 [doneq0] 100046 D - 0xffffffff8388d6c0 [async] 100075 D - 0xffffffff8388d540 [scanner] 14 0 0 0 DL seqstat 0xfffffe005714cc88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d76280 [crypto] 100042 D crypto_ 0xfffffe0053fb8030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb8080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c04f80 [g_event] 100037 D - 0xffffffff83c04fa0 [g_up] 100038 D - 0xffffffff83c04fc0 [g_down] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi5: fast taskq] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 RunQ [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de5000 [init] 10 0 0 0 DL audit_w 0xffffffff83d76d60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c05a20 [swapper] 100005 D - 0xfffffe0053e15000 [if_io_tqg_0] 100006 D - 0xfffffe0053e14e00 [if_io_tqg_1] 100007 D - 0xfffffe0053e14d00 [if_config_tqg_0] 100008 D - 0xfffffe0053e14c00 [softirq_0] 100009 D - 0xfffffe0053e14b00 [softirq_1] 100010 D - 0xfffffe00081db000 [kqueue_ctx taskq] 100011 D - 0xfffffe00081dae00 [pci_hp taskq] 100012 D - 0xfffffe00081dad00 [linuxkpi_irq_wq] 100015 D - 0xfffffe00081daa00 [aiod_kick taskq] 100016 D - 0xfffffe00081da900 [inm_free taskq] 100017 D - 0xfffffe00081da800 [in6m_free taskq] 100018 D - 0xfffffe00081da700 [deferred_unmount ta] 100019 D - 0xfffffe00081da600 [thread taskq] 100021 D - 0xfffffe00081da400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081da400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081da400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081da400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081da300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081da300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081da300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081da300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f69300 [firmware taskq] 100039 D - 0xfffffe0053f68800 [crypto_0] 100040 D - 0xfffffe0053f68800 [crypto_1] 100056 D - 0xfffffe0053f67e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f67d00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f67c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f67b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571a5600 [virtio_balloon] 100065 D - 0xffffffff82b4a460 [deadlkres] 100070 D - 0xfffffe0053f67900 [acpi_task_0] 100071 D - 0xfffffe0053f67900 [acpi_task_1] 100072 D - 0xfffffe0053f67900 [acpi_task_2] 100073 D - 0xfffffe00081db100 [mca taskq] 100074 D - 0xfffffe0053f68100 [CAM taskq] db> show all locks Process 25285 (syz-executor.0) thread 0xfffffe00a62b5000 (127653) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe00a5fdc010) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:936 exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe0058dd3cc0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:4176 Process 753 (getty) thread 0xfffffe009ebe3020 (100113) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe00576e3808) locked @ /syzkaller/managers/main/kernel/sys/kern/tty.c:218 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35454 2089K 35525 vtbuf 24 1968K 46 kobj 322 1288K 481 newblk 19 1029K 25026 vfscache 3 1025K 3 inodedep 1201 962K 24529 pcb 99 622K 54629 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 172 337K 25390 filedesc 40 313K 48611 dirrem 1191 298K 24395 vmem 3 274K 5 acpica 1674 184K 56282 vnet_data 1 168K 1 freefile 1191 149K 24377 tidhash 3 141K 3 linker 353 134K 381 pagedep 9 130K 24322 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 47 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 umtx 418 53K 418 kdtrace 252 49K 52958 sctp_stro 38 38K 5666 shm 2 34K 9 temp 34 33K 4607 DEVFS3 128 32K 138 hostcache 1 32K 1 msg 4 30K 4 sctp_atcl 76 29K 32783 gtaskqueue 18 26K 18 sctp_timw 96 24K 96 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 137 16K 429 ithread 99 16K 99 bus-sc 34 15K 1651 lltable 44 14K 78 KTRACE 103 13K 2689 ether_multi 157 13K 167 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 cred 38 10K 541 in6_multi 71 9K 71 bmsafemap 2 9K 24500 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 74 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 77 7K 25315 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 456 sctp_atky 114 5K 38678 pwddesc 75 5K 26175 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 27 UMA 272 5K 272 session 35 5K 52 DEVFSP 68 5K 179 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 103 4K 26649 acpisem 28 4K 28 selfd 55 4K 349160 lockf 32 4K 57 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 79 uidinfo 3 3K 137 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 47 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 sctp_athm 76 2K 32830 sctp_map 76 2K 11332 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 24301 softdep 1 1K 1 mkdir 8 1K 48606 freeblks 4 1K 24300 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 66 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 freefrag 6 1K 46 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 inpcbpolicy 20 1K 14627 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 24303 diradd 4 1K 24435 CC Mem 8 1K 13218 pfil 4 1K 4 cdev 2 1K 2 osd 12 1K 13229 tcp_fsb 3 1K 1782 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 xform 2 1K 148 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 50233 iov 2 1K 33820 filecaps 5 1K 153 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 47 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 16018 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 0 mqdata 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 19842 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 31 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 35 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 53 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 25456 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 9 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 2248 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 3 acl 0 0K 0 PUC 0 0K 0 mbuf_tag 0 0K 127 ktls 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 735 eventfd 0 0K 19 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 872 sysctl 0 0K 3 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8327 1071 1343534 0 254 38494208 0 mbuf 256 8789 2389 2298144 0 254 2861568 0 pbuf 2624 0 973 0 0 2 2553152 0 RADIX NODE 144 15827 380 488900 0 63 2333808 0 sctp_asoc 2288 38 982 5666 0 254 2333760 0 tcp_log 416 0 5589 115784 0 254 2325024 0 malloc-2048 2048 46 914 27125 0 8 1966080 0 BUF TRIE 144 197 11591 1096 0 62 1697472 0 malloc-384 384 4117 53 4119 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11738 259 36391 0 126 1535616 0 sctp_ep 1208 38 1232 27117 0 254 1534160 0 malloc-4096 4096 323 3 486 0 2 1335296 0 UMA Slabs 0 112 11539 11 11539 0 126 1293600 0 vmem btag 56 20564 67 20564 0 254 1155336 0 malloc-1024 1024 42 790 5896 0 16 851968 0 tcpcb 1096 8 755 13218 0 254 836248 0 sctp_raddr 736 38 985 5666 0 254 752928 0 socket 960 45 719 43311 0 254 733440 0 malloc-384 384 1214 616 24564 0 30 702720 0 malloc-384 384 97 1703 32838 0 30 691200 0 FFS inode 1160 532 42 24909 0 8 665840 0 VM OBJECT 264 2392 128 544795 0 30 665280 0 256 Bucket 2048 265 9 5835 0 8 561152 0 malloc-256 256 1282 653 76118 0 62 495360 0 malloc-256 256 35 1825 19946 0 62 476160 0 malloc-16384 16384 21 7 24320 0 1 458752 0 malloc-128 128 2411 751 50891 0 126 404736 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 THREAD 1808 176 33 27664 0 8 377872 0 MAP ENTRY 96 3292 488 1299683 0 126 362880 0 malloc-256 256 327 978 55399 0 62 334080 0 malloc-4096 4096 75 5 25293 0 2 327680 0 udplite_inpcb 424 0 765 487 0 254 324360 0 tcp_inpcb 424 9 756 13218 0 254 324360 0 VNODE 448 572 121 24951 0 30 310464 0 tcp_bbr_map 128 0 2418 44408 0 126 309504 0 malloc-64 64 4019 328 30200 0 254 278208 0 malloc-16 16 14673 577 27947 0 254 244000 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 212 658 29226 0 62 222720 0 ripcb 424 5 508 556 0 254 217512 0 udp_inpcb 424 6 507 366 0 254 217512 0 mbuf_packet 256 135 627 38037 0 254 195072 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 178 47 34257 0 16 187200 0 malloc-32 32 5476 194 5645 0 254 181440 0 malloc-128 128 1131 264 54166 0 126 178560 0 VMSPACE 2552 50 16 25266 0 4 168432 0 FFS2 dinode 256 532 98 24909 0 62 161280 0 sctp_chunk 152 28 1012 846 0 254 158080 0 128 Bucket 1024 94 53 4173 0 16 150528 0 malloc-4096 4096 33 3 87 0 2 147456 0 malloc-1024 1024 133 11 150 0 16 147456 0 S VFS Cache 104 1021 383 27103 0 126 146016 0 ertt_txseginfo 40 1 3332 83903 0 254 133320 0 malloc-65536 65536 0 2 248 0 1 131072 0 malloc-65536 65536 0 2 164 0 1 131072 0 unpcb 256 20 490 1523 0 254 130560 0 PROC 1352 74 22 25292 0 8 129792 0 ksiginfo 112 88 956 8786 0 126 116928 0 filedesc0 1072 75 23 26175 0 8 105056 0 64 Bucket 512 138 62 15089 0 30 102400 0 malloc-64 64 595 980 7804 0 254 100800 0 UMA Kegs 384 230 3 230 0 30 89472 0 sctp_stream_msg_out 112 111 681 1082 0 254 88704 0 pipe 744 23 92 1175 0 16 85560 0 clpbuf 2624 0 32 33 0 16 83968 0 malloc-16384 16384 3 2 10 0 1 81920 0 malloc-2048 2048 7 33 1039 0 8 81920 0 32 Bucket 256 133 182 17088 0 62 80640 0 malloc-32 32 379 2015 37268 0 254 76608 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 8315 0 30 73440 0 malloc-64 64 501 570 349891 0 254 68544 0 malloc-128 128 326 201 495 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-8192 8192 5 3 33 0 1 65536 0 malloc-384 384 98 52 98 0 30 57600 0 malloc-64 64 111 708 42701 0 254 52416 0 malloc-64 64 301 518 25570 0 254 52416 0 Files 80 224 426 82145 0 126 52000 0 malloc-128 128 53 350 307 0 126 51584 0 malloc-256 256 6 189 24486 0 62 49920 0 malloc-256 256 138 57 25847 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 116750 0 16 49152 0 malloc-1024 1024 10 38 1800 0 16 49152 0 tcp_rack_pcb 896 3 51 1782 0 16 48384 0 tcp_bbr_pcb 832 0 54 4210 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-16 16 421 2329 84679 0 254 44000 0 malloc-4096 4096 4 6 26081 0 2 40960 0 malloc-4096 4096 7 3 13 0 2 40960 0 pcpu-8 8 4754 366 5029 0 254 40960 0 da_ccb 544 0 70 2194 0 16 38080 0 hostcache 64 2 565 2 0 254 36288 0 PWD 32 32 1102 24376 0 254 36288 0 malloc-64 64 33 534 33 0 254 36288 0 malloc-64 64 91 476 19119 0 254 36288 0 malloc-64 64 167 400 388 0 254 36288 0 malloc-16 16 150 2100 44788 0 254 36000 0 malloc-128 128 17 262 1796 0 126 35712 0 malloc-128 128 31 248 837 0 126 35712 0 malloc-128 128 71 208 24551 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 72 18 113 0 30 34560 0 malloc-384 384 51 39 53 0 30 34560 0 malloc-256 256 35 100 2510 0 62 34560 0 malloc-256 256 23 112 281 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 120 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 3 1 104 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 9 0 2 32768 0 malloc-2048 2048 2 14 424 0 8 32768 0 malloc-2048 2048 2 14 117 0 8 32768 0 malloc-2048 2048 4 12 116 0 8 32768 0 malloc-2048 2048 4 12 28 0 8 32768 0 malloc-2048 2048 9 7 236 0 8 32768 0 malloc-1024 1024 0 32 9 0 16 32768 0 malloc-1024 1024 9 23 16 0 16 32768 0 malloc-1024 1024 6 26 27 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 1 63 77 0 30 32768 0 malloc-512 512 11 53 12 0 30 32768 0 malloc-512 512 11 53 60 0 30 32768 0 pcpu-64 64 479 33 479 0 254 32768 0 KNOTE 160 28 172 307846 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 2 262 3660 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 1935 0 254 28224 0 tcp_inpcb 32 4 878 9367 0 254 28224 0 ertt 72 8 384 13218 0 126 28224 0 malloc-32 32 176 706 39638 0 254 28224 0 malloc-32 32 61 821 16391 0 254 28224 0 16 Bucket 144 123 73 527 0 62 28224 0 4 Bucket 48 7 581 479 0 254 28224 0 AIO 208 0 133 91 0 62 27664 0 malloc-4096 4096 2 4 6 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 52 0 126 24288 0 rl_entry 40 77 529 77 0 254 24240 0 8 Bucket 80 159 141 4899 0 126 24000 0 malloc-384 384 1 59 344 0 30 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 udplite_inpcb 32 0 630 20 0 254 20160 0 udpcb 32 6 624 853 0 254 20160 0 udp_inpcb 32 3 627 67 0 254 20160 0 malloc-32 32 5 625 26 0 254 20160 0 malloc-32 32 21 609 435 0 254 20160 0 malloc-32 32 83 547 488 0 254 20160 0 malloc-32 32 16 614 41 0 254 20160 0 2 Bucket 32 56 574 2509 0 254 20160 0 AIOCB 552 0 35 195 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 3 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 160 0 1 16384 0 malloc-2048 2048 0 8 50 0 8 16384 0 malloc-512 512 2 30 199 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 688451 0 254 16032 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 5 745 6 0 254 12000 0 malloc-16 16 8 742 11056 0 254 12000 0 malloc-16 16 192 558 12307 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 6 744 20 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0