Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x10 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81be8027 stack pointer = 0x0:0xfffffe0053b62500 frame pointer = 0x0:0xfffffe0053b625b0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi4: clock (0)) trap number = 12 panic: page fault cpuid = 1 time = 1633272040 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053b61d10 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053b61e70 vpanic() at vpanic+0x2c5/frame 0xfffffe0053b61f50 panic() at panic+0xb5/frame 0xfffffe0053b62010 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe0053b62110 trap_pfault() at trap_pfault+0x186/frame 0xfffffe0053b62250 trap() at trap+0x5e7/frame 0xfffffe0053b62430 calltrap() at calltrap+0x8/frame 0xfffffe0053b62430 --- trap 0xc, rip = 0xffffffff81be8027, rsp = 0xfffffe0053b62500, rbp = 0xfffffe0053b625b0 --- in6_selecthlim() at in6_selecthlim+0xd7/frame 0xfffffe0053b625b0 sctp_lowlevel_chunk_output() at sctp_lowlevel_chunk_output+0x1e44/frame 0xfffffe0053b62860 sctp_send_initiate() at sctp_send_initiate+0x14b0/frame 0xfffffe0053b62a00 sctp_t1init_timer() at sctp_t1init_timer+0x2cb/frame 0xfffffe0053b62a50 sctp_timeout_handler() at sctp_timeout_handler+0x9a1/frame 0xfffffe0053b62b90 softclock_call_cc() at softclock_call_cc+0x3d9/frame 0xfffffe0053b62d40 softclock() at softclock+0x152/frame 0xfffffe0053b62d90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0053b62ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053b62f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053b62f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100034 ] Stopped at kdb_enter+0x6b: movq $0,0x28df15a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xdfb29591b635a70d rdx 0x1 rbx 0 rsp 0xfffffe0053b61e50 rbp 0xfffffe0053b61e70 rsi 0 rdi 0xffffffff817bebea vprintf+0x35a r8 0 r9 0xfffffe0053b61988 r10 0 r11 0xfffffe009ea29fd0 r12 0xfffffe0053e351e0 r13 0xfffffe0053b61e01 r14 0xffffffff82c82d00 .str.18 r15 0xffffffff82c82d00 .str.18 rip 0xffffffff817b255b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28df15a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053dfaa70: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff84032980 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff84032980 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff84033900 (map 0xffffffff84033900) (map.pmap 0xffffffff840339c0) (pmap 0xffffffff84033a20) threads: 23 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 Run CPU 1 [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 13677 13273 13273 0 R (threaded) syz-executor.2 103168 RunQ syz-executor.2 113032 S kqread 0xfffffe009e3c2400 syz-executor.2 13273 780 13273 0 Rs syz-executor.2 13262 13256 13262 0 Ss select 0xfffffe009ea5ecc0 dhclient 13259 1 13259 0 Ss select 0xfffffe009e3bac40 dhclient 13256 13249 436 65 S select 0xfffffe00588b0140 dhclient 13249 436 436 0 S wait 0xfffffe009ea26000 sh 9912 1 9912 65 Ss select 0xfffffe009ea5edc0 dhclient 6289 1 6289 0 Ss select 0xfffffe009ea5eec0 dhclient 6280 1 6280 0 Ss select 0xfffffe009ea5ee40 dhclient 6235 1 6235 65 Ss select 0xfffffe009ea5ef40 dhclient 3076 0 0 0 DL aiordy 0xfffffe00a7795a70 [aiod4] 3075 0 0 0 DL aiordy 0xfffffe009e9d6000 [aiod3] 3074 0 0 0 DL aiordy 0xfffffe009ea4f538 [aiod2] 3072 0 0 0 DL aiordy 0xfffffe0058964000 [aiod1] 1094 1 1094 0 Ss select 0xfffffe00588b0040 dhclient 1091 1 1091 0 Ss select 0xfffffe0057559ec0 dhclient 815 780 815 0 Ss piperd 0xfffffe009ea14000 syz-executor.3 784 780 784 0 Ss piperd 0xfffffe009e4e6ba0 syz-executor.1 783 780 783 0 Ss piperd 0xfffffe009e4e65d0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100120 S uwait 0xfffffe0058858400 syz-fuzzer 100124 S uwait 0xfffffe005885e000 syz-fuzzer 100125 S uwait 0xfffffe005885e100 syz-fuzzer 100126 S uwait 0xfffffe005885e200 syz-fuzzer 100127 S kqread 0xfffffe00575e0b00 syz-fuzzer 100128 S uwait 0xfffffe009e9c1980 syz-fuzzer 100129 S uwait 0xfffffe009e9c1a80 syz-fuzzer 100130 S uwait 0xfffffe009e9c1b80 syz-fuzzer 100239 S uwait 0xfffffe005884b300 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe009e9d6b20 csh 776 694 776 0 Ss select 0xfffffe009e3bacc0 sshd 760 1 760 0 Rs+ CPU 0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f48b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575f10b0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00575f18b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00575ed0b0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00575ed8b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00575e70b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00575e78b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005757b0b0 getty 698 1 698 0 Ss nanslp 0xffffffff8405e581 cron 694 1 694 0 Ss select 0xfffffe009e3ba9c0 sshd 507 1 507 0 Ss select 0xfffffe009e3bae40 syslogd 436 1 436 0 Ss wait 0xfffffe009e3fc000 devd 435 1 435 65 Ss select 0xfffffe009e3babc0 dhclient 350 1 350 0 Ss select 0xfffffe009e3bad40 dhclient 347 1 347 0 Ss select 0xfffffe00588b04c0 dhclient 23 0 0 0 DL syncer 0xffffffff84186960 [syncer] 22 0 0 0 DL vlruwt 0xfffffe005877ca70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84184660 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100099 D sdflush 0xfffffe005754c0e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841bcb80 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841b06b8 [dom0] 100089 D launds 0xffffffff841b06c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eb5bf0 [uma] 18 0 0 0 DL - 0xffffffff83e14ba0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff848946e0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff84b1e2f0 [pf purge] 15 0 0 0 DL - 0xffffffff8417f880 [soaiod4] 9 0 0 0 DL - 0xffffffff8417f880 [soaiod3] 8 0 0 0 DL - 0xffffffff8417f880 [soaiod2] 7 0 0 0 DL - 0xffffffff8417f880 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c9a3c0 [doneq0] 100049 D - 0xffffffff83c9a340 [async] 100082 D - 0xffffffff83c9a1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ac6888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe0053e06880 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe0053e06830 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841aa760 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff84031a80 [g_event] 100040 D - 0xffffffff84031ac0 [g_up] 100041 D - 0xffffffff84031b00 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe0053df9b00 [thr_0] 100030 D - 0xfffffe0053df9b80 [thr_1] 100031 D - 0xffffffff84180c08 [alloc_0] 12 0 0 0 RL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 Run CPU 1 [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d59538 [init] 10 0 0 0 DL audit_w 0xffffffff841ab700 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84032980 [swapper] 100005 D - 0xfffffe0053df2e00 [softirq_0] 100006 D - 0xfffffe0053df2d00 [softirq_1] 100007 D - 0xfffffe0053df2c00 [if_io_tqg_0] 100008 D - 0xfffffe0053df2b00 [if_io_tqg_1] 100009 D - 0xfffffe0053df2a00 [if_config_tqg_0] 100010 D - 0xfffffe0053df2900 [deferred_unmount ta] 100013 D - 0xfffffe0053df2600 [thread taskq] 100015 D - 0xfffffe0053df2400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053df2300 [kqueue_ctx taskq] 100017 D - 0xfffffe0053df2200 [pci_hp taskq] 100018 D - 0xfffffe0053df2100 [aiod_kick taskq] 100019 D - 0xfffffe0053df2000 [inm_free taskq] 100020 D - 0xfffffe0053e06e00 [in6m_free taskq] 100021 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e06b00 [firmware taskq] 100042 D - 0xfffffe0053e06900 [crypto_0] 100043 D - 0xfffffe0053e06900 [crypto_1] 100059 D - 0xfffffe0053e06600 [vtnet0 rxq 0] 100060 D - 0xfffffe0053e06500 [vtnet0 txq 0] 100061 D - 0xfffffe0053e06400 [vtnet0 rxq 1] 100062 D - 0xfffffe0053e06300 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ff6e80 [virtio_balloon] 100068 D - 0xfffffe0053e06200 [mca taskq] 100073 D - 0xffffffff82c89c80 [deadlkres] 100077 D - 0xfffffe00575e0c00 [acpi_task_0] 100078 D - 0xfffffe00575e0c00 [acpi_task_1] 100079 D - 0xfffffe00575e0c00 [acpi_task_2] 100081 D - 0xfffffe0053e06700 [CAM taskq] db> show all locks Process 760 (getty) thread 0xfffffe005877e000 (100117) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe005700f808) locked @ /syzkaller/managers/i386/kernel/sys/kern/tty.c:218 Process 12 (intr) thread 0xfffffe0053e351e0 (100034) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a89c31a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctputil.c:1770 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 pcb 3375 4304K 45791 tcp_hpts 6 3201K 6 sysctloid 35175 2072K 35246 vtbuf 24 1968K 46 sctp_stro 1674 1674K 6841 kobj 326 1304K 483 sctp_atcl 3348 1256K 29170 newblk 12 1027K 13405 vfscache 3 1025K 3 inodedep 262 610K 12809 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 144 279K 13767 vmem 3 274K 5 sctp_atky 5022 210K 36191 acpica 1674 184K 55237 vnet_data 1 168K 1 tidhash 3 141K 3 linker 355 140K 383 pagedep 14 132K 12737 tfo_ccache 1 128K 1 DEVFS1 108 108K 128 sem 4 106K 4 filedesc 12 89K 25432 bus 986 80K 3474 mtx_pool 2 72K 2 BPF 38 71K 51 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 dirrem 246 62K 12728 sctp_athm 3348 53K 29170 sctp_map 3348 53K 13682 sctp_timw 188 47K 188 umtx 352 44K 352 kdtrace 221 44K 26726 temp 34 33K 5118 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 127 32K 138 freefile 247 31K 12725 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 72 21K 82 DEVFS_RULE 56 20K 56 routetbl 183 18K 574 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 ifnet 8 15K 8 bus-sc 34 15K 1691 lltable 43 14K 56 ether_multi 157 13K 195 KTRACE 100 13K 100 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 487 rman 84 10K 425 in6_multi 71 9K 81 bmsafemap 3 9K 12775 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 5 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 taskqueue 63 7K 63 kqueue 65 7K 13745 cred 25 7K 234 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 23 6K 420 DEVFSP 78 5K 3277 ufs_dirhash 24 5K 24 UMA 270 5K 270 pf_ifnet 10 5K 24 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 85 session 31 4K 48 pwddesc 62 4K 13685 acpisem 28 4K 28 hhook 15 4K 17 lockf 29 4K 55 selfd 45 3K 191685 terminal 11 3K 11 proc-args 50 3K 683 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 select 16 2K 66 ip6ndp 12 2K 17 sctp_ifa 14 2K 17 Unitno 29 2K 53 CAM XPT 22 2K 543 mkdir 12 2K 25438 in_multi 6 2K 9 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 diradd 9 2K 12770 clone 9 2K 9 tun 7 2K 8 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 28 NFSD session 1 1K 1 newdirblk 7 1K 12719 CAM periph 4 1K 271 freework 4 1K 12725 ipsec 3 1K 3 sctp_ifn 6 1K 17 freeblks 3 1K 12724 mld 6 1K 7 igmp 6 1K 7 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 pfil 4 1K 4 procdesc 4 1K 18 cdev 2 1K 2 inpcbpolicy 14 1K 1556 osd 8 1K 1233 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 3399 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 16838 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 43 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 4 1K 110 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 0 htcp data 0 0K 0 chd data 0 0K 0 dctcp data 0 0K 0 vegas data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8509 sctp_iter 0 0K 294 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 279 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 15 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 cdg data 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 10661 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 12 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 8 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 12897 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 2 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 244 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 6 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 144 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 23495 ioctlops 0 0K 117 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 785 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8871 411 1070729 0 254 38019072 0 mbuf 256 22632 513 1764890 0 254 5925120 0 mbuf_cluster 2048 1935 1 1935 0 254 3964928 0 sctp_asoc 2288 1674 31 6841 0 254 3901040 0 malloc-2048 2048 1677 23 22332 0 8 3481600 0 pbuf 2624 0 989 0 0 2 2595136 0 tcp_log 416 0 5364 41377 0 254 2231424 0 sctp_ep 1272 1674 42 22329 0 254 2182752 0 RADIX NODE 144 13069 394 387005 0 63 1938672 0 malloc-1024 1024 1684 32 7359 0 16 1757184 0 BUF TRIE 144 198 11562 805 0 62 1693440 0 malloc-384 384 4151 9 4151 0 30 1597440 0 malloc-128 128 11637 50 15129 0 126 1495936 0 malloc-4096 4096 344 0 1136 0 2 1409024 0 sctp_raddr 736 1876 38 7851 0 254 1408704 0 UMA Slabs 0 112 12427 26 12427 0 126 1394736 0 malloc-384 384 3350 60 29172 0 30 1309440 0 vmem btag 56 22767 104 22767 0 254 1280776 0 sctp_chunk 152 8021 13 8023 0 254 1221168 0 malloc-384 384 281 2479 12828 0 30 1059840 0 malloc-256 256 440 2485 13252 0 62 748800 0 malloc-256 256 12 2808 24066 0 62 721920 0 FFS inode 1160 517 36 13242 0 9 641480 0 malloc-256 256 1901 49 36561 0 62 499200 0 mbuf_packet 256 1412 523 47943 0 254 495360 0 malloc-65536 65536 6 1 14 0 1 458752 0 malloc-128 128 861 2456 15005 0 126 424576 0 256 Bucket 2048 177 19 22081 0 8 401408 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 VM OBJECT 264 1210 110 193373 0 30 348480 0 THREAD 1808 158 18 13040 0 8 318208 0 malloc-4096 4096 65 7 26585 0 2 294912 0 VNODE 448 555 93 13283 0 30 290304 0 malloc-64 64 3999 474 31590 0 254 286272 0 socket 960 35 253 25305 0 254 276480 0 tcp_bbr_map 128 0 2108 28667 0 126 269824 0 malloc-16384 16384 8 7 12716 0 1 245760 0 malloc-16 16 14569 431 17966 0 254 240000 0 DEVCTL 1024 22 198 168 0 0 225280 0 ertt_txseginfo 40 0 5353 92872 0 254 214120 0 malloc-65536 65536 1 2 137 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5610 186 17569 0 254 185472 0 MAP ENTRY 96 1437 411 734394 0 126 177408 0 malloc-128 128 1272 30 27378 0 126 166656 0 FPU_save_area 832 160 38 17115 0 16 164736 0 tcp_inpcb 496 4 292 1222 0 254 146816 0 malloc-1024 1024 135 5 163 0 16 143360 0 S VFS Cache 104 1012 353 13816 0 126 141960 0 FFS2 dinode 256 517 23 13242 0 62 138240 0 malloc-65536 65536 0 2 154 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 VMSPACE 2544 35 13 13665 0 4 122112 0 128 Bucket 1024 91 28 4792 0 16 121856 0 ksiginfo 112 66 978 4181 0 126 116928 0 malloc-64 64 1681 83 8424 0 254 112896 0 malloc-32 32 3359 169 29846 0 254 112896 0 PROC 1336 61 20 13684 0 8 108216 0 64 Bucket 512 153 47 6902 0 30 102400 0 malloc-256 256 225 135 39793 0 62 92160 0 filedesc0 1072 62 22 13685 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-128 128 512 139 26281 0 126 83328 0 sctp_stream_msg_out 112 682 38 2482 0 254 80640 0 g_bio 408 0 190 6308 0 30 77520 0 32 Bucket 256 137 133 16782 0 62 69120 0 malloc-128 128 307 220 25786 0 126 67456 0 malloc-65536 65536 0 1 5 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-16 16 3404 346 13811 0 254 60000 0 malloc-16 16 3364 386 29208 0 254 60000 0 malloc-8192 8192 4 3 32 0 1 57344 0 malloc-4096 4096 12 2 16 0 2 57344 0 malloc-2048 2048 3 25 510 0 8 57344 0 malloc-384 384 135 5 175 0 30 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-64 64 431 388 195366 0 254 52416 0 malloc-16384 16384 3 0 18 0 1 49152 0 malloc-64 64 618 138 17904 0 254 48384 0 malloc-2048 2048 0 22 573 0 8 45056 0 clpbuf 2624 0 16 27 0 16 41984 0 malloc-8192 8192 4 1 6 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 2 3 1708 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4717 403 5064 0 254 40960 0 tcpcb 1096 4 31 1222 0 254 38360 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 69355 0 16 36864 0 malloc-64 64 444 123 634 0 254 36288 0 Files 80 219 231 49776 0 126 36000 0 da_ccb 544 0 63 1697 0 16 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-2048 2048 15 1 17 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-256 256 69 51 778 0 62 30720 0 TURNSTILE 136 177 33 177 0 62 28560 0 KNOTE 160 29 146 127545 0 62 28000 0 pipe 744 22 13 411 0 16 26040 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 1 2 102 0 1 24576 0 malloc-4096 4096 2 4 11 0 2 24576 0 malloc-2048 2048 3 9 93 0 8 24576 0 malloc-2048 2048 8 4 14 0 8 24576 0 malloc-1024 1024 2 22 41 0 16 24576 0 PWD 32 18 738 12790 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 42 258 4329 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 54 36 933 0 62 23040 0 malloc-256 256 78 12 190 0 62 23040 0 tcp_bbr_pcb 832 0 27 957 0 16 22464 0 malloc-32 32 129 501 12935 0 254 20160 0 SLEEPQUEUE 88 177 47 177 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-1024 1024 10 6 169 0 16 16384 0 malloc-512 512 2 30 119 0 30 16384 0 malloc-64 64 102 150 17392 0 254 16128 0 malloc-32 32 169 335 1686 0 254 16128 0 16 Bucket 144 59 53 905 0 62 16128 0 vtnet_tx_hdr 24 0 668 581727 0 254 16032 0 udp_inpcb 496 6 26 222 0 254 15872 0 malloc-384 384 22 18 75 0 30 15360 0 malloc-384 384 25 15 31 0 30 15360 0 malloc-256 256 21 39 13303 0 62 15360 0 malloc-2048 2048 2 4 193 0 8 12288 0 malloc-1024 1024 5 7 1229 0 16 12288 0 malloc-512 512 9 15 20 0 30 12288 0 4 Bucket 48 6 246 347 0 254 12096 0 2 Bucket 32 56 322 1736 0 254 12096 0 malloc-128 128 56 37 91 0 126 11904 0 kenv 258 15 30 1040 0 30 11610 0 routing nhops 256 28 17 39 0 62 11520 0 unpcb 256 17 28 1380 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 malloc-4096 4096 1 1 4 0 2 8192 0 malloc-2048 2048 2 2 14 0 8 8192 0 malloc-1024 1024 4 4 30 0 16 8192 0 malloc-1024 1024 0 8 108 0 16 8192 0 malloc-512 512 2 14 104 0 30 8192 0 malloc-512 512 10 6 75 0 30 8192 0 rtentry 176 31 15 39 0 62 8096 0 PGRP 88 31 61 48 0 126 8096 0 rl_entry 40 49 153 49 0 254 8080 0 udpcb 32 6 246 265 0 254 8064 0 ertt 72 4 108 1222 0 126 8064 0 malloc-64 64 77 49 129 0 254 8064 0 malloc-64 64 38 88 51 0 254 8064 0 malloc-32 32 46 206 927 0 254 8064 0 malloc-32 32 34 218 748 0 254 8064 0 malloc-32 32 38 214 2840 0 254 8064 0 malloc-16 16 19 481 8334 0 254 8000 0 malloc-16 16 288 212 1399 0 254 8000 0 malloc-16 16 194 306 1419 0 254 8000 0 malloc-16 16 25 475 28841 0 254 8000 0 ripcb 496 4 12 69 0 254 7936 0 udplite_inpcb 496 0 16 43 0 254 7936 0 malloc-128 128 24 38 96 0 126 7936 0 malloc-128 128 2 60 22 0 126 7936 0 AIO 208 0 38 3 0 62 7904 0 AIOCB 552 0 14 2 0 16 7728 0 malloc-384 384 11 9 11 0 30 7680 0 malloc-384 384 1 19 341 0 30 7680 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 4 0 4 0 16 4096 0 malloc-512 512 5 3 6 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_laddr 48 0 84 37 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 malloc-32 32 80 46 80 0 254 4032 0 malloc-16 16 10 240 10 0 254 4000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 AIOLIO 272 0 14 3 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 832 0 0 0 0 16 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0