Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xfffff7bfe0000006 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff8173bfa3 stack pointer = 0x0:0xfffffe00927b8640 frame pointer = 0x0:0xfffffe00927b8650 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 7859 (syz-executor.1) trap number = 12 panic: page fault cpuid = 1 time = 1648700950 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00927b7e50 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00927b7fb0 vpanic() at vpanic+0x2b8/frame 0xfffffe00927b8090 panic() at panic+0xb5/frame 0xfffffe00927b8150 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe00927b8250 trap_pfault() at trap_pfault+0x186/frame 0xfffffe00927b8390 trap() at trap+0x5ad/frame 0xfffffe00927b8570 calltrap() at calltrap+0x8/frame 0xfffffe00927b8570 --- trap 0xc, rip = 0xffffffff8173bfa3, rsp = 0xfffffe00927b8640, rbp = 0xfffffe00927b8650 --- __asan_load8_noabort() at __asan_load8_noabort+0x103/frame 0xfffffe00927b8650 witness_checkorder() at witness_checkorder+0x115/frame 0xfffffe00927b8930 __mtx_lock_flags() at __mtx_lock_flags+0x198/frame 0xfffffe00927b8a10 do_wait() at do_wait+0x323/frame 0xfffffe00927b8b50 __umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x121/frame 0xfffffe00927b8c30 freebsd32__umtx_op() at freebsd32__umtx_op+0x190/frame 0xfffffe00927b8d30 ia32_syscall() at ia32_syscall+0x419/frame 0xfffffe00927b8f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf0c KDB: enter: panic [ thread pid 7859 tid 107580 ] Stopped at kdb_enter+0x6b: movq $0,0x270a03a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x113c8caa4c3d6c08 rdx 0x3ffff rbx 0 rsp 0xfffffe00927b7f90 rbp 0xfffffe00927b7fb0 rsi 0x40001 rdi 0xffffffff8177ac4a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xffffffff00000037 r12 0xfffffe0092ddcc80 r13 0xfffffe00927b8001 r14 0xffffffff82bb9d00 .str.26 r15 0xffffffff82bb9d00 .str.26 rip 0xffffffff8176e1db kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x270a03a(%rip) db> show proc Process 7859 (syz-executor.1) at 0xfffffe0092dfc000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 780 at 0xfffffe0092887000 ABI: FreeBSD ELF32 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053ddc000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0053df3000 (map 0xfffffe0053df3000) (map.pmap 0xfffffe0053df30c0) (pmap 0xfffffe0053df3128) threads: 2 102190 s syz-executor.1 107580 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 7862 779 779 0 S (threaded) syz-executor.0 101502 S nanslp 0xffffffff83e458c0 syz-executor.0 107583 S sbwait 0xfffffe0058bfd2dc syz-executor.0 107584 S sbwait 0xfffffe0058bfd2dc syz-executor.0 107585 S uwait 0xfffffe0092d9bf00 syz-executor.0 7861 785 785 0 S (threaded) syz-executor.3 106598 S nanslp 0xffffffff83e458c0 syz-executor.3 107582 S sbwait 0xfffffe0058bfda5c syz-executor.3 7860 784 784 0 S (threaded) syz-executor.2 101443 S nanslp 0xffffffff83e458c0 syz-executor.2 107581 S sbwait 0xfffffe008fe72a5c syz-executor.2 7859 780 780 0 T (threaded) syz-executor.1 102190 s syz-executor.1 107580 Run CPU 1 syz-executor.1 7858 7852 7858 0 Ss select 0xfffffe0099b47940 dhclient 7855 1 7855 0 Ss select 0xfffffe0099b19940 dhclient 7852 7841 430 65 S select 0xfffffe00079856c0 dhclient 7841 430 430 0 S wait 0xfffffe008fe34548 sh 7831 1 7831 65 Ss select 0xfffffe0099bffb40 dhclient 6706 1 6706 0 Ss select 0xfffffe0099af0940 dhclient 6699 1 6699 0 Ss select 0xfffffe0099b82c40 dhclient 6676 1 6676 65 Ss select 0xfffffe0099b7e1c0 dhclient 5370 1 5370 0 Ss select 0xfffffe0099b4ea40 dhclient 5363 1 5363 0 Ss select 0xfffffe0099b4e940 dhclient 5312 1 5312 65 Ss select 0xfffffe0099933640 dhclient 1315 1 1315 0 Ss select 0xfffffe00948bc9c0 dhclient 1312 1 1312 0 Ss select 0xfffffe00998f81c0 dhclient 880 0 0 0 DL aiordy 0xfffffe0053f0b548 [aiod4] 879 0 0 0 DL aiordy 0xfffffe0053f0ba90 [aiod3] 878 0 0 0 DL aiordy 0xfffffe0058855000 [aiod2] 877 0 0 0 DL aiordy 0xfffffe0053ddaa90 [aiod1] 785 774 785 0 Rs nanslp 0xffffffff83e458c0 syz-executor.3 784 774 784 0 Ss nanslp 0xffffffff83e458c0 syz-executor.2 780 774 780 0 Ss nanslp 0xffffffff83e458c0 syz-executor.1 779 774 779 0 Ss nanslp 0xffffffff83e458c0 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100116 S uwait 0xfffffe0092d9c380 syz-fuzzer 100118 S uwait 0xfffffe0053de9280 syz-fuzzer 100119 S uwait 0xfffffe0053de9380 syz-fuzzer 100120 S uwait 0xfffffe0053de9480 syz-fuzzer 100121 S uwait 0xfffffe0053de5100 syz-fuzzer 100122 S uwait 0xfffffe0053de5200 syz-fuzzer 100123 S uwait 0xfffffe0053de9580 syz-fuzzer 100125 S uwait 0xfffffe0053de5300 syz-fuzzer 102106 S kqread 0xfffffe0058af0d00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092d930b0 csh 770 688 770 0 Ss select 0xfffffe0007986a40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574e34b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe005862d4b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005862d8b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005862dcb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005862e0b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005862e4b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005862e8b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005862ecb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00574e00b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e458c0 cron 688 1 688 0 Ss select 0xfffffe0056fe10c0 sshd 501 1 501 0 Ss select 0xfffffe0007986d40 syslogd 430 1 430 0 Ss wait 0xfffffe008fe33a90 devd 429 1 429 65 Ss select 0xfffffe0007987440 dhclient 344 1 344 0 Ss select 0xfffffe0007986ac0 dhclient 341 1 341 0 Ss select 0xfffffe0007986f40 dhclient 17 0 0 0 DL syncer 0xffffffff83f6b0e0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0058855a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83f696e0 [bufdaemon] 100083 D - 0xffffffff83211f80 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00579724e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9d180 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83f91038 [dom0] 100081 D launds 0xffffffff83f91044 [laundry: dom0] 100082 D umarcl 0xffffffff81ea4ce0 [uma] 7 0 0 0 DL - 0xffffffff83c01688 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84579530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a734e0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83aa35c0 [doneq0] 100046 D - 0xffffffff83aa3540 [async] 100077 D - 0xffffffff83aa33c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f46c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83f8c840 [crypto] 100042 D crypto_ 0xfffffe0053fb7030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb7080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83e1ae80 [g_event] 100037 D - 0xffffffff83e1aea0 [g_up] 100038 D - 0xffffffff83e1aec0 [g_down] 2 0 0 0 WL (threaded) [clock] 100030 I [clock (0)] 100031 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi1: netisr 0] 100032 I [swi3: busdma] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq33: virtio_pci2] 100061 I [irq34: virtio_pci2] 100062 I [irq35: virtio_pci2] 100064 I [irq1: atkbd0] 100065 I [irq12: psm0] 100066 I [swi0: uart uart++] 100070 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddc000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8d340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1b8c0 [swapper] 100005 D - 0xfffffe0053e13000 [softirq_0] 100006 D - 0xfffffe0053e12e00 [softirq_1] 100007 D - 0xfffffe0053e12d00 [if_io_tqg_0] 100008 D - 0xfffffe0053e12c00 [if_io_tqg_1] 100009 D - 0xfffffe0053e12b00 [if_config_tqg_0] 100011 D - 0xfffffe0008186200 [aiod_kick taskq] 100012 D - 0xfffffe0008186000 [inm_free taskq] 100013 D - 0xfffffe0008185d00 [linuxkpi_irq_wq] 100014 D - 0xfffffe0008185b00 [in6m_free taskq] 100015 D - 0xfffffe0008185900 [deferred_unmount ta] 100016 D - 0xfffffe0008185700 [thread taskq] 100018 D - 0xfffffe0008185300 [kqueue_ctx taskq] 100019 D - 0xfffffe0008185100 [pci_hp taskq] 100021 D - 0xfffffe0008184c00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008184c00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008184c00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008184c00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008184700 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008184700 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008184700 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008184700 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053ef6c00 [firmware taskq] 100039 D - 0xfffffe0053ef5d00 [crypto_0] 100040 D - 0xfffffe0053ef5d00 [crypto_1] 100056 D - 0xfffffe0053ef4200 [vtnet0 rxq 0] 100057 D - 0xfffffe0053ef4100 [vtnet0 txq 0] 100058 D - 0xfffffe0053ef4000 [vtnet0 rxq 1] 100059 D - 0xfffffe0008187e00 [vtnet0 txq 1] 100063 D vtbslp 0xfffffe0056fe1680 [virtio_balloon] 100067 D - 0xffffffff82bbfb81 [deadlkres] 100071 D - 0xfffffe0008187100 [mca taskq] 100073 D - 0xfffffe00574cdd00 [acpi_task_0] 100074 D - 0xfffffe00574cdd00 [acpi_task_1] 100075 D - 0xfffffe00574cdd00 [acpi_task_2] 100076 D - 0xfffffe0053ef5100 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4217 4323K 4245 pcb 2801 3662K 22540 sysctloid 35306 2080K 35377 vtbuf 24 1968K 46 sctp_stro 1388 1388K 5096 kobj 327 1308K 488 sctp_atcl 2777 1042K 16903 newblk 11 1027K 7471 vfscache 3 1025K 3 inodedep 80 542K 6974 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 144 279K 7945 vmem 3 274K 6 acpica 1674 184K 56014 sctp_atky 4165 174K 22607 vnet_data 1 168K 1 tidhash 3 141K 3 filedesc 18 137K 13799 linker 358 134K 386 pagedep 10 131K 6903 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 46 bus 991 81K 5140 mtx_pool 2 72K 2 syncache 1 68K 1 module 512 64K 512 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_timw 194 49K 194 umtx 374 47K 374 kdtrace 226 45K 15449 sctp_athm 2777 44K 17514 sctp_map 2776 44K 10186 temp 34 33K 2490 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 dirrem 69 18K 6893 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 100 16K 100 routetbl 135 16K 427 bus-sc 34 15K 1651 ether_multi 157 13K 167 KTRACE 100 13K 100 lltable 41 13K 44 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 429 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 freefile 69 9K 6891 bmsafemap 3 9K 6941 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 127 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 cred 27 7K 232 taskqueue 63 7K 63 kqueue 64 7K 7873 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 409 ufs_dirhash 24 5K 24 UMA 272 5K 272 pf_ifnet 10 5K 19 DEVFSP 68 5K 72 session 34 5K 70 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 pwddesc 62 4K 7863 proc-args 94 4K 9174 acpisem 28 4K 28 lockf 32 4K 54 hhook 15 4K 17 selfd 52 4K 109241 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 55 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 47 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 freework 5 2K 6894 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 13770 freeblks 4 1K 6893 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 28 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 6932 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 6885 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 15 1K 519 osd 8 1K 46 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 35 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 12880 cryptodev 2 1K 42 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 111 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 42 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 iov 1 1K 20252 Per-cpu 1 1K 1 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 6912 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 1222 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 filemon 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 ixl 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 xen_intr 0 0K 0 NFSD srvcache 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS4 0 0K 0 xenbus 0 0K 0 DEVFS2 0 0K 0 vm_fictitious 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 UMAHash 0 0K 0 vtfont 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 6646 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 11 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 9 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 7066 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 113 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 190 eventfd 0 0K 3 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 773 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8983 669 1111665 0 254 39534592 0 sctp_asoc 2288 1388 392 5093 0 254 4072640 0 mbuf_cluster 2048 1524 0 1524 0 254 3121152 0 mbuf 256 10783 653 1722168 0 254 2927616 0 malloc-2048 2048 1392 24 11256 0 8 2899968 0 pbuf 2624 0 794 0 0 2 2083456 0 sctp_ep 1208 1389 141 11199 0 254 1848240 0 RADIX NODE 144 11606 317 231587 0 63 1716912 0 BUF TRIE 144 196 11592 733 0 62 1697472 0 malloc-384 384 4117 53 4117 0 30 1601280 0 malloc-128 128 11570 148 11584 0 126 1499904 0 malloc-1024 1024 1415 41 5141 0 16 1490944 0 malloc-4096 4096 350 2 1051 0 2 1441792 0 UMA Slabs 0 112 12500 22 12500 0 126 1402464 0 sctp_raddr 736 1388 394 5093 0 254 1311552 0 malloc-384 384 79 3191 7009 0 30 1255680 0 vmem btag 56 20941 122 20941 0 254 1179528 0 malloc-384 384 2835 75 16985 0 30 1117440 0 malloc-256 256 1 3419 6650 0 62 875520 0 malloc-256 256 143 3217 14449 0 62 860160 0 FFS inode 1160 514 25 7406 0 8 625240 0 VM OBJECT 264 2106 54 127702 0 30 570240 0 tcpcb 1104 4 507 35 0 254 564144 0 malloc-128 128 711 3350 21527 0 126 519808 0 socket 960 44 464 13004 0 254 487680 0 malloc-256 256 1414 146 18201 0 62 399360 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 mbuf_packet 256 837 687 28163 0 254 390144 0 256 Bucket 2048 164 20 3866 0 8 376832 0 THREAD 1808 163 24 7585 0 8 338096 0 malloc-4096 4096 73 3 7877 0 2 311296 0 VNODE 448 551 115 7445 0 30 298368 0 MAP ENTRY 96 2757 267 308546 0 126 290304 0 sctp_chunk 152 1385 409 2688 0 254 272688 0 malloc-64 64 3896 199 3898 0 254 262080 0 malloc-16 16 14611 389 14711 0 254 240000 0 DEVCTL 1024 11 209 155 0 0 225280 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-16384 16384 8 4 6897 0 2 196608 0 malloc-128 128 1246 273 36756 0 126 194432 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 165 51 15747 0 16 179712 0 malloc-32 32 5296 122 5426 0 254 173376 0 S VFS Cache 104 1015 389 8023 0 126 146016 0 FFS2 dinode 256 514 56 7405 0 62 145920 0 sctp_stream_msg_out 112 1022 274 2413 0 254 145152 0 malloc-65536 65536 1 1 9 0 1 131072 0 malloc-65536 65536 0 2 156 0 1 131072 0 malloc-2048 2048 3 61 510 0 8 131072 0 malloc-1024 1024 109 19 126 0 16 131072 0 unpcb 256 20 490 1250 0 254 130560 0 VMSPACE 2552 41 7 7848 0 4 122496 0 64 Bucket 512 173 59 6580 0 30 118784 0 128 Bucket 1024 80 35 1403 0 16 117760 0 ksiginfo 112 71 973 8257 0 126 116928 0 malloc-64 64 1503 324 6509 0 254 116928 0 malloc-256 256 273 162 15513 0 62 111360 0 PROC 1352 61 20 7862 0 8 109512 0 malloc-32 32 3009 393 16571 0 254 108864 0 malloc-32768 32768 0 3 120 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 g_bio 408 0 240 6054 0 30 97920 0 malloc-8192 8192 7 4 137 0 1 90112 0 filedesc0 1072 62 22 7863 0 8 90048 0 UMA Kegs 384 230 3 230 0 30 89472 0 malloc-256 256 210 105 703 0 62 80640 0 32 Bucket 256 183 132 6446 0 62 80640 0 sctp_readq 152 0 520 793 0 254 79040 0 malloc-64 64 331 740 117402 0 254 68544 0 malloc-64 64 522 549 17874 0 254 68544 0 malloc-128 128 302 225 7279 0 126 67456 0 malloc-128 128 383 144 1091 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 3 0 1 65536 0 malloc-16384 16384 3 1 163 0 1 65536 0 malloc-8192 8192 8 0 8 0 1 65536 0 malloc-4096 4096 12 4 25 0 2 65536 0 malloc-256 256 147 108 1429 0 62 65280 0 ripcb 424 5 148 230 0 30 64872 0 malloc-384 384 109 41 149 0 30 57600 0 malloc-16 16 2804 696 17560 0 254 56000 0 malloc-64 64 511 308 1044 0 254 52416 0 malloc-16 16 2805 445 10339 0 254 52000 0 malloc-256 256 138 57 154 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 42464 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 1 23 524 0 8 49152 0 malloc-1024 1024 12 36 753 0 16 49152 0 malloc-512 512 0 96 1224 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 225 325 27972 0 126 44000 0 clpbuf 2624 0 16 21 0 16 41984 0 pcpu-8 8 4705 415 4861 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udp_inpcb 424 6 84 219 0 30 38160 0 da_ccb 544 0 70 1625 0 16 38080 0 pipe 744 23 27 582 0 16 37200 0 malloc-64 64 193 374 214 0 254 36288 0 malloc-64 64 139 428 16313 0 254 36288 0 malloc-64 64 8 559 31 0 254 36288 0 malloc-128 128 174 105 703 0 126 35712 0 malloc-128 128 166 113 564 0 126 35712 0 malloc-128 128 38 241 62 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 31 104 14301 0 62 34560 0 TURNSTILE 136 188 64 188 0 62 34272 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 7074 0 2 32768 0 malloc-2048 2048 5 11 69 0 8 32768 0 malloc-2048 2048 3 13 29 0 8 32768 0 malloc-2048 2048 8 8 82 0 8 32768 0 malloc-2048 2048 10 6 201 0 8 32768 0 malloc-1024 1024 6 26 15 0 16 32768 0 malloc-1024 1024 9 23 10 0 16 32768 0 malloc-1024 1024 8 24 1201 0 16 32768 0 malloc-512 512 4 60 171 0 30 32768 0 malloc-512 512 3 61 29 0 30 32768 0 malloc-512 512 11 53 11 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 malloc-512 512 0 64 14 0 30 32768 0 pcpu-64 64 492 20 492 0 254 32768 0 ertt_txseginfo 40 0 808 12992 0 254 32320 0 KNOTE 160 28 172 72405 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 2841 0 254 28224 0 PWD 32 22 860 6979 0 254 28224 0 malloc-32 32 317 565 389 0 254 28224 0 16 Bucket 144 57 139 386 0 62 28224 0 4 Bucket 48 7 581 200 0 254 28224 0 AIO 208 0 133 10 0 62 27664 0 tcp_inpcb 424 4 59 35 0 30 26712 0 udplite_inpcb 424 0 63 35 0 30 26712 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 34 242 70 0 126 24288 0 rl_entry 40 53 553 53 0 254 24240 0 8 Bucket 80 49 251 1880 0 126 24000 0 malloc-384 384 52 8 52 0 30 23040 0 malloc-384 384 19 41 362 0 30 23040 0 malloc-384 384 1 59 2 0 30 23040 0 SLEEPQUEUE 88 188 68 188 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 254 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 ertt 72 4 276 35 0 126 20160 0 malloc-32 32 50 580 646 0 254 20160 0 malloc-32 32 49 581 7028 0 254 20160 0 malloc-32 32 66 564 896 0 254 20160 0 malloc-32 32 59 571 12859 0 254 20160 0 malloc-32 32 12 618 1221 0 254 20160 0 2 Bucket 32 51 579 927 0 254 20160 0 AIOCB 552 0 35 12 0 16 19320 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-4096 4096 1 3 85 0 2 16384 0 malloc-4096 4096 0 4 3 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 559562 0 254 16032 0 malloc-16 16 226 774 11461 0 254 16000 0 kenv 258 15 45 1039 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_inpcb ports 32 2 376 4 0 254 12096 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 18 732 131 0 254 12000 0 malloc-16 16 308 442 494 0 254 12000 0 malloc-16 16 43 707 6500 0 254 12000 0 malloc-16 16 26 724 28757 0 254 12000 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 896 0 0 0 0 16 0 0 tcp_rack_map 120 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0