Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff80b0c758 stack pointer = 0x28:0xfffffe0056f234b0 frame pointer = 0x28:0xfffffe0056f234f0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 995 (syz-executor) rdi: 0000000000000000 rsi: 000000000000381c rdx: 000000000000381b SYZFAIL: failed to recv rpc fd=3 want=4 recv=0 n=-1 (errno 54: Connection reset by peer) rcx: fffffe0002bf1850 r8: 0000000000000000 r9: 0000000000000001 rax: fffffe0002bf1850 rbx: 0000000000000000 rbp: fffffe0056f234f0 r10: 0000000000000000 r11: 0000000000000000 r12: fffffe005853c058 r13: fffffe005853c040 r14: 0000000000000000 r15: 0000000000000010 FreeBSD/amd64 (ci-freebsd-main-5.us-central1-b.c.syzkaller.internal) (ttyu0) login: trap number = 12 panic: page fault cpuid = 0 time = 0 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0056f22cd0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0056f22e30 vpanic() at vpanic+0x257/frame 0xfffffe0056f22ff0 panic() at panic+0xb5/frame 0xfffffe0056f230b0 trap_pfault() at trap_pfault+0xaec/frame 0xfffffe0056f231f0 trap() at trap+0x78e/frame 0xfffffe0056f233e0 calltrap() at calltrap+0x8/frame 0xfffffe0056f233e0 --- trap 0xc, rip = 0xffffffff80b0c758, rsp = 0xfffffe0056f234b0, rbp = 0xfffffe0056f234f0 --- destroy_indir() at destroy_indir+0x48/frame 0xfffffe0056f234f0 mddestroy() at mddestroy+0x358/frame 0xfffffe0056f235d0 mdctlioctl() at mdctlioctl+0x1680/frame 0xfffffe0056f23730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0056f23820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0056f23850 vn_ioctl() at vn_ioctl+0x3c7/frame 0xfffffe0056f23a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0056f23ab0 kern_ioctl() at kern_ioctl+0x4ca/frame 0xfffffe0056f23b90 sys_ioctl() at sys_ioctl+0x36e/frame 0xfffffe0056f23d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0056f23f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0056f23f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x3a197a, rsp = 0x823199f08, rbp = 0x823199f80 --- KDB: enter: panic [ thread pid 995 tid 100302 ] Stopped at kdb_enter+0x6e: movq $0,0x25b9147(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0075200000 rdx 0x7ffff rbx 0xffffffff827bcf60 .str.27 rsp 0xfffffe0056f22e10 rbp 0xfffffe0056f22e30 rsi 0x80001 rdi 0xffffffff8161a6c9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe00540ec000 r13 0xfffffffffffffffe r14 0xffffffff827bcf60 .str.27 r15 0 rip 0xffffffff8160424e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x25b9147(%rip) db> show proc Process 995 (syz-executor) at 0xfffffe005413c000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 769 at 0xfffffe00540cf060 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ./syz-executor exec reaper: 0xfffffe0007809040 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00540af920 (map 0xfffffe00540af920) (map.pmap 0xfffffe00540af9c0) (pmap 0xfffffe00540afa30) threads: 2 100249 RunQ syz-executor 100302 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 998 767 767 0 R syz-executor 996 991 768 0 S uwait 0xfffffe00584ee780 syz-executor 995 769 769 0 R (threaded) syz-executor 100249 RunQ syz-executor 100302 Run CPU 0 syz-executor 991 768 768 0 R (threaded) syz-executor 100264 RunQ syz-executor 100299 S uwait 0xfffffe0059b2e000 syz-executor 989 766 766 0 T (threaded) syz-executor 100227 s syz-executor 100297 RunQ syz-executor 973 1 767 0 S uwait 0xfffffe00584eeb80 syz-executor 956 0 0 0 DL (threaded) [so_splice] 100088 D - 0xfffffe0059b30900 [thr_0] 100239 D - 0xfffffe0059b30940 [thr_1] 955 1 767 60928 S uwait 0xfffffe0057d75800 syz-executor 939 1 769 0 SV uwait 0xfffffe0059b30180 syz-executor 936 1 768 0 S uwait 0xfffffe0059b2e480 syz-executor 931 1 769 0 S uwait 0xfffffe0059b2f700 syz-executor 924 1 767 0 S uwait 0xfffffe005824e400 syz-executor 915 1 767 0 S uwait 0xfffffe0059b2e680 syz-executor 908 1 908 0 Ss+ ttyin 0xfffffe00593f6cb0 getty 907 1 907 0 Ss+ ttyin 0xfffffe00593f68b0 getty 906 1 906 0 Ss+ ttyin 0xfffffe00593f64b0 getty 905 1 905 0 Ss+ ttyin 0xfffffe00593f60b0 getty 904 1 904 0 Ss+ ttyin 0xfffffe00593f5cb0 getty 903 1 903 0 Ss+ ttyin 0xfffffe00593f58b0 getty 902 1 902 0 Ss+ ttyin 0xfffffe00593f54b0 getty 901 1 901 0 Ss+ ttyin 0xfffffe00593f50b0 getty 900 1 900 0 Ss+ ttyin 0xfffffe0058287cb0 getty 896 1 769 0 T uwait 0xfffffe0059b2e580 syz-executor 882 1 768 0 S uwait 0xfffffe00584eee80 syz-executor 871 1 768 0 S uwait 0xfffffe00584eea80 syz-executor 865 1 767 0 S uwait 0xfffffe00584eec80 syz-executor 853 1 766 0 S uwait 0xfffffe0059b30680 syz-executor 851 1 832 0 S uwait 0xfffffe0059b2f200 syz-executor 850 0 0 0 DL aiordy 0xfffffe00540e8060 [aiod4] 849 0 0 0 DL aiordy 0xfffffe0054112b00 [aiod3] 848 0 0 0 DL aiordy 0xfffffe00540e6580 [aiod2] 847 0 0 0 DL aiordy 0xfffffe00540e6ae0 [aiod1] 825 1 768 0 S uwait 0xfffffe0059b2ed80 syz-executor 824 0 0 0 DL (threaded) [KTLS] 100130 D - 0xfffffe0053fd0200 [thr_0] 100131 D - 0xfffffe0053fd0280 [thr_1] 100132 D - 0xffffffff83cafe28 [reclaim_0] 769 765 769 0 R syz-executor 768 765 768 0 R syz-executor 767 765 767 0 R syz-executor 766 765 766 0 R syz-executor 765 763 763 0 RE syz-executor 763 761 763 0 Ss sigsusp 0xfffffe00540070d0 csh 761 682 761 0 Ss select 0xfffffe0059b30a40 sshd 738 1 18 0 S+ piperd 0xfffffe0059813420 logger 737 736 18 0 S+ nanslp 0xffffffff83b9e580 sleep 736 1 18 0 S+ wait 0xfffffe00540ccac0 sh 686 1 686 0 Ss nanslp 0xffffffff83b9e581 cron 682 1 682 0 Ss select 0xfffffe0059b30f40 sshd 495 1 495 0 Ss select 0xfffffe0059b30d40 syslogd 17 0 0 0 DL syncer 0xffffffff83cbbfa0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0007828040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xffffffff83cba560 [bufdaemon] 100083 D - 0xffffffff83001ec0 [bufspacedaemon-0] 100096 D sdflush 0xfffffe00596bd4e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83d05400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100078 D psleep 0xffffffff83ceb4c8 [dom0] 100081 D launds 0xffffffff83ceb4d4 [laundry: dom0] 100082 D umarcl 0xffffffff81dda750 [uma] 7 0 0 0 DL - 0xffffffff8391bcd0 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff843b1980 [pf purge] 5 0 0 0 DL waiting 0xffffffff8472d700 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100046 D - 0xffffffff838e6340 [doneq0] 100047 D - 0xffffffff838e62c0 [async] 100076 D - 0xffffffff838e6140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100043 D crypto_ 0xffffffff83ce6d80 [crypto] 100044 D crypto_ 0xfffffe0007a72d30 [crypto returns 0] 100045 D crypto_ 0xfffffe0007a72d80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe0057cba488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83b46f20 [g_event] 100038 D - 0xffffffff83b46f40 [g_up] 100039 D - 0xffffffff83b46f60 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 Run CPU 1 [swi1: hpts] 100048 I [irq24: virtio_pci0] 100049 I [irq25: virtio_pci0] 100050 I [irq26: virtio_pci0] 100051 I [irq27: virtio_pci0] 100052 I [irq28: virtio_pci1] 100053 I [irq29: virtio_pci1] 100054 I [irq30: virtio_pci1] 100055 I [irq31: virtio_pci1] 100056 I [irq32: virtio_pci1] 100061 I [irq10: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007809040 [init] 10 0 0 0 DL audit_w 0xffffffff83ce7820 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff84c36ff0 [swapper] 100005 D - 0xfffffe0053ea0100 [softirq_0] 100006 D - 0xfffffe0053ea0000 [softirq_1] 100007 D - 0xfffffe0053e9fe00 [if_io_tqg_0] 100008 D - 0xfffffe0053e9fd00 [if_io_tqg_1] 100009 D - 0xfffffe0053e9fc00 [if_config_tqg_0] 100010 D - 0xfffffe0007768900 [kqueue_ctx taskq] 100011 D - 0xfffffe0007768800 [jail_remove taskq] 100012 D - 0xfffffe0007768700 [bus taskq] 100015 D - 0xfffffe0007768200 [thread taskq] 100017 D - 0xfffffe0007767e00 [aiod_kick taskq] 100018 D - 0xfffffe0007767d00 [deferred_unmount ta] 100019 D - 0xfffffe0007767c00 [inm_free taskq] 100020 D - 0xfffffe0007767b00 [in6m_free taskq] 100021 D - 0xfffffe0007767a00 [linuxkpi_irq_wq] 100022 D - 0xfffffe0007767900 [linuxkpi_short_wq_0] 100023 D - 0xfffffe0007767900 [linuxkpi_short_wq_1] 100024 D - 0xfffffe0007767900 [linuxkpi_short_wq_2] 100025 D - 0xfffffe0007767900 [linuxkpi_short_wq_3] 100026 D - 0xfffffe0007767800 [linuxkpi_long_wq_0] 100027 D - 0xfffffe0007767800 [linuxkpi_long_wq_1] 100028 D - 0xfffffe0007767800 [linuxkpi_long_wq_2] 100029 D - 0xfffffe0007767800 [linuxkpi_long_wq_3] 100036 D - 0xfffffe0007767300 [firmware taskq] 100041 D - 0xfffffe0007767200 [crypto_0] 100042 D - 0xfffffe0007767200 [crypto_1] 100057 D - 0xfffffe005812c000 [vtnet0 rxq 0] 100058 D - 0xfffffe005812be00 [vtnet0 txq 0] 100059 D - 0xfffffe005812bd00 [vtnet0 rxq 1] 100060 D - 0xfffffe005812bc00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0058250f00 [virtio_balloon] 100066 D - 0xffffffff827c2301 [deadlkres] 100070 D - 0xfffffe00593da400 [acpi_task_0] 100071 D - 0xfffffe00593da400 [acpi_task_1] 100072 D - 0xfffffe00593da400 [acpi_task_2] 100074 D - 0xfffffe000776a600 [mca taskq] 100075 D - 0xfffffe0007767100 [CAM taskq] 100077 D - 0xfffffe005812b500 [ipsec_offload] db> show all locks Process 995 (syz-executor) thread 0xfffffe00540ec000 (100302) exclusive sx MD config lock (MD config lock) r = 0 (0xffffffff83911400) locked @ /syzkaller/managers/main/kernel/sys/dev/md/md.c:1796 Process 765 (syz-executor) thread 0xfffffe00540bd000 (100095) shared rw pmap pv list (pmap pv list) r = 0 (0xfffffe00074d2b40) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:8472 exclusive rw vmobject (vmobject) r = 0 (0xfffffe005411a8b8) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_object.c:647 Process 12 (intr) thread 0xfffffe0007820780 (100035) exclusive sleep mutex tcp_hpts_lck (hpts) r = 0 (0xfffffe0007a89a00) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_hpts.c:1403 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 sctp_stro 4 6918K 9 linker 376 5071K 626 tcp_hpts 7 4801K 7 devbuf 4188 4324K 4213 sysctloid 35221 2075K 35296 vtbuf 24 1968K 46 kobj 331 1324K 497 newblk 11 1027K 976 vfscache 3 1025K 3 pcb 39 682K 153 inodedep 19 519K 241 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 47 373K 263 subproc 154 294K 1087 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 16098 acpica 1674 184K 54432 vmem 5 144K 6 tidhash 3 141K 3 pagedep 9 130K 113 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 gtaskqueue 18 98K 18 bus 1002 82K 5074 mtx_pool 3 74K 3 syncache 1 68K 1 NFSD srvcache 3 68K 3 module 521 66K 525 ddb_capture 1 64K 1 umtx 336 42K 336 kdtrace 215 42K 1308 shm 4 38K 7 temp 37 38K 1998 hostcache 1 32K 1 DEVFS3 128 32K 138 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 ifaddr 66 19K 68 ufs_mount 4 17K 5 proc 3 17K 3 LRO 16 17K 16 tty 16 16K 16 routetbl 124 16K 395 ithread 90 15K 90 bus-sc 34 15K 1650 lltable 45 14K 46 eventhandler 163 14K 163 ifnet 7 13K 7 ether_multi 152 13K 167 kenv 95 12K 95 GEOM 61 11K 477 CAM queue 5 11K 1528 rman 82 10K 447 rpc 8 9K 8 in6_multi 65 9K 66 bmsafemap 2 9K 200 devstat 4 9K 4 UART 12 9K 12 ksem 1 8K 4 shmfd 1 8K 3 pfs_vncache 1 8K 1 plimit 21 8K 487 audit_evclass 239 8K 301 taskqueue 69 8K 78 cred 28 7K 238 kqueue 76 7K 1174 sglist 6 7K 6 CAM DEV 3 6K 510 pfs_nodes 22 6K 22 ufs_dirhash 24 5K 24 sctp_atcl 12 5K 48 UMA 269 5K 269 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 pwddesc 64 4K 1008 md_disk 1 4K 1 evdev 4 4K 4 crypto 12 4K 34 acpisem 28 4K 28 DEVFSP 47 3K 67 terminal 11 3K 11 acpidev 20 3K 20 hhook 8 3K 10 proc-args 81 3K 2090 clone 9 3K 9 uidinfo 3 3K 15 kcovinfo 36 3K 36 session 17 3K 45 pf_rule 1 2K 1 local_apic 1 2K 1 io_apic 1 2K 1 dirrem 8 2K 168 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 Unitno 28 2K 50 sctp_ifa 13 2K 14 lockf 15 2K 49 CAM XPT 22 2K 543 in_multi 6 2K 8 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 sctp_timw 5 2K 5 BPF 7 2K 22 msi 9 2K 9 netlink 2 2K 75 freework 5 2K 194 sctp_stri 2 1K 8 softdep 1 1K 1 freeblks 4 1K 118 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 22 selfd 16 1K 142079 NFSD session 1 1K 1 mkdir 7 1K 194 CC Mem 7 1K 56 CAM periph 4 1K 271 ip6opt 6 1K 23 ipsec 3 1K 3 sctp_ifn 6 1K 14 diradd 6 1K 183 freefile 6 1K 133 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 isadev 6 1K 8 inpcbpolicy 23 1K 297 mount 16 1K 147 pci_link 10 1K 10 sctp_atky 16 1K 63 osd 12 1K 72 encap_export_host 12 1K 12 newdirblk 4 1K 97 ioctlops 1 1K 108 cdev 2 1K 2 lkpikmalloc 8 1K 9 counter_rate 14 1K 14 cryptodev 6 1K 73 chacha20random 1 1K 1 biobuf 1 1K 1 select 3 1K 41 ktls 5 1K 24 vnodes 2 1K 4 ktls_ocf 2 1K 5 ip6_msource 4 1K 11 eventfd 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 feeder 7 1K 7 sctp_athm 12 1K 52 frag6 2 1K 3 tcpfunc 3 1K 3 loginclass 3 1K 5 prison 6 1K 6 sctp_map 8 1K 18 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 freefrag 1 1K 42 aio 4 1K 4 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 filecaps 3 1K 85 sctp_vrf 1 1K 1 ip6_moptions 2 1K 9 ip_msource 1 1K 1 ip_moptions 1 1K 5 in_mfilter 1 1K 3 vnet 1 1K 1 iov 1 1K 16921 pmc 1 1K 1 entropy 2 1K 34 acpiintr 1 1K 1 soname 2 1K 3383 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 tcp_pcm_rack 0 0K 0 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 9 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 filemon 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 3 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 65 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 9 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 75 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 in6_mfilter 0 0K 19 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 23 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 194 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 15 lio 0 0K 7 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 procdesc 0 0K 10 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 288 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 sysctltmp 0 0K 661 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 60 rctl 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 70 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 523 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 15143 0 254 38494208 0 tcp_log 416 4757 2614 20274 0 254 3066336 0 mbuf 256 9372 1055 32699 0 254 2669312 0 BUF TRIE 152 224 11580 826 0 62 1794208 0 malloc-4096 4096 397 5 1501 0 2 1646592 0 malloc-384 384 4173 27 4517 0 30 1612800 0 malloc-128 128 11575 143 11824 0 126 1499904 0 UMA Slabs 0 112 11000 10 11000 0 126 1233120 0 RADIX NODE 152 7079 508 32761 0 62 1153224 0 sctp_asoc 2256 4 506 9 0 254 1150560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 17214 105 17214 0 254 969864 0 FFS inode 1168 542 32 679 0 8 670432 0 malloc-65536 65536 9 1 14 0 1 655360 0 sctp_ep 1152 6 505 35 0 254 588672 0 malloc-65536 65536 4 4 189 0 1 524288 0 socket 1024 28 480 1559 0 254 520192 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 178 0 0 2 467072 0 malloc-16384 16384 24 1 134 0 1 409600 0 sctp_raddr 736 4 513 9 0 254 380512 0 256 Bucket 2048 160 16 1185 0 8 360448 0 VM OBJECT 248 1119 193 15498 0 62 325376 0 THREAD 1860 149 19 303 0 8 312480 0 malloc-64 64 78 4773 149061 0 254 310464 0 malloc-64 64 4156 443 5690 0 254 294336 0 VNODE 440 580 86 719 0 30 293040 0 malloc-2048 2048 108 12 118 0 8 245760 0 malloc-16 16 14560 190 14667 0 254 236000 0 DEVCTL 1024 22 198 147 0 0 225280 0 malloc-256 256 259 611 1812 0 62 222720 0 malloc-32768 32768 0 6 54 0 1 196608 0 malloc-32768 32768 3 3 133 0 1 196608 0 UMA Zones 768 241 3 241 0 16 187392 0 malloc-32 32 5453 217 7217 0 254 181440 0 malloc-128 128 1208 187 25402 0 126 178560 0 lkpimm 56 1 3095 1 0 254 173376 0 MAP ENTRY 96 1431 333 49981 0 126 169344 0 unpcb 320 3 513 1189 0 254 165120 0 FPU_save_area 832 151 47 395 0 16 164736 0 malloc-1024 1024 124 20 1377 0 16 147456 0 FFS2 dinode 256 542 28 678 0 62 145920 0 S VFS Cache 104 1003 284 1182 0 126 133848 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-32768 32768 0 4 15 0 1 131072 0 mbuf_packet 256 13 495 1727 0 254 130048 0 PROC 1376 64 24 1003 0 8 121088 0 ksiginfo 112 66 978 141 0 126 116928 0 malloc-128 128 791 108 2002 0 126 115072 0 malloc-2048 2048 8 48 625 0 8 114688 0 g_bio 408 0 270 6655 0 30 110160 0 malloc-128 128 559 216 3938 0 126 99200 0 filedesc0 1072 64 27 1008 0 8 97552 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 50 33 255 0 16 84992 0 malloc-16384 16384 4 1 194 0 1 81920 0 malloc-8192 8192 6 4 12 0 1 81920 0 malloc-4096 4096 11 9 29 0 2 81920 0 sctp_chunk 152 197 323 203 0 254 79040 0 malloc-64 64 692 379 3614 0 254 68544 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 13 3 65 0 2 65536 0 malloc-2048 2048 13 19 756 0 8 65536 0 64 Bucket 512 99 29 1803 0 30 65536 0 malloc-256 256 170 85 371 0 62 65280 0 malloc-256 256 93 162 1082 0 62 65280 0 sctp_stream_msg_out 112 0 540 3 0 254 60480 0 malloc-8192 8192 6 1 113 0 1 57344 0 malloc-64 64 532 287 843 0 254 52416 0 malloc-256 256 83 112 155 0 62 49920 0 malloc-256 256 40 155 582 0 62 49920 0 32 Bucket 256 80 115 478 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 13950 0 16 49152 0 malloc-2048 2048 5 19 39 0 8 49152 0 malloc-1024 1024 14 34 543 0 16 49152 0 malloc-384 384 90 30 121 0 30 46080 0 malloc-384 384 37 83 261 0 30 46080 0 da_ccb 544 0 84 1777 0 16 45696 0 ertt_txseginfo 40 843 268 3126 0 254 44440 0 syncache 168 0 264 3 0 254 44352 0 tcp_inpcb 1304 7 26 56 0 8 43032 0 clpbuf 2624 0 16 29 0 4 41984 0 vnpbuf 2624 0 16 1 0 16 41984 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 3 2 5 0 1 40960 0 malloc-4096 4096 2 8 12 0 2 40960 0 pcpu-8 8 4719 401 4905 0 254 40960 0 VMSPACE 584 42 28 979 0 16 40880 0 pipe 736 21 34 345 0 16 40480 0 ttyinq 160 135 115 555 0 62 40000 0 sctp_readq 152 0 260 1 0 254 39520 0 udp_inpcb 408 9 81 191 0 30 36720 0 hostcache 64 3 564 3 0 254 36288 0 malloc-64 64 8 559 16523 0 254 36288 0 malloc-64 64 161 406 198 0 254 36288 0 malloc-64 64 22 545 339 0 254 36288 0 malloc-64 64 14 553 49 0 254 36288 0 tcp_bbr_map 128 101 178 107 0 126 35712 0 malloc-128 128 85 194 123 0 126 35712 0 malloc-128 128 70 209 178 0 126 35712 0 malloc-128 128 18 261 616 0 126 35712 0 malloc-128 128 14 265 284 0 126 35712 0 ktls_session 256 2 133 6 0 62 34560 0 routing nhops 256 26 109 35 0 62 34560 0 ttyoutq 256 72 63 296 0 62 34560 0 malloc-384 384 53 37 536 0 30 34560 0 malloc-256 256 10 125 495 0 62 34560 0 malloc-256 256 28 107 129 0 62 34560 0 malloc-256 256 17 118 536 0 62 34560 0 TURNSTILE 136 169 83 169 0 62 34272 0 SLEEPQUEUE 88 169 215 169 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 25 0 1 32768 0 malloc-4096 4096 5 3 566 0 2 32768 0 malloc-2048 2048 4 12 27 0 8 32768 0 malloc-2048 2048 3 13 3 0 8 32768 0 malloc-2048 2048 9 7 9 0 8 32768 0 malloc-1024 1024 2 30 18 0 16 32768 0 malloc-1024 1024 6 26 6 0 16 32768 0 malloc-1024 1024 16 16 2391 0 16 32768 0 malloc-1024 1024 11 21 17 0 16 32768 0 malloc-1024 1024 3 29 7 0 16 32768 0 malloc-512 512 3 61 25 0 30 32768 0 malloc-512 512 12 52 32 0 30 32768 0 malloc-512 512 3 61 175 0 30 32768 0 malloc-512 512 2 62 8 0 30 32768 0 malloc-512 512 1 63 2 0 30 32768 0 malloc-512 512 4 60 51 0 30 32768 0 malloc-512 512 1 63 6 0 30 32768 0 pcpu-64 64 497 15 497 0 254 32768 0 tcp_bbr_pcb 896 1 35 3 0 16 32256 0 Files 80 149 251 7862 0 126 32000 0 PGRP 120 21 243 49 0 126 31680 0 sctp_laddr 48 10 578 23 0 254 28224 0 malloc-32 32 348 534 475 0 254 28224 0 16 Bucket 144 66 130 301 0 62 28224 0 4 Bucket 48 8 580 11 0 254 28224 0 AIO 208 0 133 13 0 62 27664 0 udplite_inpcb 408 1 62 11 0 30 25704 0 cpuset 200 9 119 127 0 62 25600 0 malloc-8192 8192 3 0 3 0 1 24576 0 PWD 40 28 578 176 0 254 24240 0 rtentry 168 29 115 35 0 62 24192 0 8 Bucket 80 55 245 346 0 126 24000 0 malloc-384 384 20 40 56 0 30 23040 0 malloc-384 384 27 33 50 0 30 23040 0 domainset 40 0 567 122 0 254 22680 0 ripcb 376 6 54 39 0 30 22560 0 Mountpoints 2816 2 6 2 0 4 22528 0 ertt 72 7 273 56 0 126 20160 0 malloc-32 32 74 556 372 0 254 20160 0 malloc-32 32 32 598 4895 0 254 20160 0 malloc-32 32 38 592 2757 0 254 20160 0 malloc-32 32 32 598 210 0 254 20160 0 malloc-32 32 22 608 51 0 254 20160 0 2 Bucket 32 70 560 398 0 254 20160 0 KNOTE 160 2 123 70 0 62 20000 0 L VFS Cache 320 0 60 5 0 30 19200 0 AIOLIO 272 0 70 7 0 30 19040 0 vmem 1856 2 7 2 0 8 16704 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 216 0 2 16384 0 malloc-4096 4096 4 0 4 0 2 16384 0 malloc-2048 2048 3 5 8 0 8 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-512 512 0 32 2 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 pf tags 104 1 155 1 0 126 16224 0 ipq 56 1 287 1 0 254 16128 0 rl_entry 48 2 334 2 0 254 16128 0 malloc-16 16 509 491 3450 0 254 16000 0 kenv 258 17 43 1068 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-32 32 152 226 937 0 254 12096 0 malloc-16 16 1 749 182 0 254 12000 0 malloc-16 16 12 738 12 0 254 12000 0 malloc-16 16 20 730 1840 0 254 12000 0 malloc-16 16 67 683 24969 0 254 12000 0 malloc-16 16 52 698 1670 0 254 12000 0 malloc-16 16 3 747 6 0 254 12000 0 cryptop 280 0 42 2 0 30 11760 0 itimer 352 0 33 1 0 30 11616 0 splice 184 0 63 1 0 62 11592 0 AIOCB 552 0 21 9 0 16 11592 0 malloc-384 384 1 29 4 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-4096 4096 0 2 2 0 2 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 vtnet_tx_hdr 24 0 334 2111 0 254 8016 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 28 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 384 0 0 0 0 254 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1088 0 0 0 0 8 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db> show all tcpcbs/bl