Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81b3871e stack pointer = 0x28:0xfffffe009f1f7b40 frame pointer = 0x28:0xfffffe009f1f7c20 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 7062 (syz-executor.1) FreeBSD/amd64trap number = 12 (ci-frepanic: page fault cpuid = 1 time = 1640674246 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009f1f7350 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009f1f74b0 vpanic() at vpanic+0x2b8/frame 0xfffffe009f1f7590 panic() at panic+0xb5/frame 0xfffffe009f1f7650 trap_fatal() at trap_fatal+0x6a4/frame 0xfffffe009f1f7750 trap_pfault() at trap_pfault+0x186/frame 0xfffffe009f1f7890 trap() at trap+0x5e4/frame 0xfffffe009f1f7a70 calltrap() at calltrap+0x8/frame 0xfffffe009f1f7a70 --- trap 0xc, rip = 0xffffffff81b3871e, rsp = 0xfffffe009f1f7b40, rbp = 0xfffffe009f1f7c20 --- tcp_usr_shutdown() at tcp_usr_shutdown+0x22e/frame 0xfffffe009f1f7c20 soshutdown() at soshutdown+0x2d1/frame 0xfffffe009f1f7c70 kern_shutdown() at kern_shutdown+0x112/frame 0xfffffe009f1f7d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe009f1f7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009f1f7f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a41a, rsp = 0x43f08, rbp = 0x43f70 --- KDB: enter: panic [ thread pid 7062 tid 106873 ] Stopped at kdb_enter+0x6b: movq $0,0x250ea2a(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xa30c6b75be0163cc rdx 0x1 rbx 0 rsp 0xfffffe009f1f7490 rbp 0xfffffe009f1f74b0 rsi 0 rdi 0xffffffff817622ba vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe00a522b6f0 r12 0xfffffe00a522b1e0 r13 0xfffffe009f1f7501 r14 0xffffffff82b532e0 .str.18 r15 0xffffffff82b532e0 .str.18 rip 0xffffffff8175586b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250ea2a(%rip) db> show proc Process 7062 (syz-executor.1) at 0xfffffe00a6331548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 777 at 0xfffffe0053de3548 ABI: FreeBSD ELF64 flag: 0x10080480 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053de5000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a52443f0 (map 0xfffffe00a52443f0) (map.pmap 0xfffffe00a52444b0) (pmap 0xfffffe00a5244518) threads: 2 106872 s syz-executor.1 106873 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 7063 783 783 0 R (threaded) syz-executor.3 106848 RunQ syz-executor.3 106874 S connec 0xfffffe0058c7185a syz-executor.3 106875 S uwait 0xfffffe009eb73380 syz-executor.3 7062 777 777 0 T (threaded) syz-executor.1 106872 s syz-executor.1 106873 Run CPU 1 syz-executor.1 7060 776 776 0 R (threaded) syz-executor.0 106403 RunQ syz-executor.0 106867 S connec 0xfffffe0058c790da syz-executor.0 106870 S uwait 0xfffffe00576ce280 syz-executor.0 106871 S uwait 0xfffffe0053ef4d00 syz-executor.0 7057 778 778 0 R (threaded) syz-executor.2 100103 RunQ syz-executor.2 106863 S connec 0xfffffe0058ddfc1a syz-executor.2 106868 S uwait 0xfffffe009eb71880 syz-executor.2 6610 6604 6610 0 Ss select 0xfffffe009e7c24c0 dhclient 6607 1 6607 0 Ss select 0xfffffe009e7bfa40 dhclient 6604 6589 429 65 S select 0xfffffe009e7bfc40 dhclient 6589 429 429 0 S wait 0xfffffe0053f75548 sh 6578 1 6578 65 Ss select 0xfffffe009e7bff40 dhclient 4243 1 4243 0 Ss select 0xfffffe009e7c12c0 dhclient 4225 1 4225 0 Ss select 0xfffffe009e7c17c0 dhclient 4174 1 4174 65 Ss select 0xfffffe009e7bf8c0 dhclient 2977 1 2977 0 Ss select 0xfffffe009e7c1040 dhclient 2974 1 2974 0 Ss select 0xfffffe009e7c1bc0 dhclient 2947 1 2947 65 Ss select 0xfffffe009e7c0140 dhclient 1214 0 0 0 DL aiordy 0xfffffe00a6330548 [aiod4] 1213 0 0 0 DL aiordy 0xfffffe00a6330a90 [aiod3] 1212 0 0 0 DL aiordy 0xfffffe0058c3fa90 [aiod2] 1211 0 0 0 DL aiordy 0xfffffe0058c40000 [aiod1] 816 1 816 0 Ss select 0xfffffe0058a9d2c0 dhclient 811 1 811 0 Ss select 0xfffffe009e7c1f40 dhclient 783 773 783 0 Rs syz-executor.3 778 773 778 0 Rs syz-executor.2 777 773 777 0 Rs syz-executor.1 776 773 776 0 Rs syz-executor.0 773 771 771 0 R (threaded) syz-fuzzer 100097 S uwait 0xfffffe0053e97e80 syz-fuzzer 100117 S nanslp 0xffffffff83c31941 syz-fuzzer 100118 RunQ syz-fuzzer 100119 S uwait 0xfffffe0053e97280 syz-fuzzer 100120 S uwait 0xfffffe009eb73180 syz-fuzzer 100121 S uwait 0xfffffe00576cef00 syz-fuzzer 100122 S kqread 0xfffffe00081d7e00 syz-fuzzer 100124 S uwait 0xfffffe0007994800 syz-fuzzer 101122 S uwait 0xfffffe00a6366700 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe009c32c5f8 csh 769 687 769 0 Ss select 0xfffffe009e7c1740 sshd 753 1 753 0 Rs+ getty 752 1 752 0 Ss+ ttyin 0xfffffe0058636cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00586374b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0058637cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00586384b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0058638cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005863a4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005863acb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576ee4b0 getty 691 1 691 0 Ss nanslp 0xffffffff83c31940 cron 687 1 687 0 Ss select 0xfffffe009e7c1ec0 sshd 500 1 500 0 Ss select 0xfffffe0058b57f40 syslogd 429 1 429 0 Ss wait 0xfffffe009c32da90 devd 428 1 428 65 Ss select 0xfffffe009e7c2340 dhclient 343 1 343 0 Ss select 0xfffffe009e7c2440 dhclient 340 1 340 0 Ss select 0xfffffe0058b58740 dhclient 16 0 0 0 DL syncer 0xffffffff83d57140 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00587cd000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d55760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058ccece8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d88c40 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d7caf8 [dom0] 100082 D launds 0xffffffff83d7cb04 [laundry: dom0] 100083 D umarcl 0xffffffff81e52dc0 [uma] 6 0 0 0 DL - 0xffffffff839ed808 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff84512240 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff84763530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388f7c0 [doneq0] 100046 D - 0xffffffff8388f740 [async] 100075 D - 0xffffffff8388f5c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057148c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d78340 [crypto] 100042 D crypto_ 0xfffffe0053fb8030 [crypto returns 0] 100043 D crypto_ 0xfffffe0053fb8080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c07000 [g_event] 100037 D - 0xffffffff83c07020 [g_up] 100038 D - 0xffffffff83c07040 [g_down] 12 0 0 0 RL (threaded) [intr] 100010 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 I [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 Run CPU 0 [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de5000 [init] 10 0 0 0 DL audit_w 0xffffffff83d78e20 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c07aa0 [swapper] 100005 D - 0xfffffe0053e15000 [if_io_tqg_0] 100006 D - 0xfffffe0053e14e00 [if_io_tqg_1] 100007 D - 0xfffffe0053e14d00 [if_config_tqg_0] 100008 D - 0xfffffe0053e14c00 [softirq_0] 100009 D - 0xfffffe0053e14b00 [softirq_1] 100011 D - 0xfffffe00081dae00 [aiod_kick taskq] 100012 D - 0xfffffe00081dad00 [linuxkpi_irq_wq] 100013 D - 0xfffffe00081dac00 [inm_free taskq] 100014 D - 0xfffffe00081dab00 [in6m_free taskq] 100015 D - 0xfffffe00081daa00 [deferred_unmount ta] 100016 D - 0xfffffe00081da900 [thread taskq] 100018 D - 0xfffffe00081da700 [kqueue_ctx taskq] 100019 D - 0xfffffe00081da600 [pci_hp taskq] 100021 D - 0xfffffe00081da400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081da400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081da400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081da400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081da300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081da300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081da300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081da300 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f58300 [firmware taskq] 100039 D - 0xfffffe0053f57800 [crypto_0] 100040 D - 0xfffffe0053f57800 [crypto_1] 100056 D - 0xfffffe0053f56e00 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f56d00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f56c00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f56b00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571a5600 [virtio_balloon] 100065 D - 0xffffffff82b58dc1 [deadlkres] 100070 D - 0xfffffe00081db100 [mca taskq] 100071 D - 0xfffffe0053f56900 [acpi_task_0] 100072 D - 0xfffffe0053f56900 [acpi_task_1] 100073 D - 0xfffffe0053f56900 [acpi_task_2] 100074 D - 0xfffffe0053f57100 [CAM taskq] db> show all locks Process 7062 (syz-executor.1) thread 0xfffffe00a522b1e0 (106873) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe009ebf71b8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:902 Process 12 (intr) thread 0xfffffe00576d2e40 (100064) exclusive sleep mutex ttymtx (ttymtx) r = 0 (0xfffffe00576e3808) locked @ /syzkaller/managers/main/kernel/sys/dev/uart/uart_tty.c:333 exclusive sleep mutex Giant (Giant) r = 0 (0xffffffff830099c0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_intr.c:1205 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35454 2089K 35525 pcb 1379 2062K 11160 vtbuf 24 1968K 46 kobj 322 1288K 481 newblk 9 1026K 6845 vfscache 3 1025K 3 sctp_stro 675 675K 2880 inodedep 86 544K 6335 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_atcl 1355 509K 8870 intr 4 472K 4 subproc 143 275K 7147 vmem 3 274K 5 acpica 1674 184K 56282 vnet_data 1 168K 1 tidhash 3 141K 3 filedesc 18 137K 12369 linker 354 134K 382 pagedep 10 131K 6224 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 70 sctp_atky 2030 85K 12228 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 kdtrace 222 45K 13940 umtx 352 44K 352 temp 34 33K 2205 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 9 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 sctp_athm 1355 22K 9309 sctp_map 1350 22K 5760 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 sctp_timw 77 20K 77 dirrem 76 19K 6248 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 routetbl 128 16K 411 bus-sc 34 15K 1651 lltable 45 14K 69 KTRACE 101 13K 101 ether_multi 152 13K 162 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 136 12K 136 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 freefile 76 10K 6245 cred 38 10K 236 in6_multi 65 9K 65 bmsafemap 2 9K 6303 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 4 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 kqueue 64 7K 7703 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 412 ufs_dirhash 24 5K 24 UMA 272 5K 272 pf_ifnet 10 5K 19 DEVFSP 68 5K 231 session 34 5K 45 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 pwddesc 61 4K 7064 proc-args 94 4K 8314 acpisem 28 4K 28 lockf 32 4K 66 hhook 15 4K 17 selfd 52 4K 111372 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 78 uidinfo 4 3K 13 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 31 2K 47 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 freework 5 2K 6223 sctp_stri 2 1K 878 softdep 1 1K 1 mkdir 8 1K 12412 freeblks 4 1K 6222 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 32 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 6287 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 14 newdirblk 4 1K 6206 inpcbpolicy 16 1K 961 pfil 4 1K 4 cdev 2 1K 2 osd 8 1K 606 chacha20random 1 1K 1 pf_osfp 3 1K 3 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 595 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 7 1K 10219 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 xform 2 1K 196 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 93 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 41 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 81 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 filemon 0 0K 3 sctp_mcore 0 0K 0 sctp_socko 0 0K 2127 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 6 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 4325 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 13 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 210 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 nvme_da 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 6388 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 39 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 ppbusdev 0 0K 0 mbuf_tag 0 0K 120 ktls 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 19511 ioctlops 0 0K 310 eventfd 0 0K 1 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sbuf 0 0K 288 mfibuf 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_sectors 0 0K 0 SWAP 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 sysctltmp 0 0K 790 sysctl 0 0K 3 LED 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 cache 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 2 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8397 1001 1412964 0 254 38494208 0 tcp_log 416 0 9657 64598 0 254 4017312 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 9242 677 2207619 0 254 2539264 0 sctp_asoc 2288 675 345 2880 0 254 2333760 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 RADIX NODE 144 14003 216 187389 0 62 2047536 0 BUF TRIE 144 181 11607 757 0 62 1697472 0 malloc-2048 2048 686 122 5559 0 8 1654784 0 malloc-384 384 4117 53 4118 0 30 1601280 0 sctp_ep 1208 678 592 5551 0 254 1534160 0 malloc-128 128 11737 136 18244 0 126 1519744 0 malloc-4096 4096 323 5 486 0 2 1343488 0 UMA Slabs 0 112 11527 23 11527 0 126 1293600 0 vmem btag 56 20545 86 20545 0 254 1155336 0 sctp_raddr 736 685 338 5075 0 254 752928 0 malloc-1024 1024 679 25 3036 0 16 720896 0 FFS inode 1160 515 38 6760 0 8 641480 0 VM OBJECT 264 2258 82 158462 0 30 617760 0 malloc-384 384 99 1431 6369 0 30 587520 0 malloc-384 384 1377 123 8916 0 30 576000 0 tcpcb 1096 4 507 595 0 254 560056 0 256 Bucket 2048 245 13 5522 0 8 528384 0 socket 960 47 461 7859 0 254 487680 0 malloc-256 256 168 1452 19962 0 62 414720 0 malloc-256 256 35 1585 4424 0 62 414720 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 malloc-128 128 1296 1494 32654 0 126 357120 0 tcp_inpcb 424 5 760 595 0 254 324360 0 THREAD 1808 160 16 6875 0 8 318208 0 MAP ENTRY 96 2933 343 399215 0 126 314496 0 VNODE 448 556 110 6803 0 30 298368 0 malloc-4096 4096 61 10 7064 0 3 290816 0 malloc-256 256 951 174 12739 0 62 288000 0 malloc-64 64 4003 344 11087 0 254 278208 0 tcp_bbr_map 128 0 2170 9210 0 126 277760 0 mbuf_packet 256 542 474 17477 0 254 260096 0 malloc-16 16 14669 581 15324 0 254 244000 0 malloc-16384 16384 10 4 6199 0 1 229376 0 DEVCTL 1024 8 212 154 0 0 225280 0 ripcb 424 5 508 145 0 254 217512 0 udplite_inpcb 424 0 513 13 0 254 217512 0 udp_inpcb 424 6 507 208 0 254 217512 0 ertt_txseginfo 40 0 5353 43509 0 254 214120 0 malloc-256 256 202 608 7382 0 62 207360 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-32 32 5466 204 5616 0 254 181440 0 FPU_save_area 832 162 36 12944 0 16 164736 0 malloc-128 128 1065 206 17823 0 126 162688 0 sctp_chunk 152 645 395 3071 0 254 158080 0 malloc-4096 4096 33 3 53 0 2 147456 0 malloc-1024 1024 133 11 150 0 16 147456 0 S VFS Cache 104 1014 390 7354 0 126 146016 0 FFS2 dinode 256 515 55 6760 0 62 145920 0 VMSPACE 2552 41 13 7045 0 4 137808 0 malloc-65536 65536 0 2 148 0 1 131072 0 malloc-65536 65536 0 2 137 0 1 131072 0 unpcb 256 20 490 1312 0 254 130560 0 128 Bucket 1024 85 30 1044 0 16 117760 0 ksiginfo 112 68 976 6180 0 126 116928 0 PROC 1352 60 21 7063 0 8 109512 0 64 Bucket 512 127 73 7237 0 30 102400 0 malloc-64 64 1235 340 5749 0 254 100800 0 malloc-2048 2048 7 41 1039 0 8 98304 0 filedesc0 1072 61 23 7064 0 8 90048 0 UMA Kegs 384 230 3 230 0 30 89472 0 sctp_readq 152 0 520 411 0 254 79040 0 malloc-8192 8192 5 4 36 0 1 73728 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 6135 0 30 73440 0 malloc-64 64 498 573 112018 0 254 68544 0 malloc-32 32 1656 486 12789 0 254 68544 0 malloc-128 128 325 202 415 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-16384 16384 3 1 5 0 1 65536 0 32 Bucket 256 108 147 11302 0 62 65280 0 sctp_stream_msg_out 112 287 253 1393 0 254 60480 0 malloc-64 64 93 726 8418 0 254 52416 0 malloc-64 64 288 531 7337 0 254 52416 0 malloc-128 128 53 350 307 0 126 51584 0 malloc-256 256 119 76 7740 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 39976 0 16 49152 0 malloc-2048 2048 4 20 98 0 8 49152 0 malloc-1024 1024 10 38 1706 0 16 49152 0 syncache 168 0 264 4 0 254 44352 0 Files 80 229 321 22335 0 126 44000 0 clpbuf 2624 0 16 23 0 16 41984 0 malloc-4096 4096 7 3 12 0 2 40960 0 pcpu-8 8 4734 386 4974 0 254 40960 0 da_ccb 544 0 70 1649 0 16 38080 0 pipe 744 23 27 371 0 16 37200 0 malloc-64 64 34 533 34 0 254 36288 0 malloc-64 64 90 477 15747 0 254 36288 0 malloc-64 64 167 400 478 0 254 36288 0 malloc-16 16 1690 560 42873 0 254 36000 0 malloc-128 128 16 263 97 0 126 35712 0 malloc-128 128 31 248 203 0 126 35712 0 malloc-128 128 65 214 6410 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 72 18 104 0 30 34560 0 malloc-384 384 50 40 52 0 30 34560 0 malloc-384 384 83 7 84 0 30 34560 0 malloc-256 256 6 129 6336 0 62 34560 0 malloc-256 256 34 101 595 0 62 34560 0 malloc-256 256 23 112 279 0 62 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 0 1 120 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-8192 8192 3 1 104 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 4 4 9 0 2 32768 0 malloc-2048 2048 2 14 20 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 3 13 82 0 8 32768 0 malloc-2048 2048 9 7 200 0 8 32768 0 malloc-1024 1024 0 32 8 0 16 32768 0 malloc-1024 1024 9 23 13 0 16 32768 0 malloc-1024 1024 6 26 26 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 2 30 2 0 16 32768 0 malloc-512 512 1 63 138 0 30 32768 0 malloc-512 512 11 53 24 0 30 32768 0 malloc-512 512 2 62 167 0 30 32768 0 malloc-512 512 13 51 938 0 30 32768 0 pcpu-64 64 482 30 482 0 254 32768 0 tcp_rack_pcb 896 0 36 81 0 16 32256 0 KNOTE 160 28 172 89011 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 malloc-16 16 1427 573 10486 0 254 32000 0 tcp_rack_map 120 0 264 240 0 126 31680 0 tcp_bbr_pcb 832 0 36 172 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 236 352 1679 0 254 28224 0 PWD 32 22 860 6264 0 254 28224 0 malloc-32 32 158 724 9095 0 254 28224 0 4 Bucket 48 10 578 211 0 254 28224 0 AIO 208 0 133 4 0 62 27664 0 malloc-4096 4096 4 2 7013 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 34 242 45 0 126 24288 0 rl_entry 40 56 550 56 0 254 24240 0 8 Bucket 80 62 238 1843 0 126 24000 0 malloc-384 384 1 59 341 0 30 23040 0 SLEEPQUEUE 88 177 79 177 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 tcp_inpcb 32 2 628 279 0 254 20160 0 udpcb 32 6 624 221 0 254 20160 0 udp_inpcb 32 3 627 34 0 254 20160 0 ertt 72 4 276 595 0 126 20160 0 malloc-32 32 7 623 23 0 254 20160 0 malloc-32 32 21 609 1047 0 254 20160 0 malloc-32 32 57 573 1734 0 254 20160 0 malloc-32 32 83 547 151 0 254 20160 0 malloc-32 32 16 614 41 0 254 20160 0 16 Bucket 144 64 76 348 0 62 20160 0 2 Bucket 32 53 577 760 0 254 20160 0 AIOCB 552 0 35 4 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 0 1 160 0 1 16384 0 malloc-4096 4096 2 2 5 0 2 16384 0 malloc-2048 2048 0 8 50 0 8 16384 0 malloc-512 512 0 32 1 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 711106 0 254 16032 0 kenv 258 15 45 1041 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb 32 0 378 1 0 254 12096 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 5 745 6 0 254 12000 0 malloc-16 16 7 743 2139 0 254 12000 0 malloc-16 16 192 558 3241 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 6 744 30 0 254 12000 0 itimer 352 0 33 1 0 30 11616 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0