Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xb8 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff81961d39 stack pointer = 0x28:0xfffffe0053fbb760 frame pointer = 0x28:0xfffffe0053fbba20 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 12 (swi1: netisr 0) rdi: 00000000000000b8 rsi: 0000000000000000 rdx: 0000000000000000 rcx: fffffe00033eee30 r8: 0000000000000000 r9: ffffffff82767c20 rax: fffffe00033eee30 rbx: fffffe007412cb08 rbp: fffffe0053fbba20 r10: 00000000000005c0 r11: 0000000000000002 r12: fffffe006d00ba00 r13: fffffe006d00ba47 r14: 0000000000000000 r15: fffffe007412ca80 trap number = 12 panic: page fault cpuid = 1 time = 1689023433 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0053fbaf50 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0053fbb0b0 vpanic() at vpanic+0x24b/frame 0xfffffe0053fbb190 panic() at panic+0xb5/frame 0xfffffe0053fbb250 trap_fatal() at trap_fatal+0x7ee/frame 0xfffffe0053fbb370 trap_pfault() at trap_pfault+0x17b/frame 0xfffffe0053fbb4b0 trap() at trap+0x5f3/frame 0xfffffe0053fbb690 calltrap() at calltrap+0x8/frame 0xfffffe0053fbb690 --- trap 0xc, rip = 0xffffffff81961d39, rsp = 0xfffffe0053fbb760, rbp = 0xfffffe0053fbba20 --- tcp_input_with_port() at tcp_input_with_port+0x1109/frame 0xfffffe0053fbba20 tcp6_input_with_port() at tcp6_input_with_port+0xeb/frame 0xfffffe0053fbba60 tcp6_input() at tcp6_input+0x26/frame 0xfffffe0053fbba90 ip6_input() at ip6_input+0x2297/frame 0xfffffe0053fbbcf0 swi_net() at swi_net+0x2f3/frame 0xfffffe0053fbbd90 ithread_loop() at ithread_loop+0x4eb/frame 0xfffffe0053fbbef0 fork_exit() at fork_exit+0xc9/frame 0xfffffe0053fbbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053fbbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100031 ] Stopped at kdb_enter+0x6e: movq $0,0x2133517(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff815ce415 printf+0xf5 rdx 0x1 rbx 0xffffffff826bbb80 .str.28 rsp 0xfffffe0053fbb090 rbp 0xfffffe0053fbb0b0 rsi 0 rdi 0xffffffff815ce476 printf+0x156 r8 0 r9 0xffffffff r10 0 r11 0x1 r12 0 r13 0xfffffe00542c2560 r14 0xffffffff826bbb80 .str.28 r15 0 rip 0xffffffff815beb7e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2133517(%rip) db> show proc Process 12 (intr) at 0xfffffe00541fa580: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff836aa060 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff836aa060 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff836ab000 (map 0xffffffff836ab000) (map.pmap 0xffffffff836ab0c0) (pmap 0xffffffff836ab130) threads: 22 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 Run CPU 1 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 2134 773 773 0 R (threaded) syz-executor.0 101514 RunQ syz-executor.0 101619 RunQ syz-executor.0 2132 774 774 0 R (threaded) syz-executor.1 100546 RunQ syz-executor.1 101614 RunQ syz-executor.1 101618 S uwait 0xfffffe0058ea8080 syz-executor.1 1649 1 782 0 S uwait 0xfffffe0057a89400 syz-executor.3 1590 1 781 0 S uwait 0xfffffe0058ea8180 syz-executor.2 1586 1 781 0 S uwait 0xfffffe0058ea7200 syz-executor.2 1579 1 781 0 S uwait 0xfffffe0057a89000 syz-executor.2 1576 1 781 0 S uwait 0xfffffe0058ea8c80 syz-executor.2 1572 1 781 0 S uwait 0xfffffe0057a8cc80 syz-executor.2 1565 1 781 0 S uwait 0xfffffe0057a89300 syz-executor.2 1558 1 781 0 S uwait 0xfffffe0058ea8d80 syz-executor.2 1125 1 782 0 S uwait 0xfffffe0058ea7b00 syz-executor.3 944 1 782 0 S uwait 0xfffffe0058ea8580 syz-executor.3 942 1 782 0 S uwait 0xfffffe0058ea8b80 syz-executor.3 937 1 782 0 S uwait 0xfffffe0058ea8980 syz-executor.3 934 1 782 0 S uwait 0xfffffe0058ea8780 syz-executor.3 931 1 782 0 S uwait 0xfffffe0058ea8880 syz-executor.3 927 1 782 0 S uwait 0xfffffe0057a89f00 syz-executor.3 924 1 782 0 S uwait 0xfffffe0058ea8680 syz-executor.3 921 1 782 0 S uwait 0xfffffe0058ea9700 syz-executor.3 917 1 782 0 S uwait 0xfffffe0058ea9200 syz-executor.3 915 1 782 0 S uwait 0xfffffe0057a89500 syz-executor.3 912 1 782 0 S uwait 0xfffffe0058ea8480 syz-executor.3 906 1 782 0 S uwait 0xfffffe0058ea9100 syz-executor.3 902 1 782 0 S uwait 0xfffffe0057a89900 syz-executor.3 898 1 782 0 S uwait 0xfffffe0058ea9500 syz-executor.3 894 1 782 0 S uwait 0xfffffe0058ea9980 syz-executor.3 891 1 782 0 S uwait 0xfffffe0057a8a400 syz-executor.3 887 1 782 0 S uwait 0xfffffe0058ea9000 syz-executor.3 880 1 782 0 S uwait 0xfffffe0058ea9300 syz-executor.3 878 1 782 0 S uwait 0xfffffe0057a8a300 syz-executor.3 875 1 782 0 S uwait 0xfffffe0057a89c00 syz-executor.3 871 1 782 0 S uwait 0xfffffe0057a8a200 syz-executor.3 868 1 782 0 S uwait 0xfffffe0057a89e00 syz-executor.3 864 1 782 0 S uwait 0xfffffe0057a89a00 syz-executor.3 861 1 782 0 S uwait 0xfffffe0058ea8e80 syz-executor.3 857 1 782 0 S uwait 0xfffffe00542b7800 syz-executor.3 854 1 782 0 S uwait 0xfffffe0057a8aa00 syz-executor.3 852 1 782 0 S uwait 0xfffffe0058eaa380 syz-executor.3 848 1 782 0 S uwait 0xfffffe0058ea9a00 syz-executor.3 843 1 782 0 S uwait 0xfffffe0058ea9c00 syz-executor.3 841 1 782 0 S uwait 0xfffffe0057a89d00 syz-executor.3 837 1 782 0 S uwait 0xfffffe0057a8a500 syz-executor.3 824 1 782 0 S uwait 0xfffffe00542b7600 syz-executor.3 820 1 782 0 S uwait 0xfffffe00542b7d00 syz-executor.3 817 806 817 0 Ss select 0xfffffe006d1877c0 dhclient 816 1 782 0 S uwait 0xfffffe0058ea9800 syz-executor.3 811 1 811 0 Ss select 0xfffffe0058aa3ec0 dhclient 810 1 782 0 S uwait 0xfffffe0058ea9d00 syz-executor.3 806 794 424 65 S select 0xfffffe006d187940 dhclient 794 424 424 0 S wait 0xfffffe0057badae0 sh 782 768 782 0 Rs syz-executor.3 781 768 781 0 Rs syz-executor.2 774 768 774 0 Rs syz-executor.1 773 768 773 0 Rs syz-executor.0 768 766 766 0 R (threaded) syz-fuzzer 100114 S uwait 0xfffffe0057a8a600 syz-fuzzer 100115 RunQ syz-fuzzer 100116 S wait 0xfffffe006d160000 syz-fuzzer 100117 S uwait 0xfffffe0058eaa080 syz-fuzzer 100118 S wait 0xfffffe006d160000 syz-fuzzer 100119 S uwait 0xfffffe0057a8a700 syz-fuzzer 100120 S uwait 0xfffffe0057a8b500 syz-fuzzer 100121 RunQ syz-fuzzer 100122 S wait 0xfffffe006d160000 syz-fuzzer 100123 S wait 0xfffffe006d160000 syz-fuzzer 100132 S uwait 0xfffffe0058ea9600 syz-fuzzer 100150 Run CPU 0 syz-fuzzer 101031 S uwait 0xfffffe0057a89100 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe0057baebb0 csh 764 682 764 0 Ss select 0xfffffe0058bc9f40 sshd 748 1 748 0 Rs+ getty 747 1 747 0 Ss+ ttyin 0xfffffe00589e10b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00576874b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00589e18b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe0057687cb0 getty 743 1 743 0 Ss+ ttyin 0xfffffe005433e0b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe005433e8b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe005433f0b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe005433f8b0 getty 686 1 686 0 Ss nanslp 0xffffffff836d3840 cron 682 1 682 0 Ss select 0xfffffe0058f528c0 sshd 495 1 495 0 Ds bo_wwai 0xfffffe006ccec868 syslogd 424 1 424 0 Ss wait 0xfffffe0058ece040 devd 423 1 423 65 Ss select 0xfffffe0058f52b40 dhclient 338 1 338 0 Ss select 0xfffffe0058f52cc0 dhclient 335 1 335 0 Ss select 0xfffffe0057bc7bc0 dhclient 17 0 0 0 DL vlruwt 0xfffffe005719fae0 [vnlru] 16 0 0 0 DL syncer 0xffffffff837d5d20 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff837d4340 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00085f98e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff8380bc00 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff837ffab8 [dom0] 100080 D launds 0xffffffff837ffac4 [laundry: dom0] 100081 D umarcl 0xffffffff81d3e340 [uma] 7 0 0 0 RL [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845473d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff842cc1c0 [sctp_iterator] 4 0 0 0 RL (threaded) [cam] 100044 RunQ [doneq0] 100045 D - 0xffffffff8347a2c0 [async] 100076 D - 0xffffffff8347a140 [scanner] 14 0 0 0 DL seqstat 0xfffffe00085fb888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff837fb360 [crypto] 100041 D crypto_ 0xfffffe005436f030 [crypto returns 0] 100042 D crypto_ 0xfffffe005436f080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836a9640 [g_event] 100036 D - 0xffffffff836a9660 [g_up] 100037 D - 0xffffffff836a9680 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 Run CPU 1 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541fb040 [init] 10 0 0 0 DL audit_w 0xffffffff837fbda0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836aa060 [swapper] 100005 D - 0xfffffe00542a8100 [if_io_tqg_0] 100006 D - 0xfffffe00542a8000 [if_io_tqg_1] 100007 D - 0xfffffe00542a7e00 [if_config_tqg_0] 100008 D - 0xfffffe00542a7d00 [softirq_0] 100009 D - 0xfffffe00542a7c00 [softirq_1] 100010 D - 0xfffffe000799f000 [linuxkpi_irq_wq] 100011 D - 0xfffffe00085ffe00 [thread taskq] 100012 D - 0xfffffe00085ffd00 [inm_free taskq] 100013 D - 0xfffffe00085ffc00 [aiod_kick taskq] 100014 D - 0xfffffe00085ffb00 [deferred_unmount ta] 100015 D - 0xfffffe00085ffa00 [in6m_free taskq] 100017 D - 0xfffffe00085ff800 [kqueue_ctx taskq] 100018 D - 0xfffffe00085ff700 [pci_hp taskq] 100021 D - 0xfffffe00085ff400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085ff400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085ff400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085ff400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085ff300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085ff300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085ff300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085ff300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085ff200 [firmware taskq] 100038 D - 0xfffffe00085fe700 [crypto_0] 100039 D - 0xfffffe00085fe700 [crypto_1] 100055 D - 0xfffffe00085fde00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085fdd00 [vtnet0 txq 0] 100057 D - 0xfffffe00085fdc00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085fdb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057176080 [virtio_balloon] 100066 D - 0xffffffff826c0b21 [deadlkres] 100070 D - 0xfffffe00085fe400 [acpi_task_0] 100071 D - 0xfffffe00085fe400 [acpi_task_1] 100072 D - 0xfffffe00085fe400 [acpi_task_2] 100073 D - 0xfffffe000799f100 [mca taskq] 100075 D - 0xfffffe00085fe000 [CAM taskq] db> show all locks Process 2134 (syz-executor.0) thread 0xfffffe0073cfec80 (101619) exclusive rw tcpinp (tcpinp) r = 0 (0xfffffe0074169aa0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:560 Process 495 (syslogd) thread 0xfffffe0058c8a020 (100103) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe006ccec770) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_syscalls.c:3551 Process 12 (intr) thread 0xfffffe00542c2560 (100031) shared rw tcpinp (tcpinp) r = 0 (0xfffffe007412caa0) locked @ /syzkaller/managers/main/kernel/sys/netinet/in_pcb.c:1472 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4218 4324K 4246 sysctloid 34809 2051K 34880 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 125 1055K 2696 vfscache 3 1025K 3 filedesc 102 810K 2687 pcb 25 669K 1736 inodedep 167 575K 1381 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 213 410K 2258 acpica 1674 184K 57212 pagedep 59 143K 1297 tidhash 3 141K 3 vmem 3 138K 5 tfo_ccache 1 128K 1 IP reass 1 128K 1 linker 324 127K 353 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 bus 985 81K 5069 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 508 64K 508 temp 36 53K 1868 kdtrace 279 53K 3757 umtx 418 53K 418 BPF 22 36K 22 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 11 msg 4 30K 4 kbdmux 6 28K 6 gtaskqueue 18 26K 18 dirrem 98 25K 1315 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 routetbl 129 16K 411 bus-sc 34 15K 1648 lltable 45 14K 45 eventhandler 157 13K 157 freefile 100 13K 1269 KTRACE 100 13K 105 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 in6_multi 65 9K 65 freework 35 9K 1550 sctp_timw 34 9K 34 bmsafemap 2 9K 1361 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 pfs_vncache 1 8K 1 shmfd 1 8K 1 kqueue 93 8K 2140 audit_evclass 237 8K 297 newdirblk 56 7K 1285 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 cred 23 6K 214 pwddesc 91 6K 2136 plimit 21 6K 364 pfs_nodes 20 5K 20 ufs_dirhash 24 5K 24 UMA 267 5K 267 pf_ifnet 10 5K 19 tcp_fsb 2 5K 140 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 DEVFSP 62 4K 302 proc-args 118 4K 3209 acpisem 28 4K 28 hhook 15 4K 17 kcovinfo 52 4K 52 session 25 4K 51 terminal 11 3K 11 freeblks 10 3K 1281 indirdep 10 3K 406 clone 9 3K 9 uidinfo 3 3K 11 diradd 17 3K 1348 lockf 20 3K 33 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 mkdir 16 2K 2570 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 31 2K 49 inpcbpolicy 55 2K 1245 sctp_ifa 13 2K 14 selfd 26 2K 47591 CAM XPT 22 2K 543 msi 12 2K 12 CC Mem 6 2K 409 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 31 tun 7 2K 7 NFSD session 1 1K 1 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 18 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 pfil 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 cdev 2 1K 2 osd 11 1K 422 chacha20random 1 1K 1 biobuf 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 procdesc 2 1K 8 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 6104 cryptodev 2 1K 42 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 38 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 357 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 733 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 1131 sctp_atky 0 0K 1461 sctp_atcl 0 0K 1130 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stro 0 0K 330 sctp_stri 0 0K 2 sctp_map 0 0K 660 tcp_do 0 0K 0 filemon 0 0K 236 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 ixl 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 xen_intr 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 NFSCL open 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 NFSCL owner 0 0K 0 xenbus 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 vm_fictitious 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 UMAHash 0 0K 0 DEVFS4 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 500 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 4 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 BACKLIGHT 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ath_hal 0 0K 0 statfs 0 0K 1771 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 22 aio 0 0K 3 lio 0 0K 0 acl 0 0K 0 midi buffers 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14492 ioctlops 0 0K 103 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 660 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1668265 0 254 38494208 0 RADIX NODE 144 19732 199 97744 0 62 2870064 0 mbuf 256 8659 1004 2512549 0 254 2473728 0 BUF TRIE 144 196 11620 1138 0 62 1701504 0 malloc-384 384 4170 30 4171 0 30 1612800 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11454 140 12940 0 126 1484032 0 malloc-4096 4096 327 1 489 0 2 1343488 0 UMA Slabs 0 112 10916 22 10916 0 126 1225056 0 sctp_asoc 2264 0 510 330 0 254 1154640 0 malloc-16384 16384 52 6 1353 0 1 950272 0 vmem btag 56 16752 63 16752 0 254 941640 0 FFS inode 1160 552 36 1822 0 8 682080 0 sctp_ep 1176 0 510 799 0 254 599760 0 pbuf 2624 0 198 0 0 2 519552 0 socket 960 68 440 3250 0 254 487680 0 malloc-384 384 201 999 2566 0 30 460800 0 VM OBJECT 264 1664 76 30940 0 30 459360 0 malloc-4096 4096 99 5 2146 0 2 425984 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 THREAD 1824 187 22 1620 0 8 381216 0 sctp_raddr 736 0 517 330 0 254 380512 0 malloc-256 256 155 1090 2193 0 62 318720 0 tcp_log 416 0 765 527 0 254 318240 0 VNODE 448 590 103 1862 0 30 310464 0 malloc-128 128 1308 1110 30534 0 126 309504 0 256 Bucket 2048 142 4 5221 0 8 299008 0 malloc-64 64 3981 366 8154 0 254 278208 0 MAP ENTRY 96 2357 289 83412 0 126 254016 0 malloc-256 256 344 586 3087 0 62 238080 0 malloc-16 16 14382 368 14857 0 254 236000 0 malloc-32768 32768 0 7 375 0 1 229376 0 DEVCTL 1024 21 199 148 0 0 225280 0 mbuf_packet 256 10 752 1622 0 254 195072 0 FPU_save_area 832 189 36 11862 0 16 187200 0 UMA Zones 768 239 0 239 0 16 183552 0 malloc-32 32 5353 317 5378 0 254 181440 0 malloc-2048 2048 7 81 806 0 8 180224 0 PROC 1376 90 31 2135 0 8 166496 0 malloc-2048 2048 12 68 1112 0 8 163840 0 malloc-1024 1024 135 25 152 0 16 163840 0 malloc-128 128 1140 131 5591 0 126 162688 0 FFS2 dinode 256 552 78 1821 0 62 161280 0 S VFS Cache 104 1008 396 2519 0 126 146016 0 malloc-65536 65536 0 2 68 0 1 131072 0 malloc-65536 65536 0 2 126 0 1 131072 0 unpcb 256 11 499 1180 0 254 130560 0 filedesc0 1072 91 21 2136 0 8 120064 0 tcp_inpcb 1304 6 84 409 0 8 117360 0 ksiginfo 112 95 949 10396 0 126 116928 0 malloc-256 256 268 167 3396 0 62 111360 0 128 Bucket 1024 63 36 333 0 16 101376 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-4096 4096 18 4 33 0 2 90112 0 UMA Kegs 384 226 7 226 0 30 89472 0 64 Bucket 512 99 69 3970 0 30 86016 0 malloc-8192 8192 2 8 238 0 1 81920 0 malloc-256 256 141 174 2961 0 62 80640 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 4 176 10714 0 30 73440 0 pipe 728 20 79 436 0 16 72072 0 malloc-384 384 164 16 167 0 30 69120 0 malloc-64 64 480 591 946 0 254 68544 0 malloc-64 64 515 556 1958 0 254 68544 0 malloc-128 128 389 138 1804 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 32 Bucket 256 99 156 5008 0 62 65280 0 udp_inpcb 424 7 146 654 0 30 64872 0 VMSPACE 520 74 46 2120 0 16 62400 0 malloc-8192 8192 6 1 107 0 1 57344 0 udplite_inpcb 424 40 86 132 0 30 53424 0 Files 80 219 431 12083 0 126 52000 0 malloc-128 128 176 227 256 0 126 51584 0 malloc-256 256 51 144 1103 0 62 49920 0 malloc-256 256 31 164 581 0 62 49920 0 malloc-256 256 58 137 2412 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 19920 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 5 1 31 0 1 49152 0 malloc-4096 4096 11 1 11 0 2 49152 0 malloc-1024 1024 10 38 1559 0 16 49152 0 syncache 168 0 264 4 0 254 44352 0 pcpu-8 8 4762 358 4918 0 254 40960 0 sctp_chunk 152 0 260 1 0 254 39520 0 da_ccb 544 1 69 2803 0 16 38080 0 malloc-64 64 27 540 27 0 254 36288 0 malloc-64 64 127 440 61530 0 254 36288 0 malloc-64 64 106 461 2712 0 254 36288 0 malloc-64 64 219 348 241 0 254 36288 0 malloc-64 64 264 303 517 0 254 36288 0 16 Bucket 144 78 174 374 0 62 36288 0 tcp_bbr_map 128 0 279 63 0 126 35712 0 tcp_rack_map 128 0 279 206 0 126 35712 0 malloc-128 128 7 272 10 0 126 35712 0 malloc-128 128 28 251 194 0 126 35712 0 malloc-128 128 23 256 168 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 39 96 397 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 SLEEPQUEUE 88 210 174 210 0 126 33792 0 tcp_rack_pcb 1024 1 31 70 0 16 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-2048 2048 4 12 11 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 5 11 29 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-2048 2048 2 14 478 0 8 32768 0 malloc-1024 1024 0 32 335 0 16 32768 0 malloc-1024 1024 11 21 15 0 16 32768 0 malloc-1024 1024 4 28 8 0 16 32768 0 malloc-1024 1024 4 28 151 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 1 31 16 0 16 32768 0 malloc-512 512 2 62 18 0 30 32768 0 malloc-512 512 6 58 6 0 30 32768 0 malloc-512 512 0 64 133 0 30 32768 0 malloc-512 512 11 53 60 0 30 32768 0 malloc-512 512 2 62 2 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 ertt_txseginfo 40 0 808 6650 0 254 32320 0 PWD 40 61 747 1375 0 254 32320 0 KNOTE 160 27 173 54697 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 25 239 51 0 126 31680 0 clpbuf 2624 0 12 23 0 4 31488 0 tcp_bbr_pcb 832 0 36 23 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 36 0 254 28224 0 4 Bucket 48 6 582 8 0 254 28224 0 ripcb 392 2 61 50 0 30 24696 0 malloc-4096 4096 2 4 2323 0 2 24576 0 malloc-4096 4096 1 5 70 0 2 24576 0 rl_entry 40 64 542 64 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 8 Bucket 80 70 230 1099 0 126 24000 0 malloc-384 384 0 60 24 0 30 23040 0 malloc-384 384 0 60 342 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 hostcache 64 1 314 1 0 254 20160 0 tcp_inpcb ports 32 4 626 137 0 254 20160 0 udp_inpcb ports 32 3 627 149 0 254 20160 0 ertt 72 6 274 409 0 126 20160 0 malloc-32 32 10 620 28 0 254 20160 0 malloc-32 32 25 605 106 0 254 20160 0 malloc-32 32 415 215 3860 0 254 20160 0 malloc-32 32 66 564 961 0 254 20160 0 malloc-32 32 43 587 133 0 254 20160 0 malloc-32 32 72 558 5028 0 254 20160 0 malloc-32 32 111 519 1525 0 254 20160 0 2 Bucket 32 66 564 623 0 254 20160 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 1 3 8 0 2 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-512 512 1 31 2 0 30 16384 0 malloc-512 512 0 32 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 833286 0 254 16032 0 kenv 258 16 44 1036 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 26 724 221 0 254 12000 0 malloc-16 16 65 685 3242 0 254 12000 0 malloc-16 16 269 481 5724 0 254 12000 0 malloc-16 16 32 718 154 0 254 12000 0 malloc-16 16 279 471 26320 0 254 12000 0 malloc-16 16 15 735 453 0 254 12000 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 malloc-16 16 0 500 2 0 254 8000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 344 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0