Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x9 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff803a2e55 stack pointer = 0x28:0xfffffe005716f380 frame pointer = 0x28:0xfffffe005716f4d0 processor eflags = interrupt enabled, resume, IOPL = 0 current thread = 1958/101003 (syz-executor/syz-executor) rdi: 0000000000000009 rsi: 00000000000001e3 rdx: 0000000000000000 rcx: fffffe0002befac0 r8: 0000000000000000 r9: 0000000000000000 SYZFAIL: failed to recv rpc rax: fffffe0000000000 rbx: 0000000000000000 rbp: fffffe005716f4d0 r10: 0000000000000000 r11: fffffe0059335cd0 r12: fffffe005716f440 FreeBSD/amd64r13: fffffe005716f440 r14: 0000000000000009 r15: 000000000003f000 panic: page fault cpuid = 1 time = 1795160953 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe005716ec10 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe005716ed70 vpanic() at vpanic+0x257/frame 0xfffffe005716ef30 panic() at panic+0xb5/frame 0xfffffe005716eff0 trap_pfault() at trap_pfault+0xa61/frame 0xfffffe005716f130 trap() at trap+0x4c8/frame 0xfffffe005716f2b0 calltrap() at calltrap+0x8/frame 0xfffffe005716f2b0 --- trap 0xc, rip = 0xffffffff803a2e55, rsp = 0xfffffe005716f380, rbp = 0xfffffe005716f4d0 --- cam_periph_mapmem() at cam_periph_mapmem+0x595/frame 0xfffffe005716f4d0 passsendccb() at passsendccb+0x29b/frame 0xfffffe005716f650 passdoioctl() at passdoioctl+0x5a7/frame 0xfffffe005716f6f0 passioctl() at passioctl+0x33/frame 0xfffffe005716f730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe005716f820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe005716f850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe005716fa60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe005716fab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe005716fb90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe005716fd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe005716ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005716ff30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x825cfde88, rbp = 0x825cfdf20 --- KDB: enter: panic [ thread pid 1958 tid 101003 ] Stopped at kdb_enter+0x6e: movq $0,0x26bd797(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0078800000 rdx 0x7ffff rbx 0xffffffff82a23c00 .str.27 rsp 0xfffffe005716ed50 rbp 0xfffffe005716ed70 rsi 0x80001 rdi 0xffffffff81775609 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0059335780 r13 0xfffffffffffffffd r14 0xffffffff82a23c00 .str.27 r15 0 rip 0xffffffff8175df3e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bd797(%rip) db> show proc Process 1958 (syz-executor) at 0xfffffe0059352568: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1950 at 0xfffffe00592fbb08 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe005932c920 (map 0xfffffe005932c920) (map.pmap 0xfffffe005932c9c0) (pmap 0xfffffe005932ca30) threads: 3 100827 RunQ syz-executor 101003 Run CPU 1 syz-executor 101004 RunQ syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1958 1950 1950 0 R (threaded) syz-executor 100827 RunQ syz-executor 101003 Run CPU 1 syz-executor 101004 RunQ syz-executor 1951 1546 1546 0 R (threaded) syz-executor 100588 RunQ syz-executor 100994 S kqread 0xfffffe007233b400 syz-executor 100995 S uwait 0xfffffe005ab0b400 syz-executor 100996 S uwait 0xfffffe0093108a00 syz-executor 1950 1 1950 0 S nanslp 0xffffffff83dfc700 syz-executor 1948 1548 1548 0 R (threaded) syz-executor 100528 RunQ syz-executor 100993 S sigwait 0xfffffe0059354120 syz-executor 100997 S uwait 0xfffffe005ab0ae00 syz-executor 1943 1545 1545 0 R (threaded) syz-executor 100450 RunQ syz-executor 100976 S sbwait 0xfffffe006cd9c22c syz-executor 100980 S uwait 0xfffffe00716cc800 syz-executor 100983 S uwait 0xfffffe005ab0b200 syz-executor 100984 S uwait 0xfffffe005ab0b600 syz-executor 100985 S uwait 0xfffffe005ab08800 syz-executor 100986 S uwait 0xfffffe00931f8c00 syz-executor 100987 S uwait 0xfffffe00931f8600 syz-executor 100988 S uwait 0xfffffe0092b48800 syz-executor 100989 S uwait 0xfffffe0092b48a00 syz-executor 100990 S uwait 0xfffffe0092b48c00 syz-executor 1802 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 1776 0 0 0 DL mdwait 0xfffffe00905ef000 [md2816] 1775 0 0 0 DL mdwait 0xfffffe00723ad000 [md1] 1752 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1751 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1750 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1749 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1748 0 0 0 DL (threaded) [KTLS] 100202 D - 0xfffffe005a672e00 [thr_0] 100373 D - 0xfffffe005a672e80 [thr_1] 100374 D - 0xffffffff83eb29a8 [reclaim_0] 1722 1708 1722 0 Ss select 0xfffffe005a615640 dhclient 1708 1641 982 65 S select 0xfffffe005a619340 dhclient 1691 0 0 0 DL (threaded) [so_splice] 100200 D - 0xfffffe00716d1800 [thr_0] 100233 D - 0xfffffe00716d1840 [thr_1] 1641 982 982 0 S wait 0xfffffe00593105a0 sh 1604 0 0 0 DL aiordy 0xfffffe00593225a0 [aiod4] 1603 0 0 0 DL aiordy 0xfffffe0059322b08 [aiod3] 1602 0 0 0 DL aiordy 0xfffffe0059323070 [aiod2] 1601 0 0 0 DL aiordy 0xfffffe00593235d8 [aiod1] 1548 1 1548 0 S nanslp 0xffffffff83dfc700 syz-executor 1546 1 1546 0 S nanslp 0xffffffff83dfc700 syz-executor 1545 1 1545 0 S nanslp 0xffffffff83dfc700 syz-executor 1543 1541 1541 0 R sshd-session 1541 1457 1541 0 Ss select 0xfffffe0054366e40 sshd-session 1528 1 1528 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3810b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3820b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0058be38b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0058be48b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057edb8b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057edc8b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057edd8b0 getty 1516 1 1516 0 Ss select 0xfffffe0054360140 logger 1511 1 17 0 S+ piperd 0xfffffe005a9922e8 logger 1510 1509 17 0 S+ nanslp 0xffffffff83dfc700 sleep 1509 1 17 0 S+ wait 0xfffffe00592a8568 sh 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe005435fd40 sshd 1280 1 1280 0 Ss select 0xfffffe005a615240 syslogd 1279 1 1276 0 S select 0xfffffe005a615340 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a77c600 syslogd 982 1 982 0 Ss wait 0xfffffe00592a9038 devd 981 1 981 65 Ss select 0xfffffe005a61c340 dhclient 829 1 829 0 Ss select 0xfffffe005a618140 dhclient 826 1 826 0 Ss select 0xfffffe005a61ae40 dhclient 406 0 0 0 DL - 0xffffffff83a2b4a0 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100097 D sdflush 0xfffffe005ab338e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 RunQ [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9bfb0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8473c5c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84aee8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 Run CPU 0 [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efaff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28341 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100124 D - 0xfffffe005a296200 [netlink_socket (PID] 100301 D - 0xfffffe00722f9c00 [netlink_socket (PID] 1544 1543 1544 0 Z syz-executor db> show all locks Process 1943 (syz-executor) thread 0xfffffe005936c000 (100976) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe006cd9c1e0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/uipc_socket.c:4949 Process 1543 (sshd-session) thread 0xfffffe005929d000 (100156) shared rw vmobject (vmobject) r = 0 (0xfffffe005930e0e8) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/vm/vm_fault.c:380 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00592b2060) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/vm/vm_map.c:5069 Process 12 (intr) thread 0xfffffe0007a27780 (100052) exclusive sleep mutex vtnet0-rx0 (vtnet0-rx0) r = 0 (0xfffffe000866f000) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/dev/virtio/network/if_vtnet.c:2323 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 112937 pf_hash 6 12804K 6 devbuf 8316 8603K 8590 linker 412 5723K 625 tcp_hpts 8 4865K 8 pcb 24 2801K 188 sysctloid 35967 2119K 36043 vtbuf 24 1968K 46 kobj 344 1376K 665 vmem 5 1044K 9 newblk 34 1033K 3429 vfscache 3 1025K 3 inodedep 27 522K 696 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 156 302K 2062 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 277878 acpica 1674 184K 53459 tidhash 3 141K 3 sem 5 135K 5 filedesc 17 133K 578 pagedep 12 131K 366 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 113 113K 138 gtaskqueue 18 98K 18 LRO 22 85K 24 bus 1025 84K 4996 umtx 608 76K 608 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 540 ddb_capture 1 64K 1 kdtrace 238 47K 2964 BPF 24 36K 61 shm 2 34K 9 DEVFS3 132 33K 151 hostcache 1 32K 1 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 57 24K 81 DEVFS_RULE 61 22K 61 temp 38 21K 5354 GEOM 90 18K 929 ufs_mount 4 17K 5 proc 3 17K 3 lltable 55 17K 78 devstat 8 17K 8 tty 16 16K 16 iov 2 16K 14841 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 468 kenv 138 14K 138 ether_multi 144 12K 177 cred 29 11K 510 CAM queue 5 11K 1528 kqueue 74 10K 2075 rman 75 10K 422 bmsafemap 5 9K 622 rpc 8 9K 8 plimit 23 9K 514 ifnet 9 9K 15 UART 12 9K 12 md_disk 3 9K 11 ksem 1 8K 4 shmfd 1 8K 8 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 in6_multi 58 8K 66 taskqueue 75 8K 1260 audit_evclass 244 8K 311 sglist 6 7K 6 pf_ifnet 17 6K 39 CAM DEV 3 6K 510 ufs_dirhash 30 6K 39 pfs_nodes 22 6K 22 UMA 275 5K 275 pwddesc 66 5K 1959 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 md_sectors 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 proc-args 85 4K 3984 session 23 3K 50 terminal 11 3K 11 DEVFSP 44 3K 181 acpidev 21 3K 21 hhook 8 3K 10 dirrem 9 3K 543 uidinfo 3 3K 67 kcovinfo 36 3K 45 netlink 2 3K 382 freework 9 3K 602 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 29 select 16 2K 88 ioctlops 1 2K 169 lockf 19 2K 584 CAM CCB 1 2K 780 Unitno 35 2K 99 mount 46 2K 509 tun 5 2K 5 selfd 30 2K 14746 freeblks 7 2K 436 CAM XPT 22 2K 545 sctp_ifa 12 2K 15 in_multi 6 2K 10 toponodes 6 2K 6 msdosfs_node 6 2K 13 mkdir 11 2K 682 ipsecpolicy 2 2K 2 freefile 10 2K 492 ip6ndp 5 2K 6 msi 9 2K 9 igmp 9 2K 14 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 29 NFSD session 1 1K 1 diradd 7 1K 573 CAM periph 4 1K 526 sctp_ifn 6 1K 15 ipsec 3 1K 3 newdirblk 6 1K 341 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 12 encap_export_host 12 1K 12 osd 9 1K 200 inpcbpolicy 18 1K 518 CC Mem 4 1K 125 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 sctp_timw 1 1K 1 indirdep 1 1K 131 vnodes 1 1K 4 ktls 1 1K 10 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 freefrag 1 1K 74 aio 4 1K 9 pmchooks 1 1K 1 filecaps 5 1K 194 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3777 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 81 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 10 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 31 sctp_atky 0 0K 32 sctp_atcl 0 0K 31 sctp_a_it 0 0K 14 sctp_aadr 0 0K 0 sctp_stro 0 0K 1 sctp_stri 0 0K 0 sctp_map 0 0K 2 mqdata 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 11 cryptodev 0 0K 23 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 ipcomp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 211 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 10 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 2 audit_pipeent 0 0K 0 audit_pipe 0 0K 4 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 2 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 10 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 23 ip6_msource 0 0K 0 ip6_moptions 0 0K 3 in6_mfilter 0 0K 2 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 5 in_mfilter 0 0K 3 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 23 fadvise 0 0K 4 VN POLL 0 0K 11 statfs 0 0K 36 namei_tracker 0 0K 36 inotify 0 0K 128 export_host 0 0K 0 cl_savebuf 0 0K 43 lio 0 0K 73 acl 0 0K 0 mbuf_tag 0 0K 0 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 69 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 780 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1847 sysctl 0 0K 91 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 3 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 6 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 174 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 4 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8322 1076 20467 0 254 38494208 0 vmem btag 56 104276 10229 134475 0 254 6412280 0 malloc-384 384 8211 39 8217 0 30 3168000 0 mbuf 256 8634 1018 24882 0 254 2470912 0 swblk 136 0 16436 16384 0 62 2235296 0 tcp_log 416 172 5165 8208 0 254 2220192 0 RADIX NODE 152 13557 838 90024 0 62 2188040 0 BUF TRIE 152 274 11504 2410 0 62 1790256 0 malloc-128 128 12092 388 12845 0 126 1597440 0 mbuf_cluster 2048 508 254 536 0 254 1560576 0 malloc-4096 4096 355 7 686 0 2 1482752 0 malloc-65536 65536 12 4 18 0 1 1048576 0 socket 1024 44 726 4279 0 254 788480 0 FFS inode 1168 541 39 1045 0 8 677440 0 256 Bucket 2048 271 17 7556 0 8 589824 0 sctp_ep 1152 0 511 30 0 254 588672 0 sctp_asoc 2256 0 255 1 0 254 575280 0 THREAD 1876 170 134 1004 0 8 570304 0 pbuf 2664 0 198 0 0 2 527472 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 64 442 470 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-65536 65536 0 6 46 0 1 393216 0 malloc-4096 4096 73 9 2410 0 2 335872 0 VM OBJECT 232 1257 171 29190 0 62 331296 0 unpcb 320 21 999 3639 0 254 326400 0 malloc-64 64 4473 615 6650 0 254 325632 0 VNODE 440 596 97 1110 0 30 304920 0 malloc-32768 32768 2 7 102 0 1 294912 0 malloc-2048 2048 6 130 513 0 8 278528 0 malloc-256 256 301 755 7892 0 62 270336 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 106 22 222 0 8 262144 0 64 Bucket 512 433 77 4597 0 30 261120 0 FPU_save_area 832 172 134 1268 0 16 254592 0 malloc-16 16 15052 698 18465 0 254 252000 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 8 5 486 0 1 212992 0 MAP ENTRY 96 1507 638 100359 0 127 205920 0 malloc-32 32 5519 844 7136 0 254 203616 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 1 5 7 0 1 196608 0 malloc-32768 32768 1 5 16 0 1 196608 0 malloc-128 128 1178 342 24818 0 126 194560 0 UMA Zones 768 247 6 247 0 16 194304 0 FFS2 dinode 256 541 209 1045 0 62 192000 0 sctp_raddr 736 0 255 1 0 254 187680 0 malloc-1024 1024 129 47 409 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 swpctrie 152 0 1125 1093 0 62 171000 0 malloc-8192 8192 15 4 41 0 1 155648 0 S VFS Cache 104 1021 383 1561 0 126 146016 0 malloc-256 256 269 291 2688 0 62 143360 0 128 Bucket 1024 75 55 1313 0 16 133120 0 malloc-16384 16384 3 5 8 0 1 131072 0 mbuf_packet 256 2 506 350 0 254 130048 0 malloc-128 128 617 391 5170 0 126 129024 0 malloc-128 128 622 386 2698 0 126 129024 0 PROC 1384 66 22 1958 0 8 121792 0 ksiginfo 112 72 984 107 0 126 118272 0 malloc-8192 8192 7 6 88 0 1 106496 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 filedesc0 1072 66 25 1959 0 8 97552 0 g_bio 424 0 216 8842 0 30 91584 0 UMA Kegs 384 233 4 233 0 30 91008 0 syncache 168 2 527 6 0 254 88872 0 ttyoutq 256 157 173 407 0 62 84480 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-8192 8192 4 6 46 0 1 81920 0 malloc-4096 4096 18 2 30 0 2 81920 0 malloc-128 128 162 478 1058 0 126 81920 0 malloc-64 64 177 1103 264609 0 254 81920 0 ttyinq 160 300 204 780 0 62 80640 0 malloc-8192 8192 4 5 52 0 1 73728 0 32 Bucket 256 109 176 1443 0 62 72960 0 DIRHASH 1024 42 24 48 0 16 67584 0 NAMEI 1024 0 66 24686 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 10 6 22 0 2 65536 0 malloc-2048 2048 12 20 26 0 8 65536 0 malloc-2048 2048 6 26 34 0 8 65536 0 malloc-2048 2048 3 29 260 0 8 65536 0 malloc-2048 2048 7 25 839 0 8 65536 0 malloc-2048 2048 3 29 722 0 8 65536 0 malloc-1024 1024 24 40 73 0 16 65536 0 malloc-1024 1024 6 58 207 0 16 65536 0 malloc-1024 1024 3 61 2013 0 16 65536 0 malloc-128 128 25 487 966 0 126 65536 0 malloc-64 64 30 994 11998 0 254 65536 0 malloc-64 64 513 511 1649 0 254 65536 0 malloc-256 256 38 210 2688 0 62 63488 0 malloc-256 256 86 162 436 0 62 63488 0 malloc-256 256 11 237 533 0 62 63488 0 malloc-256 256 29 219 571 0 62 63488 0 malloc-384 384 76 74 209 0 30 57600 0 malloc-384 384 67 83 1106 0 30 57600 0 malloc-384 384 33 117 704 0 30 57600 0 udp_inpcb 408 10 116 244 0 30 51408 0 TURNSTILE 136 305 73 305 0 62 51408 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 4 44 753 0 16 49152 0 malloc-256 256 4 188 261 0 62 49152 0 malloc-256 256 25 167 143 0 62 49152 0 malloc-128 128 78 306 1202 0 126 49152 0 malloc-64 64 113 655 1242 0 254 49152 0 malloc-64 64 397 371 443 0 254 49152 0 VMSPACE 584 36 48 1923 0 16 49056 0 pipe 736 17 48 760 0 16 47840 0 malloc-512 512 5 87 294 0 30 47104 0 malloc-512 512 7 85 132 0 30 47104 0 malloc-384 384 91 29 436 0 30 46080 0 pcpu-8 8 5051 581 5930 0 254 45056 0 16 Bucket 144 111 201 2514 0 62 44928 0 Files 80 167 383 16849 0 126 44000 0 tcp_inpcb 1304 5 28 125 0 8 43032 0 malloc-4096 4096 2 8 95 0 2 40960 0 cpuset 200 9 183 94 0 62 38400 0 da_ccb 544 0 70 2369 0 16 38080 0 udplite_inpcb 408 0 90 66 0 30 36720 0 hostcache 64 3 557 3 0 254 35840 0 2 Bucket 32 119 992 2375 0 254 35552 0 SLEEPQUEUE 88 305 98 305 0 126 35464 0 itimer 352 0 99 104 0 30 34848 0 routing nhops 256 24 111 35 0 62 34560 0 malloc-384 384 41 49 63 0 30 34560 0 ripcb 376 4 86 83 0 30 33840 0 ertt_txseginfo 40 1 839 822 0 254 33600 0 tcp_log_id_node 120 1 278 3 0 126 33480 0 tcp_bbr_map 128 0 261 9 0 126 33408 0 8 Bucket 80 109 305 7623 0 126 33120 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 8 0 16 32768 0 malloc-1024 1024 11 21 16 0 16 32768 0 malloc-1024 1024 17 15 23 0 16 32768 0 malloc-128 128 137 119 169 0 126 32768 0 malloc-64 64 20 492 109 0 254 32768 0 malloc-64 64 55 457 223 0 254 32768 0 clpbuf 2664 0 12 49 0 4 31968 0 ipq 56 3 564 3 0 254 31752 0 PGRP 120 27 237 56 0 126 31680 0 pass0 1976 0 16 9 0 8 31616 0 L VFS Cache 320 0 96 60 0 30 30720 0 malloc-512 512 13 47 36 0 30 30720 0 malloc-512 512 12 48 42 0 30 30720 0 malloc-512 512 0 60 10 0 30 30720 0 vtnet_tx_hdr 40 0 756 1353 0 254 30240 0 tcp_bbr_pcb 896 0 32 5 0 16 28672 0 sctp_laddr 48 0 576 16 0 254 27648 0 rl_entry 48 10 566 275 0 254 27648 0 4 Bucket 48 6 570 9 0 254 27648 0 AIOCB 552 2 47 141 0 16 27048 0 AIO 208 1 125 42 0 62 26208 0 malloc-32 32 25 794 15543 0 254 26208 0 malloc-32 32 316 503 604 0 254 26208 0 malloc-32 32 96 723 694 0 254 26208 0 malloc-32 32 34 785 2863 0 254 26208 0 malloc-32 32 11 808 1199 0 254 26208 0 kenv 258 18 80 1076 0 30 25284 0 PWD 40 18 570 355 0 254 23520 0 tcp_log_id_bucket 176 1 131 2 0 62 23232 0 splice 184 0 126 5 0 62 23184 0 rtentry 168 27 111 35 0 62 23184 0 KNOTE 160 11 133 52 0 62 23040 0 tcp_rack_pcb 1088 0 21 2 0 8 22848 0 domainset 40 2 565 81 0 254 22680 0 Mountpoints 2816 3 5 5 0 4 22528 0 ertt 72 4 296 125 0 126 21600 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 7 0 30 19040 0 mqueue 248 1 74 1 0 62 18600 0 tcp_rack_map 128 0 145 3 0 126 18560 0 ktls_session 256 0 72 2 0 62 18432 0 malloc-32 32 37 530 259 0 254 18144 0 malloc-32 32 142 425 219 0 254 18144 0 malloc-16 16 52 1082 650 0 254 18144 0 malloc-16 16 277 857 24575 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-4096 4096 2 2 3 0 2 16384 0 malloc-512 512 0 32 6 0 30 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnode 416 4 32 4 0 30 14976 0 malloc-16 16 72 810 3270 0 254 14112 0 malloc-16 16 10 872 16232 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 fakepg 88 0 138 2 0 126 12144 0 malloc-384 384 1 29 7 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 UMA Slabs 0 112 70 27 70 0 126 10864 0 malloc-16 16 25 605 259 0 254 10080 0 malloc-16 16 46 584 79 0 254 10080 0 malloc-16 16 32 598 159 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 15 21 36 0 0 3456 0 md1 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl