Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82300045 stack pointer = 0x28:0xfffffe0093c382a0 frame pointer = 0x28:0xfffffe0093c382a0 processor eflags = interrupt enabled, resume, IOPL = 0 current thread = 2151/104598 (syz-executor/syz-executor) rdi: fffffe00582a4940 rsi: 0000000000000000 rdx: 0000000000000005 rcx: 0000000000000005 r8: 0000000000000005 r9: 0000000000000005 rax: fffffe00582a4940 rbx: fffffe00947fc000 rbp: fffffe0093c382a0 r10: 0000000000000004 r11: 0000000000000001 r12: fffffe00947fc058 Expensive callout(9) function: 0xffffffff815c5070(0xfffffe0071a8ac78) 0.005874999 s r13: 0000000000000005 r14: fffffe0008714000 r15: fffffe00582a4940 panic: page fault cpuid = 1 time = 1795106885 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0093c37b30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0093c37c90 vpanic() at vpanic+0x257/frame 0xfffffe0093c37e50 panic() at panic+0xb5/frame 0xfffffe0093c37f10 trap_pfault() at trap_pfault+0xa61/frame 0xfffffe0093c38050 trap() at trap+0x4c8/frame 0xfffffe0093c381d0 calltrap() at calltrap+0x8/frame 0xfffffe0093c381d0 --- trap 0xc, rip = 0xffffffff82300045, rsp = 0xfffffe0093c382a0, rbp = 0xfffffe0093c382a0 --- memcpy_erms() at memcpy_erms+0xb5/frame 0xfffffe0093c382a0 scsi_action() at scsi_action+0x5f0/frame 0xfffffe0093c382f0 cam_periph_runccb() at cam_periph_runccb+0x2b8/frame 0xfffffe0093c38510 passsendccb() at passsendccb+0x344/frame 0xfffffe0093c38650 passdoioctl() at passdoioctl+0x64e/frame 0xfffffe0093c386f0 passioctl() at passioctl+0x33/frame 0xfffffe0093c38730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0093c38820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0093c38850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe0093c38a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0093c38ab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe0093c38b90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe0093c38d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0093c38f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0093c38f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x8264b1e88, rbp = 0x8264b1f20 --- KDB: enter: panic [ thread pid 2151 tid 104598 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0073000000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe0093c37c70 rbp 0xfffffe0093c37c90 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe0094844780 r13 0xfffffffffffffffd r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 2151 (syz-executor) at 0xfffffe00592f85a0: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1545 at 0xfffffe00592c6568 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00949ef920 (map 0xfffffe00949ef920) (map.pmap 0xfffffe00949ef9c0) (pmap 0xfffffe00949efa30) threads: 3 100154 RunQ syz-executor 104596 S piperd 0xfffffe005a94aba0 syz-executor 104598 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2152 1548 1548 0 R (threaded) syz-executor 104599 RunQ syz-executor 104600 L *CAM dev 0xfffffe0007a04c00 syz-executor 2151 1545 1545 0 R (threaded) syz-executor 100154 RunQ syz-executor 104596 S piperd 0xfffffe005a94aba0 syz-executor 104598 Run CPU 1 syz-executor 2149 1 2149 0 Rs+ CPU 0 getty 2141 0 0 0 DL mdwait 0xfffffe008a1e4000 [md2] 2138 1694 1694 0 R (threaded) syz-executor 101991 RunQ syz-executor 104497 D biowr 0xfffffe0007e846e0 syz-executor 104498 D ufs 0xfffffe007c8fd908 syz-executor 104520 D ufs 0xfffffe0071acf598 syz-executor 104550 D ufs 0xfffffe0071acf598 syz-executor 104552 S uwait 0xfffffe009332dd00 syz-executor 1913 0 0 0 DL mdwait 0xfffffe0072735000 [md1] 1829 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1828 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1827 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1826 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1803 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 1751 0 0 0 DL (threaded) [so_splice] 100255 D - 0xfffffe0093283100 [thr_0] 101849 D - 0xfffffe0093283140 [thr_1] 1694 1544 1694 0 R syz-executor 1684 0 0 0 DL mdwait 0xfffffe0071b59000 [md0] 1668 1662 1668 0 Ss select 0xfffffe0058f77f40 dhclient 1662 1608 982 65 S select 0xfffffe0058f77940 dhclient 1608 982 982 0 S wait 0xfffffe005930eb08 sh 1597 0 0 0 DL aiordy 0xfffffe00593165a0 [aiod4] 1596 0 0 0 DL aiordy 0xfffffe0059316b08 [aiod3] 1595 0 0 0 DL aiordy 0xfffffe0059317070 [aiod2] 1594 0 0 0 DL aiordy 0xfffffe005930e5a0 [aiod1] 1548 1544 1548 0 R syz-executor 1547 1544 1547 0 D getblk 0xfffffe0007e84760 syz-executor 1545 1544 1545 0 R syz-executor 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe0071a93040 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f7a040 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a37b8b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a37c8b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a37d8b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0058be58b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1517 1 1517 0 Ss select 0xfffffe0058f7a840 logger 1511 1 17 0 S+ piperd 0xfffffe005a93a000 logger 1510 1509 17 0 S+ nanslp 0xffffffff83dfc700 sleep 1509 1 17 0 S+ wait 0xfffffe00592d55a0 sh 1498 1 1498 0 Ss nanslp 0xffffffff83dfc700 cron 1457 1 1457 0 Ss select 0xfffffe0058f7ac40 sshd 1280 1 1280 0 Ss select 0xfffffe0071a93840 syslogd 1279 1 1276 0 S select 0xfffffe0058f7b540 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a6f7400 syslogd 982 1 982 0 Ss wait 0xfffffe00592a8ad0 devd 981 1 981 65 Ss select 0xfffffe0054363940 dhclient 829 1 829 0 Ss select 0xfffffe005435f540 dhclient 826 1 826 0 Ss select 0xfffffe0054362340 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100095 D sdflush 0xfffffe000877b0e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8468b5c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a2e8c0 [sctp_iterator] 4 0 0 0 LL (threaded) [cam] 100045 L *CAM dev 0xfffffe0007a04c00 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28321 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100118 D - 0xfffffe0058a3ca00 [netlink_socket (PID] 100257 D - 0xfffffe0072316800 [netlink_socket (PID] db> show all locks db> show malloc Type InUse MemUse Requests netmap 82145 334980K 282601 CAM queue 5 16391K 1529 pf_hash 6 12804K 6 devbuf 8345 8602K 9121 linker 414 5723K 701 tcp_hpts 8 4865K 8 pcb 25 2801K 823 sysctloid 35871 2113K 35947 vtbuf 24 1968K 46 kobj 344 1376K 647 vmem 5 1052K 10 newblk 8 1026K 4755 vfscache 3 1025K 3 inodedep 14 517K 1229 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2848 356K 2848 subproc 155 298K 2259 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 13808 acpica 1674 184K 53459 tidhash 3 141K 3 sem 5 135K 5 pagedep 9 130K 707 tfo_ccache 1 128K 1 IP reass 1 128K 1 filedesc 16 121K 1024 DEVFS1 114 114K 136 gtaskqueue 18 98K 18 LRO 22 85K 24 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 540 ddb_capture 1 64K 1 kdtrace 225 44K 6754 BPF 23 36K 102 DEVFS3 133 34K 149 hostcache 1 32K 1 shm 1 32K 11 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 54 22K 210 DEVFS_RULE 61 22K 61 temp 38 22K 5420 GEOM 95 19K 915 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 lltable 51 16K 206 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 468 cred 36 14K 692 kenv 138 14K 138 md_disk 5 13K 6 pf_ifnet 35 11K 136 ether_multi 129 11K 302 rman 75 10K 422 rpc 8 9K 8 plimit 23 9K 590 bmsafemap 2 9K 1170 kqueue 74 9K 2542 UART 12 9K 12 ksem 1 8K 9 shmfd 1 8K 17 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 md_sectors 2 8K 2 taskqueue 75 8K 10680 audit_evclass 244 8K 311 ifnet 8 8K 47 in6_multi 55 8K 70 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 42 pfs_nodes 22 6K 22 UMA 274 5K 274 pwddesc 66 5K 2153 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 proc-args 85 4K 4176 session 23 3K 59 terminal 11 3K 11 lockf 26 3K 669 DEVFSP 44 3K 394 uidinfo 6 3K 31 acpidev 21 3K 21 hhook 8 3K 10 kcovinfo 36 3K 45 netlink 2 3K 476 selfd 33 3K 23523 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 37 ioctlops 1 2K 266 CAM CCB 1 2K 794 mount 46 2K 1298 tun 5 2K 5 select 15 2K 110 Unitno 31 2K 67 msdosfs_node 7 2K 56 CAM XPT 21 2K 545 sctp_ifa 12 2K 15 in_multi 6 2K 31 toponodes 6 2K 6 ipsecpolicy 2 2K 3 ip6ndp 5 2K 6 msi 9 2K 9 softdep 1 1K 1 dirrem 4 1K 1063 sahead 1 1K 1 secasvar 1 1K 1 igmp 8 1K 46 nhops 6 1K 8 vnodemarker 2 1K 52 NFSD session 1 1K 1 CAM periph 5 1K 533 ipsec 3 1K 3 sctp_timw 3 1K 3 sctp_ifn 6 1K 15 pfil 6 1K 6 pci_link 10 1K 10 mkdir 5 1K 1330 crypto 4 1K 4 CC Mem 5 1K 318 encap_export_host 12 1K 12 osd 10 1K 389 frag6 6 1K 71 freework 3 1K 1448 inpcbpolicy 17 1K 1320 newdirblk 4 1K 665 diradd 4 1K 1092 freeblks 2 1K 851 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 freefile 3 1K 963 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 savedino 1 1K 238 indirdep 1 1K 258 vnodes 1 1K 13 sigio 4 1K 31 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 iov 3 1K 16315 loginclass 3 1K 6 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 10 pmchooks 1 1K 1 filecaps 5 1K 223 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3978 sctp_vrf 1 1K 1 ip6_msource 1 1K 4 ip_msource 1 1K 21 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 81 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 filemon 0 0K 18 cryptodev 0 0K 28 sctp_mcore 0 0K 0 sctp_socko 0 0K 33 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 267 sctp_atky 0 0K 272 sctp_atcl 0 0K 267 sctp_a_it 0 0K 13 sctp_aadr 0 0K 0 sctp_stro 0 0K 3 sctp_stri 0 0K 0 sctp_map 0 0K 6 mqdata 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 1 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 4 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 8 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 21 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 133 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 8 audit_pipeent 0 0K 0 audit_pipe 0 0K 23 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 76 ipsecrequest 0 0K 1 mld 0 0K 0 ip6opt 0 0K 21 ip6_moptions 0 0K 12 in6_mfilter 0 0K 10 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 31 in_mfilter 0 0K 55 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 23 fadvise 0 0K 46 VN POLL 0 0K 25 statfs 0 0K 103 namei_tracker 0 0K 5 inotify 0 0K 130 export_host 0 0K 0 cl_savebuf 0 0K 100 lio 0 0K 22 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 5 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 11 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 884 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1839 sysctl 0 0K 89 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 6 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 162 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 13 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1586 22792 0 254 40574976 0 vmem btag 56 106323 10450 304954 0 254 6539288 0 malloc-384 384 8211 39 8234 0 30 3168000 0 THREAD 1876 158 1266 4600 0 8 2671424 0 mbuf 256 8640 1270 31388 0 254 2536960 0 tcp_log 416 5186 664 10263 0 254 2433600 0 RADIX NODE 152 14327 1093 113839 0 63 2343840 0 BUF TRIE 152 287 11491 3012 0 62 1790256 0 malloc-128 128 12054 426 13464 0 126 1597440 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 355 7 669 0 2 1482752 0 FPU_save_area 832 160 1298 5089 0 16 1213056 0 socket 1024 38 985 5815 0 254 1047552 0 malloc-65536 65536 12 3 18 0 1 983040 0 FFS inode 1168 544 36 1535 0 8 677440 0 256 Bucket 2048 260 28 7447 0 8 589824 0 sctp_ep 1152 0 511 264 0 254 588672 0 sctp_asoc 2256 0 255 3 0 254 575280 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 155 351 558 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 pbuf 2664 0 182 0 0 2 484848 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-256 256 261 1419 14172 0 62 430080 0 malloc-256 256 252 1364 7045 0 62 413696 0 malloc-128 128 2861 291 4952 0 126 403456 0 malloc-65536 65536 0 6 37 0 1 393216 0 VM OBJECT 232 1255 173 31865 0 62 331296 0 malloc-4096 4096 74 6 2760 0 2 327680 0 malloc-64 64 4462 626 6834 0 254 325632 0 malloc-2048 2048 7 145 1087 0 8 311296 0 VNODE 440 601 92 1644 0 30 304920 0 malloc-16 16 15009 1875 21574 0 254 270144 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 2 6 136 0 1 262144 0 malloc-2048 2048 104 24 257 0 8 262144 0 unpcb 320 17 753 4063 0 254 246400 0 malloc-32 32 5509 1862 10510 0 254 235872 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 7 6 709 0 1 212992 0 TURNSTILE 136 1425 66 1425 0 62 202776 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32768 32768 1 5 10 0 1 196608 0 malloc-32768 32768 1 5 16 0 1 196608 0 mbuf_packet 256 6 756 563 0 254 195072 0 MAP ENTRY 96 1482 546 111952 0 126 194688 0 malloc-128 128 1178 342 24816 0 126 194560 0 UMA Zones 768 246 7 246 0 16 194304 0 FFS2 dinode 256 544 206 1535 0 62 192000 0 sctp_raddr 736 0 255 3 0 254 187680 0 malloc-16384 16384 3 8 74 0 1 180224 0 malloc-8192 8192 15 7 41 0 1 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-1024 1024 130 30 408 0 16 163840 0 128 Bucket 1024 99 53 2406 0 16 155648 0 S VFS Cache 104 1052 352 2140 0 126 146016 0 SLEEPQUEUE 88 1425 218 1425 0 126 144584 0 64 Bucket 512 162 108 3531 0 30 138240 0 malloc-128 128 614 394 5631 0 126 129024 0 tcp_inpcb 1304 7 89 316 0 8 125184 0 PROC 1384 65 23 2152 0 8 121792 0 ksiginfo 112 71 985 107 0 126 118272 0 malloc-8192 8192 7 6 90 0 1 106496 0 filedesc0 1072 66 32 2153 0 8 105056 0 malloc-384 384 74 196 1598 0 30 103680 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 pipe 736 19 111 856 0 16 95680 0 g_bio 424 8 208 11928 0 30 91584 0 UMA Kegs 384 233 4 233 0 30 91008 0 malloc-4096 4096 19 3 31 0 2 90112 0 syncache 168 0 529 5 0 254 88872 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-2048 2048 12 28 52 0 8 81920 0 malloc-1024 1024 21 59 219 0 16 81920 0 malloc-128 128 74 566 1731 0 126 81920 0 malloc-64 64 179 1101 29831 0 254 81920 0 ttyoutq 256 157 158 965 0 62 80640 0 ttyinq 160 300 204 1860 0 62 80640 0 malloc-256 256 106 206 549 0 62 79872 0 malloc-8192 8192 2 7 70 0 1 73728 0 32 Bucket 256 128 157 2742 0 62 72960 0 DIRHASH 1024 42 24 50 0 16 67584 0 NAMEI 1024 4 62 27965 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 54 0 1 65536 0 malloc-4096 4096 10 6 37 0 2 65536 0 malloc-2048 2048 6 26 515 0 8 65536 0 malloc-2048 2048 6 26 34 0 8 65536 0 malloc-2048 2048 3 29 249 0 8 65536 0 malloc-2048 2048 3 29 724 0 8 65536 0 malloc-1024 1024 4 60 1042 0 16 65536 0 malloc-1024 1024 3 61 2054 0 16 65536 0 malloc-128 128 30 482 1379 0 126 65536 0 malloc-128 128 160 352 1393 0 126 65536 0 malloc-64 64 115 909 1539 0 254 65536 0 malloc-64 64 33 991 13293 0 254 65536 0 malloc-64 64 517 507 1683 0 254 65536 0 malloc-256 256 35 213 2748 0 62 63488 0 malloc-256 256 24 224 480 0 62 63488 0 malloc-256 256 27 221 1004 0 62 63488 0 udp_inpcb 408 9 144 722 0 30 62424 0 malloc-384 384 76 74 264 0 30 57600 0 malloc-384 384 91 59 497 0 30 57600 0 malloc-384 384 20 130 1238 0 30 57600 0 16 Bucket 144 188 202 3565 0 62 56160 0 8 Bucket 80 264 380 4891 0 126 51520 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 6 42 205 0 16 49152 0 malloc-1024 1024 16 32 55 0 16 49152 0 malloc-256 256 5 187 321 0 62 49152 0 malloc-256 256 11 181 522 0 62 49152 0 malloc-128 128 135 249 234 0 126 49152 0 malloc-64 64 395 373 563 0 254 49152 0 malloc-64 64 56 712 488 0 254 49152 0 pcpu-8 8 5278 866 9808 0 254 49152 0 VMSPACE 584 36 48 2124 0 16 49056 0 malloc-512 512 6 86 385 0 30 47104 0 malloc-512 512 7 85 210 0 30 47104 0 da_ccb 544 1 83 3194 0 16 45696 0 ripcb 376 3 117 199 0 30 45120 0 Files 80 185 365 20109 0 126 44000 0 vnpbuf 2664 0 16 2 0 16 42624 0 malloc-4096 4096 2 8 139 0 2 40960 0 ertt 72 5 545 316 0 126 39600 0 udplite_inpcb 408 0 90 83 0 30 36720 0 hostcache 64 5 555 5 0 254 35840 0 2 Bucket 32 128 983 2755 0 254 35552 0 itimer 352 0 99 89 0 30 34848 0 routing nhops 256 24 111 35 0 62 34560 0 malloc-384 384 41 49 63 0 30 34560 0 malloc-32 32 315 756 839 0 254 34272 0 malloc-32 32 93 978 1688 0 254 34272 0 vtnet_tx_hdr 40 0 840 2218 0 254 33600 0 ertt_txseginfo 40 0 840 1517 0 254 33600 0 PWD 40 18 822 668 0 254 33600 0 tcp_log_id_node 120 2 277 8 0 126 33480 0 tcp_bbr_map 128 0 261 7 0 126 33408 0 malloc-32768 32768 0 1 1 0 1 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 6 0 16 32768 0 malloc-1024 1024 11 21 18 0 16 32768 0 malloc-64 64 20 492 132 0 254 32768 0 clpbuf 2664 0 12 104 0 4 31968 0 ipq 56 2 565 2 0 254 31752 0 PGRP 120 27 237 67 0 126 31680 0 pass0 1976 0 16 3 0 8 31616 0 KNOTE 160 11 181 198 0 62 30720 0 L VFS Cache 320 0 96 94 0 30 30720 0 malloc-512 512 0 60 19 0 30 30720 0 malloc-512 512 13 47 48 0 30 30720 0 malloc-512 512 12 48 43 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 malloc-512 512 0 60 15 0 30 30720 0 tcp_bbr_pcb 896 0 32 5 0 16 28672 0 sctp_laddr 48 0 576 19 0 254 27648 0 rl_entry 48 13 563 39 0 254 27648 0 4 Bucket 48 7 569 13 0 254 27648 0 AIOCB 552 1 48 111 0 16 27048 0 AIO 208 1 125 85 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 26 793 5721 0 254 26208 0 malloc-32 32 34 785 2854 0 254 26208 0 malloc-32 32 11 808 1121 0 254 26208 0 cpuset 200 7 121 7 0 62 25600 0 kenv 258 18 80 1075 0 30 25284 0 malloc-8192 8192 2 1 3 0 1 24576 0 malloc-4096 4096 0 6 4 0 2 24576 0 tcp_log_id_bucket 176 2 130 6 0 62 23232 0 splice 184 0 126 6 0 62 23184 0 rtentry 168 27 111 35 0 62 23184 0 malloc-384 384 1 59 22 0 30 23040 0 malloc-384 384 1 59 3 0 30 23040 0 tcp_rack_pcb 1088 0 21 4 0 8 22848 0 Mountpoints 2816 3 5 6 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 21 0 30 19040 0 mqueue 248 1 74 1 0 62 18600 0 tcp_rack_map 128 0 145 6 0 126 18560 0 malloc-32 32 33 534 296 0 254 18144 0 malloc-32 32 142 425 243 0 254 18144 0 malloc-16 16 84 1050 890 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 4 0 2 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 malloc-16 16 72 810 3787 0 254 14112 0 malloc-16 16 10 872 6105 0 254 14112 0 malloc-16 16 26 856 685 0 254 14112 0 malloc-16 16 277 605 24575 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 fakepg 88 0 138 1 0 126 12144 0 UMA Slabs 0 112 72 25 72 0 126 10864 0 malloc-16 16 45 585 145 0 254 10080 0 malloc-16 16 31 599 327 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 16 20 33 0 0 3456 0 tfo 4 0 500 1 0 254 2000 0 md2 4 0 0 0 0 254 0 0 md1 1024 0 0 0 0 16 0 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 33 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl