Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x0 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff82305045 stack pointer = 0x28:0xfffffe00570492a0 frame pointer = 0x28:0xfffffe00570492a0 processor eflags = interrupt enabled, resume, IOPL = 0 current thread = 2045/102606 (syz-executor/syz-executor) rdi: fffffe00582a4820 rsi: 0000000000000000 rdx: 0000000000000005 rcx: 0000000000000005 r8: 0000000000000005 r9: 0000000000000005 rax: fffffe00582a4820 rbx: fffffe0058a10000 rbp: fffffe00570492a0 r10: 0000000000000004 r11: 0000000000000001 r12: fffffe0058a10058 r13: 0000000000000005 r14: fffffe0008714000 r15: fffffe00582a4820 panic: page fault cpuid = 1 time = 2000000003 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057048b30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057048c90 vpanic() at vpanic+0x257/frame 0xfffffe0057048e50 panic() at panic+0xb5/frame 0xfffffe0057048f10 trap_pfault() at trap_pfault+0xa61/frame 0xfffffe0057049050 trap() at trap+0x4c8/frame 0xfffffe00570491d0 calltrap() at calltrap+0x8/frame 0xfffffe00570491d0 --- trap 0xc, rip = 0xffffffff82305045, rsp = 0xfffffe00570492a0, rbp = 0xfffffe00570492a0 --- memcpy_erms() at memcpy_erms+0xb5/frame 0xfffffe00570492a0 scsi_action() at scsi_action+0x5f0/frame 0xfffffe00570492f0 cam_periph_runccb() at cam_periph_runccb+0x2b8/frame 0xfffffe0057049510 passsendccb() at passsendccb+0x344/frame 0xfffffe0057049650 passdoioctl() at passdoioctl+0x64e/frame 0xfffffe00570496f0 passioctl() at passioctl+0x33/frame 0xfffffe0057049730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0057049820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0057049850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe0057049a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0057049ab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe0057049b90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe0057049d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0057049f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0057049f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x824a9ce88, rbp = 0x824a9cf20 --- KDB: enter: panic [ thread pid 2045 tid 102606 ] Stopped at kdb_enter+0x6e: movq $0,0x26b8b17(%rip) db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072a00000 rdx 0x7ffff rbx 0xffffffff82a295c0 .str.27 rsp 0xfffffe0057048c70 rbp 0xfffffe0057048c90 rsi 0x80001 rdi 0xffffffff8177a289 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0x17 r12 0xfffffe009481a780 r13 0xfffffffffffffffd r14 0xffffffff82a295c0 .str.27 r15 0 rip 0xffffffff81762bbe kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26b8b17(%rip) db> show proc Process 2045 (syz-executor) at 0xfffffe005933d000: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1546 at 0xfffffe00592c45d8 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0007a0e6d8 (map 0xfffffe0007a0e6d8) (map.pmap 0xfffffe0007a0e778) (pmap 0xfffffe0007a0e7e8) threads: 2 102527 RunQ syz-executor 102606 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2045 1546 1546 0 R (threaded) syz-executor 102527 RunQ syz-executor 102606 Run CPU 1 syz-executor 2044 2033 982 0 R sh 2043 1547 1547 0 R (threaded) syz-executor 102576 RunQ syz-executor 102605 RunQ syz-executor 2034 1548 1548 0 R (threaded) syz-executor 102520 RunQ syz-executor 102602 S piperd 0xfffffe005a969000 syz-executor 102604 S piperd 0xfffffe005a969000 syz-executor 2033 982 982 0 S piperd 0xfffffe005a93b2e8 sh 2028 1545 1545 0 R (threaded) syz-executor 102364 RunQ syz-executor 102592 S accept 0xfffffe006cd87a60 syz-executor 102597 S uwait 0xfffffe0093000100 syz-executor 1996 1 1996 65 Ss select 0xfffffe0071a1b340 dhclient 1983 0 0 0 DL mdwait 0xfffffe007252a000 [md2] 1980 1 1980 0 Rs+ CPU 0 getty 1908 0 0 0 DL - 0xffffffff83da6ba0 [accounting] 1793 0 0 0 DL mdwait 0xfffffe0071b85000 [md1] 1736 0 0 0 DL mdwait 0xfffffe00725ae000 [md0] 1720 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1719 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1718 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1717 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1703 0 0 0 DL (threaded) [so_splice] 100265 D - 0xfffffe0058b8dd00 [thr_0] 100278 D - 0xfffffe0058b8dd40 [thr_1] 1698 1 1698 0 Ss select 0xfffffe005435fa40 dhclient 1614 0 0 0 DL aiordy 0xfffffe005932a070 [aiod4] 1613 0 0 0 DL aiordy 0xfffffe005932a5d8 [aiod3] 1612 0 0 0 DL aiordy 0xfffffe00592fd568 [aiod2] 1611 0 0 0 DL aiordy 0xfffffe0059313ad0 [aiod1] 1548 1544 1548 0 R syz-executor 1547 1544 1547 0 R syz-executor 1546 1544 1546 0 R syz-executor 1545 1544 1545 0 R syz-executor 1544 1543 1544 0 Rs syz-executor 1543 1541 1541 0 S select 0xfffffe0071a1d640 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f77640 sshd-session 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3810b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe0058be28b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0058be38b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee48b0 getty 1516 1 1516 0 Ss select 0xfffffe0071a1dd40 logger 1511 1 17 0 S+ piperd 0xfffffe005a93a000 logger 1510 1509 17 0 S+ nanslp 0xffffffff83dfc700 sleep 1509 1 17 0 S+ wait 0xfffffe00592a9038 sh 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0058f76d40 sshd 1280 1 1280 0 Ss select 0xfffffe0071a1e140 syslogd 1279 1 1276 0 S select 0xfffffe0071a1e240 syslogd 1276 1 1276 0 Ls *CAM dev 0xfffffe0007a2db40 syslogd 982 1 982 0 Ss wait 0xfffffe00592d7038 devd 981 1 981 65 Ss select 0xfffffe005a5ed240 dhclient 829 1 829 0 Ss select 0xfffffe005a5ee640 dhclient 826 1 826 0 Ss select 0xfffffe005a5ee840 dhclient 406 0 0 0 DL - 0xffffffff83a2b960 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100080 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe000877b0e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100081 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100082 D umarcl 0xffffffff81fa05f0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84a105c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff847e08c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a2dd00 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100124 D - 0xfffffe0071699400 [netlink_socket (PID] 100271 D - 0xfffffe0071ac4200 [netlink_socket (PID] db> show all locks db> show malloc Type InUse MemUse Requests netmap 85852 350128K 191212 pf_hash 6 12804K 6 devbuf 8335 8938K 8758 linker 412 5723K 712 tcp_hpts 8 4865K 8 pcb 25 2801K 676 sysctloid 35637 2099K 35713 vtbuf 24 1968K 46 kobj 344 1376K 647 newblk 564 1165K 4220 vmem 5 1054K 11 vfscache 3 1025K 3 inodedep 43 528K 986 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 umtx 2864 358K 2864 subproc 157 306K 2149 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 9023 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 735 sem 5 135K 5 pagedep 11 131K 549 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 113 113K 133 gtaskqueue 18 98K 18 bus 1025 84K 4996 LRO 20 83K 20 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 539 ddb_capture 1 64K 1 kdtrace 225 44K 4653 BPF 23 36K 62 DEVFS3 132 33K 148 hostcache 1 32K 1 shm 1 32K 8 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 54 22K 115 DEVFS_RULE 61 22K 61 temp 34 21K 5294 GEOM 95 19K 883 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 lltable 50 15K 111 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 340 kenv 138 14K 138 md_disk 3 12K 4 cred 31 12K 710 ether_multi 129 11K 184 CAM queue 5 11K 1528 rman 75 10K 422 kqueue 74 10K 2360 bmsafemap 6 10K 885 rpc 8 9K 8 plimit 23 9K 552 pf_ifnet 26 9K 66 UART 12 9K 12 filemon 1 8K 7 ksem 1 8K 37 shmfd 1 8K 7 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 taskqueue 75 8K 5409 audit_evclass 244 8K 311 in6_multi 55 8K 60 ifnet 8 8K 23 freework 27 7K 1025 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 60 pfs_nodes 22 6K 22 dirrem 19 5K 826 UMA 272 5K 272 pwddesc 68 5K 2046 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 selfd 50 4K 74218 proc-args 87 4K 4071 session 24 3K 87 DEVFSP 47 3K 263 freeblks 11 3K 684 terminal 11 3K 11 freefile 21 3K 710 acpidev 21 3K 21 uidinfo 5 3K 24 hhook 8 3K 10 kcovinfo 36 3K 36 netlink 2 3K 375 lockf 20 3K 620 mount 49 3K 1082 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 36 ioctlops 1 2K 319 CAM CCB 1 2K 791 select 15 2K 93 Unitno 31 2K 79 msdosfs_node 7 2K 24 CAM XPT 21 2K 545 sctp_ifa 12 2K 13 mkdir 12 2K 1020 in_multi 6 2K 13 tun 4 2K 4 toponodes 6 2K 6 ipsecpolicy 2 2K 2 indirdep 5 2K 130 ip6ndp 5 2K 5 msi 9 2K 9 iov 2 2K 15553 softdep 1 1K 1 diradd 8 1K 857 sahead 1 1K 1 secasvar 1 1K 1 igmp 8 1K 23 nhops 6 1K 8 vnodemarker 2 1K 23 NFSD session 1 1K 1 CAM periph 5 1K 535 sctp_ifn 6 1K 13 ipsec 3 1K 3 newdirblk 6 1K 510 pfil 6 1K 6 pci_link 10 1K 10 freefrag 5 1K 142 crypto 4 1K 4 encap_export_host 12 1K 12 osd 9 1K 427 CC Mem 4 1K 356 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 inpcbpolicy 13 1K 1023 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 sctp_timw 1 1K 1 vnodes 1 1K 6 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 40 pmchooks 1 1K 1 filecaps 5 1K 190 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4201 sctp_vrf 1 1K 1 ip_msource 1 1K 6 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 80 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 1 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 2 cryptodev 0 0K 16 sctp_mcore 0 0K 0 sctp_socko 0 0K 166 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 230 sctp_atky 0 0K 230 sctp_atcl 0 0K 229 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 sctp_stro 0 0K 1 sctp_stri 0 0K 0 sctp_map 0 0K 2 ipcomp 0 0K 0 ah 0 0K 0 mqdata 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 228 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 7 audit_pipeent 0 0K 0 audit_pipe 0 0K 15 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 30 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 27 ip6_msource 0 0K 4 ip6_moptions 0 0K 11 in6_mfilter 0 0K 14 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 13 in_mfilter 0 0K 15 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 22 fadvise 0 0K 3 VN POLL 0 0K 23 statfs 0 0K 37 namei_tracker 0 0K 4 inotify 0 0K 166 export_host 0 0K 0 cl_savebuf 0 0K 77 lio 0 0K 5 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 2 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 eventfd 0 0K 4 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 846 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1856 sysctl 0 0K 83 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 2 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 17 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 162 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 6 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1331 20434 0 254 39534592 0 vmem btag 56 109633 6762 214060 0 254 6518120 0 malloc-384 384 8211 39 8224 0 30 3168000 0 THREAD 1876 156 1276 2606 0 8 2686432 0 mbuf 256 8664 1756 24971 0 254 2667520 0 tcp_log 416 5165 424 9183 0 254 2325024 0 RADIX NODE 152 13969 1126 97163 0 62 2294440 0 swblk 136 0 16436 16384 0 62 2235296 0 BUF TRIE 152 293 11485 2796 0 62 1790256 0 malloc-128 128 11983 369 13074 0 126 1581056 0 mbuf_cluster 2048 508 254 536 0 254 1560576 0 malloc-4096 4096 355 5 666 0 2 1474560 0 FPU_save_area 832 158 1318 3088 0 16 1228032 0 malloc-65536 65536 12 3 17 0 1 983040 0 socket 1024 35 735 5160 0 254 788480 0 FFS inode 1168 546 34 1268 0 8 677440 0 256 Bucket 2048 261 36 7157 0 8 608256 0 sctp_ep 1152 0 511 228 0 254 588672 0 sctp_asoc 2256 0 255 1 0 254 575280 0 pbuf 2664 0 198 0 0 2 527472 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 76 430 483 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-256 256 853 883 11060 0 62 444416 0 malloc-256 256 264 1416 4401 0 62 430080 0 malloc-128 128 2877 275 4934 0 126 403456 0 malloc-65536 65536 0 6 42 0 1 393216 0 malloc-64 64 4438 906 6700 0 254 342016 0 malloc-4096 4096 76 6 2570 0 2 335872 0 VM OBJECT 232 1253 124 30300 0 62 319464 0 VNODE 440 603 90 1345 0 30 304920 0 64 Bucket 512 452 103 4963 0 30 284160 0 malloc-16 16 14909 1723 19783 0 254 266112 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 2 6 95 0 1 262144 0 malloc-2048 2048 104 24 230 0 8 262144 0 unpcb 320 18 752 3819 0 254 246400 0 malloc-2048 2048 7 113 1045 0 8 245760 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-32 32 5478 1641 8573 0 254 227808 0 malloc-16384 16384 8 5 565 0 1 212992 0 TURNSTILE 136 1433 58 1433 0 62 202776 0 malloc-65536 65536 0 3 3 0 1 196608 0 MAP ENTRY 96 1535 493 104732 0 126 194688 0 malloc-128 128 1178 342 24814 0 126 194560 0 FFS2 dinode 256 546 204 1268 0 62 192000 0 sctp_raddr 736 0 255 1 0 254 187680 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-1024 1024 129 47 407 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 swpctrie 152 0 1125 1093 0 62 171000 0 malloc-32768 32768 1 4 5 0 1 163840 0 malloc-64 64 199 2361 79974 0 254 163840 0 S VFS Cache 104 1066 446 1868 0 126 157248 0 malloc-8192 8192 15 4 39 0 1 155648 0 SLEEPQUEUE 88 1433 210 1433 0 126 144584 0 128 Bucket 1024 79 62 1461 0 16 144384 0 malloc-32768 32768 1 3 15 0 1 131072 0 malloc-16384 16384 3 5 9 0 1 131072 0 mbuf_packet 256 2 506 464 0 254 130048 0 malloc-128 128 630 378 5432 0 126 129024 0 tcp_inpcb 1304 6 90 354 0 8 125184 0 PROC 1384 67 21 2045 0 8 121792 0 ksiginfo 112 71 985 106 0 126 118272 0 malloc-2048 2048 6 50 514 0 8 114688 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 filedesc0 1072 68 23 2046 0 8 97552 0 malloc-384 384 69 171 1528 0 30 92160 0 UMA Kegs 384 231 6 231 0 30 91008 0 DIRHASH 1024 42 46 62 0 16 90112 0 malloc-8192 8192 4 7 38 0 1 90112 0 malloc-8192 8192 7 4 88 0 1 90112 0 syncache 168 1 528 6 0 254 88872 0 pipe 736 20 95 850 0 16 84640 0 32 Bucket 256 115 215 1920 0 62 84480 0 malloc-16384 16384 1 4 7 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-64 64 513 767 1754 0 254 81920 0 ttyoutq 256 157 158 593 0 62 80640 0 pass0 1976 0 40 39 0 8 79040 0 g_bio 424 4 176 10554 0 30 76320 0 malloc-4096 4096 17 1 28 0 2 73728 0 ttyinq 160 300 156 1140 0 62 72960 0 malloc-384 384 49 131 994 0 30 69120 0 NAMEI 1024 0 66 26912 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 2 0 1 65536 0 malloc-4096 4096 10 6 26 0 2 65536 0 malloc-2048 2048 11 21 44 0 8 65536 0 malloc-2048 2048 3 29 653 0 8 65536 0 malloc-1024 1024 26 38 117 0 16 65536 0 malloc-1024 1024 4 60 777 0 16 65536 0 malloc-1024 1024 3 61 2035 0 16 65536 0 malloc-128 128 164 348 1238 0 126 65536 0 malloc-128 128 78 434 1419 0 126 65536 0 malloc-64 64 113 911 1415 0 254 65536 0 malloc-64 64 31 993 12489 0 254 65536 0 malloc-256 256 35 213 2864 0 62 63488 0 malloc-256 256 95 153 460 0 62 63488 0 malloc-256 256 25 223 353 0 62 63488 0 malloc-256 256 32 216 739 0 62 63488 0 udp_inpcb 408 7 146 398 0 30 62424 0 AIOCB 552 0 112 302 0 16 61824 0 malloc-384 384 75 75 192 0 30 57600 0 malloc-384 384 91 59 432 0 30 57600 0 malloc-8192 8192 2 5 38 0 1 57344 0 16 Bucket 144 209 181 3109 0 62 56160 0 Files 80 186 464 19105 0 126 52000 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 38 0 1 49152 0 malloc-2048 2048 6 18 27 0 8 49152 0 malloc-2048 2048 3 21 336 0 8 49152 0 malloc-1024 1024 6 42 208 0 16 49152 0 malloc-1024 1024 16 32 32 0 16 49152 0 malloc-256 256 4 188 296 0 62 49152 0 malloc-256 256 11 181 464 0 62 49152 0 malloc-128 128 33 351 1204 0 126 49152 0 malloc-64 64 391 377 442 0 254 49152 0 malloc-512 512 5 87 313 0 30 47104 0 malloc-512 512 7 85 132 0 30 47104 0 pcpu-8 8 5114 774 6953 0 254 47104 0 ripcb 376 2 118 159 0 30 45120 0 8 Bucket 80 257 295 14542 0 126 44160 0 malloc-4096 4096 3 7 115 0 2 40960 0 VMSPACE 584 38 32 2017 0 16 40880 0 da_ccb 544 0 70 2869 0 16 38080 0 udplite_inpcb 408 0 90 112 0 30 36720 0 hostcache 64 3 557 3 0 254 35840 0 2 Bucket 32 124 987 2498 0 254 35552 0 routing nhops 256 24 111 29 0 62 34560 0 malloc-384 384 41 49 59 0 30 34560 0 malloc-32 32 315 756 752 0 254 34272 0 ertt_txseginfo 40 0 840 828 0 254 33600 0 tcp_log_id_node 120 2 277 3 0 126 33480 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 6 0 16 32768 0 malloc-1024 1024 11 21 16 0 16 32768 0 malloc-128 128 132 124 167 0 126 32768 0 malloc-64 64 20 492 108 0 254 32768 0 malloc-64 64 59 453 319 0 254 32768 0 clpbuf 2664 0 12 106 0 4 31968 0 PGRP 120 28 236 97 0 126 31680 0 KNOTE 160 10 182 307 0 62 30720 0 L VFS Cache 320 1 95 94 0 30 30720 0 malloc-512 512 0 60 16 0 30 30720 0 malloc-512 512 13 47 34 0 30 30720 0 malloc-512 512 12 48 41 0 30 30720 0 malloc-512 512 0 60 17 0 30 30720 0 vtnet_tx_hdr 40 0 756 1481 0 254 30240 0 sctp_stream_msg_out 112 0 264 1 0 254 29568 0 ertt 72 4 396 354 0 126 28800 0 tcp_bbr_pcb 896 0 32 6 0 16 28672 0 sctp_laddr 48 0 576 12 0 254 27648 0 rl_entry 48 23 553 256 0 254 27648 0 4 Bucket 48 7 569 14 0 254 27648 0 AIO 208 0 126 49 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 26 793 3963 0 254 26208 0 malloc-32 32 87 732 1394 0 254 26208 0 malloc-32 32 34 785 2830 0 254 26208 0 malloc-32 32 11 808 1089 0 254 26208 0 cpuset 200 7 121 39 0 62 25600 0 kenv 258 18 80 1077 0 30 25284 0 malloc-4096 4096 2 4 5 0 2 24576 0 PWD 40 19 569 452 0 254 23520 0 tcp_log_id_bucket 176 2 130 3 0 62 23232 0 itimer 352 0 66 81 0 30 23232 0 splice 184 0 126 40 0 62 23184 0 rtentry 168 27 111 29 0 62 23184 0 malloc-384 384 1 59 17 0 30 23040 0 domainset 40 0 567 26 0 254 22680 0 Mountpoints 2816 3 5 11 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 mqueue 248 1 74 1 0 62 18600 0 tcp_bbr_map 128 0 145 4 0 126 18560 0 malloc-32 32 35 532 286 0 254 18144 0 malloc-32 32 142 425 211 0 254 18144 0 malloc-16 16 64 1070 749 0 254 18144 0 ipq 56 1 314 1 0 254 17640 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_rack_pcb 1088 0 14 1 0 8 15232 0 malloc-16 16 73 809 3598 0 254 14112 0 malloc-16 16 10 872 4222 0 254 14112 0 malloc-16 16 25 857 698 0 254 14112 0 malloc-16 16 275 607 24575 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 1 0 30 11520 0 AIOLIO 272 0 42 4 0 30 11424 0 UMA Slabs 0 112 69 28 69 0 126 10864 0 malloc-16 16 45 585 96 0 254 10080 0 malloc-16 16 28 602 270 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 15 21 27 0 0 3456 0 tfo 4 0 500 1 0 254 2000 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl