panic: ASan: Invalid access, 1-byte read at 0xfffffe00582a5c21, MallocRedZone(fb) cpuid = 0 time = 1794680531 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe005710bf70 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe005710c0d0 vpanic() at vpanic+0x257/frame 0xfffffe005710c290 panic() at panic+0xb5/frame 0xfffffe005710c350 kasan_report() at kasan_report+0xdf/frame 0xfffffe005710c420 smp_command_sbuf() at smp_command_sbuf+0x4c/frame 0xfffffe005710c490 cam_error_string() at cam_error_string+0x3ca/frame 0xfffffe005710c630 cam_error_print() at cam_error_print+0xc5/frame 0xfffffe005710c910 cam_periph_error() at cam_periph_error+0xc2e/frame 0xfffffe005710d2b0 cam_periph_runccb() at cam_periph_runccb+0x484/frame 0xfffffe005710d4d0 passsendccb() at passsendccb+0x344/frame 0xfffffe005710d650 passdoioctl() at passdoioctl+0x5a7/frame 0xfffffe005710d6f0 passioctl() at passioctl+0x33/frame 0xfffffe005710d730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe005710d820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe005710d850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe005710da60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe005710dab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe005710db90 user_ioctl() at user_ioctl+0x332/frame 0xfffffe005710dd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe005710df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005710df30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x825fd9e88, rbp = 0x825fd9f20 --- KDB: enter: panic [ thread pid 2676 tid 101687 ] Stopped at kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0078800000 rdx 0x7ffff rbx 0xffffffff82a248a0 .str.27 rsp 0xfffffe005710c0b0 rbp 0xfffffe005710c0d0 rsi 0x80001 rdi 0xffffffff81776f49 printf+0x149 r8 0 r9 0xffffffff r10 0x203a29303a313a30 r11 0x1 r12 0xfffffe005932d780 r13 0xfffffffffffffffe r14 0xffffffff82a248a0 .str.27 r15 0 rip 0xffffffff8175f87e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> show proc Process 2676 (syz-executor) at 0xfffffe0059342070: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1548 at 0xfffffe00592f0000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe005932adb0 (map 0xfffffe005932adb0) (map.pmap 0xfffffe005932ae50) (pmap 0xfffffe005932aec0) threads: 2 100460 Run CPU 1 syz-executor 101687 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2677 1792 1792 0 R syz-executor 2676 1548 1548 0 R (threaded) syz-executor 100460 Run CPU 1 syz-executor 101687 Run CPU 0 syz-executor 2675 2178 2178 0 R (threaded) syz-executor 100423 RunQ syz-executor 101686 RunQ syz-executor 2668 2244 2244 0 R (threaded) syz-executor 100811 RunQ syz-executor 101657 RunQ syz-executor 101662 S uwait 0xfffffe005aaebb00 syz-executor 101663 S uwait 0xfffffe0058e6a900 syz-executor 101664 S uwait 0xfffffe0058b8e700 syz-executor 2603 0 0 0 DL mdwait 0xfffffe007b818000 [md2816] 2586 1 2586 0 Ss select 0xfffffe007c8e4d40 dhclient 2582 2521 982 0 S nanslp 0xffffffff83dfc740 dhclient 2521 982 982 0 S wait 0xfffffe0059313070 sh 2244 1544 2244 0 R syz-executor 2178 1544 2178 0 R syz-executor 2066 0 0 0 DL mdwait 0xfffffe00892ce000 [md0] 1942 0 0 0 DL (threaded) [so_splice] 100241 D - 0xfffffe005aae5400 [thr_0] 100683 D - 0xfffffe005aae5440 [thr_1] 1917 0 0 0 DL - 0xffffffff83eb11c0 [soaiod4] 1916 0 0 0 DL - 0xffffffff83eb11c0 [soaiod3] 1915 0 0 0 DL - 0xffffffff83eb11c0 [soaiod2] 1914 0 0 0 DL - 0xffffffff83eb11c0 [soaiod1] 1792 1544 1792 0 S nanslp 0xffffffff83dfc740 syz-executor 1608 0 0 0 DL aiordy 0xfffffe0059312038 [aiod4] 1607 0 0 0 DL aiordy 0xfffffe0059323070 [aiod3] 1606 0 0 0 DL aiordy 0xfffffe00593235d8 [aiod2] 1605 0 0 0 DL aiordy 0xfffffe00592f25d8 [aiod1] 1548 1544 1548 0 S nanslp 0xffffffff83dfc740 syz-executor 1544 1543 1544 0 Ss select 0xfffffe0071723740 syz-executor 1543 1541 1541 0 S select 0xfffffe0054364a40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0058f79440 sshd-session 1528 1 1528 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda8b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1516 1 1516 0 Ss select 0xfffffe0054364340 logger 1511 1 17 0 S+ piperd 0xfffffe005a94dba0 logger 1510 1509 17 0 S+ nanslp 0xffffffff83dfc741 sleep 1509 1 17 0 S+ wait 0xfffffe00592c2568 sh 1498 1 1498 0 Ss nanslp 0xffffffff83dfc741 cron 1457 1 1457 0 Ss select 0xfffffe0058f7a140 sshd 1280 1 1280 0 Ss select 0xfffffe0058f7aa40 syslogd 1279 1 1276 0 S select 0xfffffe0058f7ab40 syslogd 1276 1 1276 0 Rs syslogd 982 1 982 0 Ss wait 0xfffffe00592d4b08 devd 981 1 981 65 Rs dhclient 829 1 829 0 Ss select 0xfffffe005435f540 dhclient 826 1 826 0 Ss select 0xfffffe0054362340 dhclient 406 0 0 0 DL - 0xffffffff83a2b240 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebec00 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd160 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00590748e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effc60 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5d48 [dom0] 100080 D launds 0xffffffff83ee5d54 [laundry: dom0] 100081 D umarcl 0xffffffff81f9cab0 [uma] 7 0 0 0 DL - 0xffffffff83b75570 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845995c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a1b8c0 [sctp_iterator] 4 0 0 0 RL (threaded) [cam] 100045 RunQ [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee14c0 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da5620 [g_event] 100038 D - 0xffffffff83da5640 [g_up] 100039 D - 0xffffffff83da5660 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1fe0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28fe1 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100124 D - 0xfffffe0058a3f200 [netlink_socket (PID] db> show all locks Process 2676 (syz-executor) thread 0xfffffe0059326000 (100460) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83e0f050) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_umtx.c:1366 Process 2676 (syz-executor) thread 0xfffffe005932d780 (101687) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:2297 Process 1276 (syslogd) thread 0xfffffe005929c780 (100145) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007e181c0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_bio.c:4027 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0071a4dc78) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/vfs_syscalls.c:3724 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 143729 pf_hash 6 12804K 6 devbuf 8319 8603K 8580 linker 412 5719K 772 tcp_hpts 8 4865K 8 pcb 28 2808K 669 sysctloid 35637 2099K 35713 vtbuf 24 1968K 46 kobj 344 1376K 620 vmem 5 1044K 9 newblk 4 1025K 3627 vfscache 3 1025K 3 inodedep 20 520K 1840 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 146 291K 2784 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 1506 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 1578 sem 5 135K 5 pagedep 9 130K 1161 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 115 115K 141 gtaskqueue 18 98K 18 LRO 28 91K 34 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 538 ddb_capture 1 64K 1 umtx 384 48K 384 kdtrace 222 44K 4366 DEVFS3 134 34K 150 hostcache 1 32K 1 shm 1 32K 26 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 67 27K 108 DEVFS_RULE 61 22K 61 temp 46 21K 6244 lltable 65 19K 111 BPF 18 19K 119 GEOM 90 18K 832 ufs_mount 4 17K 5 cred 44 17K 771 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 58 14K 764 kenv 138 14K 138 ether_multi 157 13K 268 ifnet 11 11K 20 CAM queue 5 11K 1528 rman 75 10K 422 rpc 8 9K 8 plimit 23 9K 586 in6_multi 65 9K 95 bmsafemap 3 9K 1732 UART 12 9K 12 ksem 1 8K 9 shmfd 1 8K 86 kqueue 73 8K 3382 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 md_disk 2 8K 8 audit_evclass 244 8K 311 taskqueue 72 8K 486 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 69 pf_ifnet 15 6K 54 pfs_nodes 22 6K 22 mount 54 5K 1163 UMA 272 5K 272 vt 11 5K 11 pwddesc 65 5K 2678 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 acpisem 28 4K 28 selfd 49 4K 94998 proc-args 86 4K 4946 sctp_stro 3 3K 10 session 23 3K 80 terminal 11 3K 11 tun 7 3K 7 DEVFSP 42 3K 400 acpidev 21 3K 21 procdesc 5 3K 81 uidinfo 5 3K 67 lockf 23 3K 1020 hhook 8 3K 10 sctp_atcl 6 3K 239 kcovinfo 36 3K 63 netlink 2 3K 508 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 ioctlops 1 2K 586 CAM CCB 1 2K 796 sctp_ifa 15 2K 20 select 15 2K 124 sctp_timw 7 2K 7 dirrem 7 2K 1561 in_multi 7 2K 16 Unitno 29 2K 99 CAM XPT 22 2K 545 ip6ndp 6 2K 10 toponodes 6 2K 6 ipsecpolicy 2 2K 3 igmp 11 2K 19 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 183 NFSD session 1 1K 1 msdosfs_node 4 1K 18 CAM periph 6 1K 532 sctp_ifn 7 1K 20 ipsec 3 1K 3 mkdir 6 1K 2134 diradd 6 1K 1606 pfil 6 1K 6 pci_link 10 1K 10 sctp_atky 11 1K 253 freefile 5 1K 1400 crypto 4 1K 4 CC Mem 5 1K 597 encap_export_host 12 1K 12 osd 10 1K 682 freework 3 1K 1723 freeblks 2 1K 1257 cdev 2 1K 2 isadev 4 1K 4 inpcbpolicy 15 1K 1243 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 newdirblk 3 1K 1067 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 sctp_aadr 5 1K 5 busdma 2 1K 2 vnodes 1 1K 22 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 10 prison 6 1K 6 CAM path 5 1K 1036 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 ip_msource 2 1K 4 aio 4 1K 14 pmchooks 1 1K 1 sigio 2 1K 46 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4220 filecaps 4 1K 230 sctp_athm 6 1K 239 sctp_map 6 1K 20 in_mfilter 2 1K 13 sctp_vrf 1 1K 1 ip6_msource 1 1K 1 in6_mfilter 1 1K 5 ip_moptions 1 1K 15 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 84 acpiintr 1 1K 1 cpus 2 1K 2 ip6_moptions 1 1K 12 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 cryptodev 0 0K 118 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 142 sctp_iter 0 0K 23 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 22 sctp_stri 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 filemon 0 0K 15 tcp_pcm_rack 0 0K 5 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 10 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 2 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 421 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 64 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 185 allocindir 0 0K 0 indirdep 0 0K 114 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 9 audit_pipeent 0 0K 0 audit_pipe 0 0K 35 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 16 ipsecrequest 0 0K 1 mld 0 0K 0 ip6opt 0 0K 39 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 55 VN POLL 0 0K 44 statfs 0 0K 125 namei_tracker 0 0K 19 inotify 0 0K 358 export_host 0 0K 0 cl_savebuf 0 0K 92 lio 0 0K 24 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 7 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 21498 eventfd 0 0K 47 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 824 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1870 sysctl 0 0K 112 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 144 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 10 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1586 22388 0 254 40574976 0 vmem btag 56 106145 20519 166780 0 254 7093184 0 malloc-384 384 8213 37 8222 0 30 3168000 0 mbuf 256 8631 1279 30016 0 254 2536960 0 tcp_log 416 5187 663 9759 0 254 2433600 0 RADIX NODE 152 13470 1525 120407 0 63 2279240 0 mbuf_cluster 2048 762 254 790 0 254 2080768 0 BUF TRIE 152 266 11512 2676 0 62 1790256 0 malloc-128 128 11977 375 14190 0 126 1581056 0 malloc-4096 4096 355 5 637 0 2 1474560 0 sctp_asoc 2256 3 507 10 0 254 1150560 0 malloc-64 64 194 17086 100951 0 254 1105920 0 malloc-65536 65536 12 2 16 0 1 917504 0 socket 1024 38 732 5445 0 254 788480 0 256 Bucket 2048 325 26 7593 0 8 718848 0 FFS inode 1168 556 34 1997 0 8 689120 0 sctp_ep 1152 3 508 229 0 254 588672 0 pbuf 2664 0 198 0 0 2 527472 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 77 429 484 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-65536 65536 0 6 71 0 1 393216 0 sctp_raddr 736 3 507 10 0 254 375360 0 THREAD 1876 156 36 1687 0 8 360192 0 malloc-64 64 4435 909 7342 0 254 342016 0 VM OBJECT 232 1294 134 39034 0 62 331296 0 malloc-4096 4096 72 8 3402 0 2 327680 0 VNODE 440 614 106 2071 0 30 316800 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 2 6 78 0 1 262144 0 malloc-2048 2048 104 24 214 0 8 262144 0 malloc-16 16 14907 591 18181 0 254 247968 0 unpcb 320 21 749 3869 0 254 246400 0 malloc-2048 2048 6 114 516 0 8 245760 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-256 256 258 614 11104 0 62 223232 0 malloc-16384 16384 8 5 985 0 1 212992 0 malloc-32 32 5478 885 7397 0 254 203616 0 malloc-65536 65536 0 3 3 0 1 196608 0 mbuf_packet 256 2 760 929 0 254 195072 0 MAP ENTRY 96 1500 528 136178 0 126 194688 0 malloc-128 128 1181 339 24818 0 126 194560 0 FFS2 dinode 256 556 194 1997 0 62 192000 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 158 67 2432 0 16 187200 0 malloc-2048 2048 10 78 1048 0 8 180224 0 malloc-1024 1024 131 45 412 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 128 Bucket 1024 99 53 1989 0 16 155648 0 pipe 736 19 191 1382 0 16 154560 0 S VFS Cache 104 1062 342 2619 0 126 146016 0 malloc-8192 8192 15 2 37 0 1 139264 0 malloc-32768 32768 1 3 14 0 1 131072 0 malloc-16384 16384 3 5 9 0 1 131072 0 malloc-128 128 614 394 6149 0 126 129024 0 malloc-256 256 259 237 4702 0 62 126976 0 64 Bucket 512 122 118 5082 0 30 122880 0 ksiginfo 112 72 984 116 0 126 118272 0 tcp_inpcb 1304 5 85 595 0 8 117360 0 PROC 1384 64 16 2677 0 8 110720 0 malloc-8192 8192 7 6 90 0 1 106496 0 g_bio 424 0 243 23070 0 30 103032 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-128 128 400 368 2665 0 126 98304 0 filedesc0 1072 65 26 2678 0 8 97552 0 UMA Kegs 384 231 6 231 0 30 91008 0 DIRHASH 1024 42 46 68 0 16 90112 0 malloc-4096 4096 17 5 33 0 2 90112 0 syncache 168 0 529 4 0 254 88872 0 32 Bucket 256 124 221 3515 0 62 88320 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-2048 2048 16 24 61 0 8 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 sctp_chunk 152 4 521 4 0 254 79800 0 ttyinq 160 300 156 780 0 62 72960 0 malloc-384 384 88 92 1664 0 30 69120 0 NAMEI 1024 0 66 32644 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 42 0 1 65536 0 malloc-8192 8192 2 6 42 0 1 65536 0 malloc-4096 4096 6 10 26 0 2 65536 0 malloc-2048 2048 6 26 48 0 8 65536 0 malloc-2048 2048 3 29 434 0 8 65536 0 malloc-2048 2048 3 29 865 0 8 65536 0 malloc-1024 1024 26 38 164 0 16 65536 0 malloc-1024 1024 3 61 2508 0 16 65536 0 malloc-128 128 27 485 2110 0 126 65536 0 malloc-128 128 164 348 1210 0 126 65536 0 malloc-128 128 76 436 2390 0 126 65536 0 malloc-64 64 31 993 11650 0 254 65536 0 malloc-64 64 515 509 1875 0 254 65536 0 Files 80 180 620 22800 0 126 64000 0 malloc-256 256 38 210 9387 0 62 63488 0 malloc-256 256 91 157 504 0 62 63488 0 malloc-256 256 29 219 359 0 62 63488 0 malloc-512 512 12 108 70 0 30 61440 0 malloc-384 384 78 72 165 0 30 57600 0 malloc-384 384 83 67 437 0 30 57600 0 malloc-384 384 26 124 1852 0 30 57600 0 udplite_inpcb 408 0 126 112 0 30 51408 0 udp_inpcb 408 7 119 348 0 30 51408 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 38 0 1 49152 0 malloc-1024 1024 6 42 219 0 16 49152 0 malloc-256 256 5 187 500 0 62 49152 0 malloc-256 256 12 180 595 0 62 49152 0 malloc-256 256 26 166 1346 0 62 49152 0 malloc-128 128 143 241 255 0 126 49152 0 malloc-64 64 115 653 1711 0 254 49152 0 malloc-64 64 402 366 472 0 254 49152 0 VMSPACE 584 37 47 2646 0 16 49056 0 pass0 1976 0 24 42 0 8 47424 0 malloc-512 512 11 81 81 0 30 47104 0 malloc-512 512 6 86 392 0 30 47104 0 malloc-512 512 8 84 170 0 30 47104 0 pcpu-8 8 5149 739 6861 0 254 47104 0 da_ccb 544 0 84 5917 0 16 45696 0 16 Bucket 144 104 208 3327 0 62 44928 0 8 Bucket 80 106 446 26417 0 126 44160 0 itimer 352 0 121 1161 0 30 42592 0 malloc-32 32 328 995 945 0 254 42336 0 sctp_readq 152 0 275 1 0 254 41800 0 cpuset 200 43 149 151 0 62 38400 0 hostcache 64 2 558 2 0 254 35840 0 2 Bucket 32 120 991 3062 0 254 35552 0 routing nhops 256 26 109 43 0 62 34560 0 malloc-384 384 42 48 64 0 30 34560 0 TURNSTILE 136 193 59 193 0 62 34272 0 ripcb 376 3 87 188 0 30 33840 0 vtnet_tx_hdr 40 0 840 2468 0 254 33600 0 ertt_txseginfo 40 1 839 1544 0 254 33600 0 PWD 40 19 821 854 0 254 33600 0 tcp_log_id_node 120 0 279 3 0 126 33480 0 tcp_bbr_map 128 0 261 8 0 126 33408 0 tcp_rack_map 128 0 261 12 0 126 33408 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 2 6 11 0 2 32768 0 malloc-4096 4096 2 6 7 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 4 28 601 0 16 32768 0 malloc-1024 1024 14 18 25 0 16 32768 0 malloc-1024 1024 19 13 28 0 16 32768 0 malloc-64 64 25 487 186 0 254 32768 0 malloc-64 64 55 457 461 0 254 32768 0 clpbuf 2664 0 12 88 0 4 31968 0 PGRP 120 27 237 91 0 126 31680 0 KNOTE 160 11 181 363 0 62 30720 0 L VFS Cache 320 2 94 156 0 30 30720 0 malloc-512 512 0 60 16 0 30 30720 0 malloc-512 512 11 49 12 0 30 30720 0 malloc-512 512 0 60 16 0 30 30720 0 sctp_stream_msg_out 112 0 264 6 0 254 29568 0 ertt 72 5 395 595 0 126 28800 0 sctp_laddr 48 6 570 34 0 254 27648 0 rl_entry 48 14 562 79 0 254 27648 0 4 Bucket 48 7 569 11 0 254 27648 0 AIOCB 552 0 49 216 0 16 27048 0 AIO 208 0 126 93 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 25 794 759 0 254 26208 0 malloc-32 32 96 723 1675 0 254 26208 0 malloc-32 32 34 785 2908 0 254 26208 0 malloc-32 32 12 807 1157 0 254 26208 0 kenv 258 18 80 1082 0 30 25284 0 SLEEPQUEUE 88 193 86 193 0 126 24552 0 tcp_log_id_bucket 176 0 132 3 0 62 23232 0 splice 184 0 126 5 0 62 23184 0 rtentry 168 29 109 43 0 62 23184 0 malloc-384 384 1 59 17 0 30 23040 0 malloc-384 384 1 59 2 0 30 23040 0 tcp_rack_pcb 1088 0 21 5 0 8 22848 0 domainset 40 0 567 139 0 254 22680 0 Mountpoints 2816 3 5 9 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 24 0 30 19040 0 mqueue 248 1 74 1 0 62 18600 0 malloc-32 32 35 532 356 0 254 18144 0 malloc-32 32 148 419 233 0 254 18144 0 malloc-16 16 77 1057 4357 0 254 18144 0 malloc-16 16 56 1078 829 0 254 18144 0 malloc-16 16 276 858 24575 0 254 18144 0 ipq 56 0 315 1 0 254 17640 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 5 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 0 16 3 0 16 14336 0 malloc-16 16 10 872 1508 0 254 14112 0 malloc-16 16 32 850 976 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 UMA Slabs 0 112 71 26 71 0 126 10864 0 malloc-16 16 49 581 103 0 254 10080 0 malloc-16 16 46 584 294 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 15 21 21 0 0 3456 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 1 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl