panic: ASan: Invalid access, 25-byte write at 0xfffffe0090ee2e40, RedZonePartial(6) cpuid = 1 time = 259 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00572bf110 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00572bf270 vpanic() at vpanic+0x257/frame 0xfffffe00572bf430 panic() at panic+0xb5/frame 0xfffffe00572bf500 kasan_report() at kasan_report+0xdf/frame 0xfffffe00572bf5d0 kasan_memcpy() at kasan_memcpy+0x1c1/frame 0xfffffe00572bf600 scsi_action() at scsi_action+0x5f0/frame 0xfffffe00572bf650 passdoioctl() at passdoioctl+0x1226/frame 0xfffffe00572bf6f0 passioctl() at passioctl+0x33/frame 0xfffffe00572bf730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe00572bf820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe00572bf850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe00572bfa60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe00572bfab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe00572bfb90 user_ioctl() at user_ioctl+0x2d1/frame 0xfffffe00572bfd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00572bff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00572bff30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x824b0de88, rbp = 0x824b0df20 --- KDB: enter: panic [ thread pid 1785 tid 100777 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072600000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe00572bf250 rbp 0xfffffe00572bf270 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0x6 r11 0x1 r12 0xfffffe005933c780 r13 0xfffffffffffffffd r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 1785 (syz-executor) at 0xfffffe005937eb08: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1545 at 0xfffffe00592c35a0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0007a0e000 (map 0xfffffe0007a0e000) (map.pmap 0xfffffe0007a0e0a0) (pmap 0xfffffe0007a0e110) threads: 2 100743 RunQ syz-executor 100777 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 1786 1547 1547 0 R CPU 0 syz-executor 1785 1545 1545 0 R (threaded) syz-executor 100743 RunQ syz-executor 100777 Run CPU 1 syz-executor 1781 1546 1546 0 S (threaded) syz-executor 100208 S nanslp 0xffffffff83dfc701 syz-executor 100763 S lockf 0xfffffe0090f04600 syz-executor 100764 S uwait 0xfffffe0090ec9000 syz-executor 100766 S uwait 0xfffffe0058b90300 syz-executor 100767 S uwait 0xfffffe0058e6b000 syz-executor 100768 S uwait 0xfffffe0058e6a600 syz-executor 100769 S uwait 0xfffffe0058e69400 syz-executor 100770 S uwait 0xfffffe0090ec6400 syz-executor 1776 1729 1729 0 R (threaded) syz-executor 100159 RunQ syz-executor 100753 S pipdwt 0xfffffe007252f2e8 syz-executor 100754 S select 0xfffffe0058f7cf40 syz-executor 100756 S uwait 0xfffffe0090ec6200 syz-executor 1747 0 0 0 DL mdwait 0xfffffe0071794000 [md0] 1729 1544 1729 0 S nanslp 0xffffffff83dfc701 syz-executor 1692 0 0 0 DL (threaded) [so_splice] 100230 D - 0xfffffe005aaa8500 [thr_0] 100252 D - 0xfffffe005aaa8540 [thr_1] 1685 1676 1685 0 Ss select 0xfffffe0071a23740 dhclient 1682 1 1682 0 Ss select 0xfffffe0071a27d40 dhclient 1676 1610 982 65 S select 0xfffffe0071a27940 dhclient 1675 0 0 0 DL mdwait 0xfffffe007b616000 [md2] 1610 982 982 0 S wait 0xfffffe00592f0000 sh 1606 0 0 0 DL aiordy 0xfffffe0059314568 [aiod4] 1605 0 0 0 DL aiordy 0xfffffe0059314ad0 [aiod3] 1603 0 0 0 DL aiordy 0xfffffe0059315038 [aiod2] 1602 0 0 0 DL aiordy 0xfffffe00592c2000 [aiod1] 1547 1544 1547 0 R syz-executor 1546 1544 1546 0 S nanslp 0xffffffff83dfc701 syz-executor 1545 1544 1545 0 S nanslp 0xffffffff83dfc701 syz-executor 1544 1543 1544 0 Ss select 0xfffffe0058f77b40 syz-executor 1543 1541 1541 0 S select 0xfffffe0071a28540 sshd-session 1541 1457 1541 0 Ss select 0xfffffe0071a28740 sshd-session 1528 1 1528 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3550b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe0058be30b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe005a3598b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0058be50b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057eda0b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1521 1 1521 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1520 1 1520 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1517 1 1517 0 Ss select 0xfffffe0058f76b40 logger 1511 1 17 0 S+ piperd 0xfffffe005a92f8b8 logger 1510 1509 17 0 S+ nanslp 0xffffffff83dfc700 sleep 1509 1 17 0 S+ wait 0xfffffe0059200568 sh 1498 1 1498 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0071a28c40 sshd 1280 1 1280 0 Ss select 0xfffffe0054366f40 syslogd 1279 1 1276 0 S select 0xfffffe0054366e40 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a71c200 syslogd 982 1 982 0 Ss wait 0xfffffe0059200000 devd 981 1 981 65 Ss select 0xfffffe005a662940 dhclient 829 1 829 0 Ss select 0xfffffe005435fc40 dhclient 826 1 826 0 Ss select 0xfffffe005a663e40 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100099 D sdflush 0xfffffe005a9508e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff846915c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84a448c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28320 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100124 D - 0xfffffe0058a3f400 [netlink_socket (PID] 100238 D - 0xfffffe007df07a00 [netlink_socket (PID] 100765 D - 0xfffffe0058a3f800 [netlink_socket (PID] db> show all locks Process 1786 (syz-executor) thread 0xfffffe00592f5780 (100163) exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe00592fee10) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/vm/vm_map.c:5069 Process 1785 (syz-executor) thread 0xfffffe005933c780 (100777) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:2043 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 115657 pf_hash 6 12804K 6 devbuf 8315 8601K 8480 linker 388 5329K 642 tcp_hpts 8 4865K 8 pcb 25 2801K 144 sysctloid 35871 2113K 35947 vtbuf 24 1968K 46 kobj 344 1376K 620 newblk 9 1026K 1974 vfscache 3 1025K 3 inodedep 24 521K 380 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 143 279K 1871 vmem 5 272K 8 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 100 200K 100 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 306 md_sectors 34 136K 34 sem 5 135K 5 pagedep 11 131K 189 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 113 113K 135 gtaskqueue 18 98K 18 LRO 22 85K 24 bus 1025 84K 4996 mtx_pool 3 74K 3 umtx 560 70K 560 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 537 68K 539 ddb_capture 1 64K 1 kdtrace 214 42K 2565 BPF 23 36K 40 DEVFS3 132 33K 148 hostcache 1 32K 1 shm 1 32K 3 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 54 22K 84 DEVFS_RULE 61 22K 61 temp 36 21K 5079 GEOM 90 18K 850 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 lltable 51 16K 82 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 468 kenv 138 14K 138 ether_multi 139 12K 189 cred 29 11K 429 CAM queue 5 11K 1528 plimit 26 10K 486 rman 75 10K 422 md_disk 36 10K 38 rpc 8 9K 8 bmsafemap 4 9K 355 kqueue 73 9K 1878 UART 12 9K 12 taskqueue 78 9K 1341 ksem 1 8K 3 shmfd 1 8K 5 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 audit_evclass 244 8K 311 ifnet 8 8K 16 in6_multi 55 8K 67 pf_ifnet 18 7K 43 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 30 pfs_nodes 22 6K 22 UMA 274 5K 274 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 pwddesc 62 4K 1787 lockf 39 4K 281 acpisem 28 4K 28 selfd 52 4K 9294 proc-args 88 4K 3803 session 24 3K 44 DEVFSP 45 3K 142 terminal 11 3K 11 acpidev 21 3K 21 procdesc 5 3K 26 hhook 8 3K 10 uidinfo 3 3K 18 kcovinfo 36 3K 45 netlink 2 3K 381 select 17 3K 77 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 in_multi 8 2K 12 clone 8 2K 8 mount 47 2K 523 tun 5 2K 5 Unitno 33 2K 75 dirrem 7 2K 262 CAM XPT 22 2K 545 sctp_ifa 12 2K 15 freefile 12 2K 233 toponodes 6 2K 6 msdosfs_node 6 2K 10 ipsecpolicy 2 2K 3 ip6ndp 5 2K 6 msi 9 2K 9 mkdir 9 2K 326 freework 5 2K 325 softdep 1 1K 1 freeblks 4 1K 212 sahead 1 1K 1 secasvar 1 1K 1 igmp 8 1K 15 nhops 6 1K 8 vnodemarker 2 1K 24 NFSD session 1 1K 1 CAM periph 4 1K 525 ipsec 3 1K 3 sctp_ifn 6 1K 15 diradd 6 1K 292 pfil 6 1K 6 pci_link 10 1K 10 newdirblk 5 1K 163 crypto 4 1K 4 CC Mem 5 1K 121 encap_export_host 12 1K 12 osd 11 1K 194 inpcbpolicy 19 1K 327 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 audit_pipe 1 1K 6 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 vnodes 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 ip_msource 2 1K 4 aio 4 1K 4 pmchooks 1 1K 1 filecaps 5 1K 185 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3678 sctp_vrf 1 1K 1 vnet 1 1K 1 iov 1 1K 12175 pmc 1 1K 1 sigio 1 1K 9 entropy 2 1K 81 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 scsi_pass 1 1K 1 filemon 0 0K 36 ipcomp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 41 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 18 sctp_atky 0 0K 18 sctp_atcl 0 0K 18 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 mqdata 0 0K 0 cryptodev 0 0K 10 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 tcp_pcm_rack 0 0K 1 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 2 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 102 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 12 allocindir 0 0K 0 indirdep 0 0K 149 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 14 ipsecrequest 0 0K 1 mld 0 0K 0 ip6opt 0 0K 11 ip6_msource 0 0K 3 ip6_moptions 0 0K 3 in6_mfilter 0 0K 5 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 6 in_mfilter 0 0K 10 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 22 fadvise 0 0K 0 VN POLL 0 0K 2 statfs 0 0K 26 namei_tracker 0 0K 4 inotify 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 14 lio 0 0K 2 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 6 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 142 eventfd 0 0K 3 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 774 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1833 sysctl 0 0K 89 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 5 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 144 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 1 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 778 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1332 20432 0 254 39534592 0 vmem btag 56 105932 10400 138865 0 254 6514592 0 malloc-384 384 8211 39 8218 0 30 3168000 0 mbuf 256 8627 1281 24545 0 254 2536448 0 swblk 136 0 16436 32768 0 62 2235296 0 RADIX NODE 152 13386 1059 80052 0 62 2195640 0 BUF TRIE 152 264 11514 2003 0 62 1790256 0 malloc-128 128 12058 294 12457 0 126 1581056 0 tcp_log 416 2613 951 5979 0 254 1482624 0 malloc-4096 4096 353 7 638 0 2 1474560 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 malloc-65536 65536 11 3 17 0 1 917504 0 socket 1024 43 727 4004 0 254 788480 0 FFS inode 1168 536 44 773 0 8 677440 0 sctp_ep 1152 0 511 18 0 254 588672 0 THREAD 1876 151 129 777 0 8 525280 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 55 451 458 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 256 Bucket 2048 231 21 6549 0 8 516096 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-65536 65536 0 7 33 0 1 458752 0 pbuf 2664 0 166 0 0 2 442224 0 VM OBJECT 232 1249 179 27088 0 62 331296 0 malloc-64 64 4458 630 6467 0 254 325632 0 malloc-8192 8192 2 37 48 0 1 319488 0 malloc-4096 4096 69 9 2223 0 2 319488 0 VNODE 440 593 100 836 0 30 304920 0 malloc-32768 32768 2 7 81 0 1 294912 0 malloc-256 256 268 852 5662 0 62 286720 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 104 24 133 0 8 262144 0 64 Bucket 512 427 83 4415 0 30 261120 0 FPU_save_area 832 153 153 903 0 16 254592 0 malloc-16 16 15011 739 18482 0 254 252000 0 unpcb 320 19 751 3579 0 254 246400 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-4096 4096 51 3 63 0 2 221184 0 malloc-16384 16384 8 5 350 0 1 212992 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32 32 5543 568 7044 0 254 195552 0 MAP ENTRY 96 1554 474 92344 0 126 194688 0 malloc-128 128 1178 342 24813 0 126 194560 0 UMA Zones 768 246 7 246 0 16 194304 0 swpctrie 152 0 1200 2186 0 62 182400 0 FFS2 dinode 256 536 154 773 0 62 176640 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-32768 32768 1 4 5 0 1 163840 0 malloc-1024 1024 129 31 406 0 16 163840 0 malloc-8192 8192 14 5 39 0 1 155648 0 malloc-2048 2048 6 66 513 0 8 147456 0 S VFS Cache 104 1040 364 1315 0 126 146016 0 malloc-16384 16384 3 5 10 0 1 131072 0 mbuf_packet 256 2 506 207 0 254 130048 0 malloc-128 128 621 387 4457 0 126 129024 0 malloc-256 256 245 251 1408 0 62 126976 0 tcp_inpcb 1304 6 90 120 0 8 125184 0 128 Bucket 1024 72 47 1278 0 16 121856 0 ksiginfo 112 60 996 92 0 126 118272 0 malloc-128 128 573 323 2605 0 126 114688 0 PROC 1384 61 19 1786 0 8 110720 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 0 3 14 0 1 98304 0 filedesc0 1072 62 29 1787 0 8 97552 0 g_bio 424 0 216 8926 0 30 91584 0 UMA Kegs 384 233 4 233 0 30 91008 0 malloc-8192 8192 7 4 90 0 1 90112 0 vnpbuf 2664 0 32 4 0 16 85248 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-128 128 161 479 991 0 126 81920 0 malloc-64 64 514 766 1626 0 254 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 malloc-8192 8192 3 6 53 0 1 73728 0 ttyinq 160 300 156 780 0 62 72960 0 malloc-384 384 30 150 388 0 30 69120 0 32 Bucket 256 110 160 1560 0 62 69120 0 DIRHASH 1024 42 24 42 0 16 67584 0 NAMEI 1024 0 66 22153 0 16 67584 0 md2 4 16383 129 16383 0 254 66048 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-2048 2048 12 20 26 0 8 65536 0 malloc-2048 2048 6 26 34 0 8 65536 0 malloc-2048 2048 5 27 824 0 8 65536 0 malloc-2048 2048 3 29 711 0 8 65536 0 malloc-1024 1024 21 43 63 0 16 65536 0 malloc-1024 1024 3 61 1990 0 16 65536 0 malloc-128 128 29 483 441 0 126 65536 0 malloc-128 128 78 434 827 0 126 65536 0 malloc-64 64 128 896 1175 0 254 65536 0 malloc-64 64 31 993 9643 0 254 65536 0 malloc-64 64 189 835 13505 0 254 65536 0 malloc-256 256 35 213 2417 0 62 63488 0 malloc-256 256 86 162 417 0 62 63488 0 malloc-256 256 27 221 355 0 62 63488 0 malloc-384 384 70 80 984 0 30 57600 0 malloc-384 384 83 67 422 0 30 57600 0 malloc-4096 4096 10 4 18 0 2 57344 0 TURNSTILE 136 281 97 281 0 62 51408 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 2 22 250 0 8 49152 0 malloc-1024 1024 4 44 602 0 16 49152 0 malloc-1024 1024 6 42 205 0 16 49152 0 malloc-256 256 4 188 147 0 62 49152 0 malloc-256 256 23 169 127 0 62 49152 0 malloc-256 256 13 179 430 0 62 49152 0 malloc-64 64 394 374 444 0 254 49152 0 VMSPACE 584 38 46 1762 0 16 49056 0 pipe 736 20 45 735 0 16 47840 0 malloc-512 512 7 85 233 0 30 47104 0 malloc-512 512 8 84 109 0 30 47104 0 SLEEPQUEUE 88 281 246 281 0 126 46376 0 syncache 168 1 275 5 0 254 46368 0 malloc-384 384 77 43 89 0 30 46080 0 da_ccb 544 0 84 2390 0 16 45696 0 pcpu-8 8 5003 629 5970 0 254 45056 0 16 Bucket 144 105 207 2256 0 62 44928 0 malloc-4096 4096 3 7 13 0 2 40960 0 udp_inpcb 408 10 80 150 0 30 36720 0 pcpu-64 64 508 52 508 0 254 35840 0 2 Bucket 32 133 978 2171 0 254 35552 0 routing nhops 256 24 111 33 0 62 34560 0 malloc-384 384 37 53 58 0 30 34560 0 ertt_txseginfo 40 0 840 685 0 254 33600 0 tcp_log_id_node 120 1 278 2 0 126 33480 0 8 Bucket 80 103 311 12442 0 126 33120 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 11 21 15 0 16 32768 0 malloc-1024 1024 15 17 23 0 16 32768 0 malloc-128 128 134 122 169 0 126 32768 0 malloc-64 64 20 492 94 0 254 32768 0 malloc-64 64 58 454 189 0 254 32768 0 Files 80 199 201 15592 0 126 32000 0 clpbuf 2664 0 12 39 0 4 31968 0 PGRP 120 28 236 50 0 126 31680 0 pass0 1976 1 15 2 0 8 31616 0 malloc-512 512 0 60 7 0 30 30720 0 malloc-512 512 13 47 22 0 30 30720 0 malloc-512 512 12 48 39 0 30 30720 0 malloc-512 512 0 60 12 0 30 30720 0 vtnet_tx_hdr 40 0 756 1120 0 254 30240 0 sctp_laddr 48 0 576 15 0 254 27648 0 rl_entry 48 13 563 13 0 254 27648 0 4 Bucket 48 6 570 8 0 254 27648 0 AIOCB 552 1 48 34 0 16 27048 0 AIO 208 1 125 21 0 62 26208 0 malloc-32 32 316 503 587 0 254 26208 0 malloc-32 32 91 728 531 0 254 26208 0 malloc-32 32 34 785 2804 0 254 26208 0 malloc-32 32 11 808 1073 0 254 26208 0 udplite_inpcb 408 1 62 21 0 30 25704 0 cpuset 200 8 120 60 0 62 25600 0 kenv 258 18 80 1075 0 30 25284 0 PWD 40 19 569 217 0 254 23520 0 tcp_log_id_bucket 176 1 131 3 0 62 23232 0 itimer 352 0 66 33 0 30 23232 0 rtentry 168 27 111 33 0 62 23184 0 KNOTE 160 12 132 39 0 62 23040 0 malloc-384 384 1 59 8 0 30 23040 0 domainset 40 0 567 50 0 254 22680 0 ripcb 376 3 57 36 0 30 22560 0 Mountpoints 2816 3 5 7 0 4 22528 0 ertt 72 5 295 120 0 126 21600 0 L VFS Cache 320 0 60 22 0 30 19200 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 2 0 30 19040 0 tcp_rack_map 128 0 145 3 0 126 18560 0 malloc-32 32 35 532 232 0 254 18144 0 malloc-32 32 142 425 202 0 254 18144 0 malloc-32 32 24 543 546 0 254 18144 0 malloc-16 16 276 858 24570 0 254 18144 0 hostcache 64 2 278 2 0 254 17920 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-1024 1024 2 14 6 0 16 16384 0 malloc-512 512 10 22 11 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_rack_pcb 1088 0 14 1 0 8 15232 0 mqnode 416 3 33 3 0 30 14976 0 malloc-16 16 75 807 3029 0 254 14112 0 malloc-16 16 54 828 614 0 254 14112 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 1 0 30 11520 0 UMA Slabs 0 112 66 31 66 0 126 10864 0 malloc-16 16 10 620 268 0 254 10080 0 malloc-16 16 27 603 231 0 254 10080 0 malloc-16 16 45 585 81 0 254 10080 0 malloc-16 16 30 600 172 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 malloc-4096 4096 2 0 2 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 12 24 22 0 0 3456 0 md0 4 0 0 0 0 254 0 0 pass0IO 1048576 0 0 0 0 1 0 0 splice 184 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_bbr_pcb 896 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2256 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl