panic: scsi_action: ccb 0xfffffe0094437000, func_code 0 should not be allocated from UMA zone cpuid = 1 time = 1795120915 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe00570ff210 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe00570ff370 vpanic() at vpanic+0x257/frame 0xfffffe00570ff530 panic() at panic+0xb5/frame 0xfffffe00570ff600 scsi_action() at scsi_action+0x91a/frame 0xfffffe00570ff650 passdoioctl() at passdoioctl+0x1226/frame 0xfffffe00570ff6f0 passioctl() at passioctl+0x33/frame 0xfffffe00570ff730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe00570ff820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe00570ff850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe00570ffa60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe00570ffab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe00570ffb90 user_ioctl() at user_ioctl+0x2d1/frame 0xfffffe00570ffd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe00570fff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00570fff30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x8267c8e88, rbp = 0x8267c8f20 --- KDB: enter: panic [ thread pid 2020 tid 101888 ] Stopped at kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0072c00000 rdx 0x7ffff rbx 0xffffffff82a23be0 .str.27 rsp 0xfffffe00570ff350 rbp 0xfffffe00570ff370 rsi 0x80001 rdi 0xffffffff817751f9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0xfffffe005936f550 r12 0xfffffe005936f000 r13 0xfffffffffffffffd r14 0xffffffff82a23be0 .str.27 r15 0 rip 0xffffffff8175db2e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bdba7(%rip) db> show proc Process 2020 (syz-executor) at 0xfffffe00593125a0: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1546 at 0xfffffe0059200568 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0059300920 (map 0xfffffe0059300920) (map.pmap 0xfffffe00593009c0) (pmap 0xfffffe0059300a30) threads: 2 100306 Run CPU 0 syz-executor 101888 Run CPU 1 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2020 1546 1546 0 R (threaded) syz-executor 100306 Run CPU 0 syz-executor 101888 Run CPU 1 syz-executor 2018 1545 1545 0 S (threaded) syz-executor 101352 S nanslp 0xffffffff83dfc700 syz-executor 101876 S accept 0xfffffe006cdb0e48 syz-executor 101877 S uwait 0xfffffe0058e68700 syz-executor 2017 1977 1977 0 S (threaded) syz-executor 101317 S nanslp 0xffffffff83dfc701 syz-executor 101874 S sigsusp 0xfffffe005938eb80 syz-executor 2011 1547 1547 0 S (threaded) syz-executor 101085 S nanslp 0xffffffff83dfc700 syz-executor 101859 S sigwait 0xfffffe0059334120 syz-executor 101862 S uwait 0xfffffe0058b8cd00 syz-executor 1977 1544 1977 0 S nanslp 0xffffffff83dfc701 syz-executor 1785 0 0 0 DL - 0xffffffff83eb1140 [soaiod4] 1784 0 0 0 DL - 0xffffffff83eb1140 [soaiod3] 1783 0 0 0 DL - 0xffffffff83eb1140 [soaiod2] 1782 0 0 0 DL - 0xffffffff83eb1140 [soaiod1] 1768 0 0 0 DL mdwait 0xfffffe0091ae1000 [md2] 1688 0 0 0 DL mdwait 0xfffffe00870d5000 [md0] 1686 1680 1686 0 Ss select 0xfffffe0058f78540 dhclient 1680 1598 982 65 S select 0xfffffe0058f76040 dhclient 1639 0 0 0 DL (threaded) [so_splice] 100225 D - 0xfffffe006cd2be00 [thr_0] 100226 D - 0xfffffe006cd2be40 [thr_1] 1613 0 0 0 DL aiordy 0xfffffe0059319038 [aiod4] 1612 0 0 0 DL aiordy 0xfffffe00593195a0 [aiod3] 1611 0 0 0 DL aiordy 0xfffffe0059312b08 [aiod2] 1610 0 0 0 DL aiordy 0xfffffe005931a5d8 [aiod1] 1598 982 982 0 S wait 0xfffffe0059313070 sh 1547 1544 1547 0 S nanslp 0xffffffff83dfc700 syz-executor 1546 1544 1546 0 S nanslp 0xffffffff83dfc700 syz-executor 1545 1544 1545 0 S nanslp 0xffffffff83dfc700 syz-executor 1544 1543 1544 0 Ss select 0xfffffe00719f9240 syz-executor 1543 1541 1541 0 S select 0xfffffe0054361d40 sshd-session 1541 1457 1541 0 Ss select 0xfffffe00719f9a40 sshd-session 1530 1 1530 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1529 1 1529 0 Ss+ ttyin 0xfffffe005a37f8b0 getty 1528 1 1528 0 Ss+ ttyin 0xfffffe005a3808b0 getty 1527 1 1527 0 Ss+ ttyin 0xfffffe005a3818b0 getty 1526 1 1526 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1525 1 1525 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1524 1 1524 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1523 1 1523 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1522 1 1522 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1519 1 1519 0 Ss select 0xfffffe00719fa140 logger 1513 1511 17 0 S+ nanslp 0xffffffff83dfc701 sleep 1512 1 17 0 S+ piperd 0xfffffe005a91d000 logger 1511 1 17 0 S+ wait 0xfffffe00592d2000 sh 1499 1 1499 0 Ss nanslp 0xffffffff83dfc701 cron 1457 1 1457 0 Ss select 0xfffffe0058f7d740 sshd 1280 1 1280 0 Ss select 0xfffffe00719fad40 syslogd 1279 1 1276 0 S select 0xfffffe00719fae40 syslogd 1276 1 1276 0 Ss kqread 0xfffffe005a6fc200 syslogd 982 1 982 0 Ss wait 0xfffffe00592ac000 devd 981 1 981 65 Ss select 0xfffffe0054364840 dhclient 829 1 829 0 Ss select 0xfffffe0054360940 dhclient 826 1 826 0 Ss select 0xfffffe0058f7c240 dhclient 406 0 0 0 DL - 0xffffffff83a2b420 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebeb80 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592015a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd0e0 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe00590798e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effbe0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5cc8 [dom0] 100080 D launds 0xffffffff83ee5cd4 [laundry: dom0] 100081 D umarcl 0xffffffff81f9b6a0 [uma] 7 0 0 0 DL - 0xffffffff83b75530 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff849085c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff846f88c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee1440 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da55e0 [g_event] 100038 D - 0xffffffff83da5600 [g_up] 100039 D - 0xffffffff83da5620 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1f60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28321 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100118 D - 0xfffffe006cd6b800 [netlink_socket (PID] 100258 D - 0xfffffe006cd69a00 [netlink_socket (PID] db> show all locks Process 2020 (syz-executor) thread 0xfffffe0059325000 (100306) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff83e09de0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_umtx.c:1380 Process 2020 (syz-executor) thread 0xfffffe005936f000 (101888) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:2043 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 187505 pf_hash 6 12804K 6 devbuf 8338 8604K 9242 linker 449 5775K 1186 tcp_hpts 8 4865K 8 pcb 32 2810K 557 sysctloid 35871 2113K 35947 vtbuf 24 1968K 46 kobj 344 1376K 638 newblk 110 1052K 3588 vmem 5 1044K 9 vfscache 3 1025K 3 inodedep 37 526K 905 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 146 291K 2122 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 8114 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 765 md_sectors 34 136K 34 sem 5 135K 5 pagedep 14 132K 559 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 114 114K 138 gtaskqueue 18 98K 18 LRO 24 87K 28 bus 1025 84K 4996 umtx 592 74K 592 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 540 68K 544 ddb_capture 1 64K 1 kdtrace 219 43K 3910 BPF 26 37K 184 DEVFS3 133 34K 149 hostcache 1 32K 1 shm 1 32K 6 msg 5 31K 5 kbdmux 6 28K 6 ifaddr 61 25K 165 DEVFS_RULE 61 22K 61 temp 42 21K 5425 lltable 60 18K 167 GEOM 90 18K 884 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 cred 38 15K 691 routetbl 56 14K 596 kenv 138 14K 138 ether_multi 129 11K 257 CAM queue 5 11K 1528 rman 75 10K 422 bmsafemap 6 10K 853 ifnet 10 10K 36 md_disk 36 10K 37 rpc 8 9K 8 freework 36 9K 956 plimit 23 9K 557 UART 12 9K 12 ksem 1 8K 4 shmfd 1 8K 10 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 pf_ifnet 24 8K 102 taskqueue 75 8K 3090 audit_evclass 244 8K 311 in6_multi 55 8K 79 kqueue 69 7K 2349 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 45 pfs_nodes 22 6K 22 UMA 274 5K 274 vt 11 5K 11 pwddesc 65 5K 2021 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 dirrem 15 4K 809 acpisem 28 4K 28 selfd 50 4K 22119 proc-args 86 4K 4062 session 23 3K 50 DEVFSP 45 3K 569 terminal 11 3K 11 uidinfo 6 3K 70 acpidev 21 3K 21 indirdep 10 3K 135 lockf 23 3K 676 hhook 8 3K 10 freeblks 9 3K 615 tun 6 3K 6 kcovinfo 36 3K 54 freefile 17 3K 691 netlink 2 3K 485 mount 49 3K 1219 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 9 procdesc 4 2K 34 sctp_atcl 5 2K 189 select 15 2K 105 Unitno 33 2K 83 mkdir 13 2K 1012 CAM XPT 22 2K 545 sctp_ifa 12 2K 17 in_multi 6 2K 20 toponodes 6 2K 6 msdosfs_node 6 2K 19 ipsecpolicy 2 2K 3 diradd 10 2K 843 ip6ndp 5 2K 7 igmp 10 2K 35 msi 9 2K 9 sctp_timw 4 1K 4 sctp_stro 1 1K 6 softdep 1 1K 1 newdirblk 8 1K 506 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 229 NFSD session 1 1K 1 CAM periph 4 1K 530 sctp_ifn 6 1K 17 ipsec 3 1K 3 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 osd 9 1K 395 CC Mem 4 1K 385 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 counter_rate 13 1K 13 inpcbpolicy 12 1K 1025 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 vnodes 1 1K 4 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CAM SIM 2 1K 2 sctp_atky 6 1K 195 tcpfunc 3 1K 3 loginclass 3 1K 8 prison 6 1K 6 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 ip_msource 2 1K 8 aio 4 1K 10 accf 2 1K 2 pmchooks 1 1K 1 filecaps 5 1K 188 sigio 2 1K 52 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3873 sctp_athm 5 1K 189 sctp_vrf 1 1K 1 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 82 acpiintr 1 1K 1 sctp_map 2 1K 12 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 filemon 0 0K 7 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 1 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 cryptodev 0 0K 60 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 191 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 14 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 207 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 35 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 106 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 48 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 50 ipsecrequest 0 0K 0 mld 0 0K 0 ip6opt 0 0K 39 ip6_msource 0 0K 4 ip6_moptions 0 0K 4 in6_mfilter 0 0K 8 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 21 in_mfilter 0 0K 28 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 27 fadvise 0 0K 7 VN POLL 0 0K 19 statfs 0 0K 99 namei_tracker 0 0K 3 inotify 0 0K 79 export_host 0 0K 0 cl_savebuf 0 0K 69 lio 0 0K 15 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 2 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 14633 ioctlops 0 0K 147 eventfd 0 0K 6 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 862 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1833 sysctl 0 0K 97 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 7 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 156 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 787 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1585 21417 0 254 40574976 0 vmem btag 56 107544 10489 210792 0 254 6609848 0 malloc-384 384 8212 38 8225 0 30 3168000 0 tcp_log 416 5161 941 9837 0 254 2538432 0 mbuf 256 8618 1290 26606 0 254 2536448 0 RADIX NODE 152 13734 1086 100533 0 62 2252640 0 mbuf_cluster 2048 508 508 620 0 254 2080768 0 BUF TRIE 152 297 11481 2789 0 62 1790256 0 malloc-128 128 12062 418 13143 0 126 1597440 0 malloc-4096 4096 356 6 666 0 2 1482752 0 sctp_asoc 2256 1 509 6 0 254 1150560 0 malloc-65536 65536 12 3 20 0 1 983040 0 socket 1024 38 732 5217 0 254 788480 0 FFS inode 1168 550 40 1254 0 8 689120 0 256 Bucket 2048 269 28 7102 0 8 608256 0 sctp_ep 1152 4 507 183 0 254 588672 0 THREAD 1876 153 143 1888 0 8 555296 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 126 380 529 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 pbuf 2664 0 178 0 0 2 474192 0 malloc-65536 65536 4 2 6 0 1 393216 0 malloc-65536 65536 1 5 11 0 1 393216 0 malloc-65536 65536 0 6 38 0 1 393216 0 sctp_raddr 736 1 509 6 0 254 375360 0 malloc-64 64 4461 883 6701 0 254 342016 0 VM OBJECT 232 1253 175 30399 0 62 331296 0 malloc-32768 32768 2 8 37 0 1 327680 0 malloc-4096 4096 72 8 2605 0 2 327680 0 VNODE 440 607 86 1327 0 30 304920 0 FPU_save_area 832 155 169 2241 0 16 269568 0 malloc-32768 32768 1 7 13 0 1 262144 0 malloc-2048 2048 104 24 230 0 8 262144 0 malloc-256 256 407 585 9464 0 62 253952 0 malloc-16 16 15009 741 19172 0 254 252000 0 unpcb 320 19 751 3850 0 254 246400 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-4096 4096 51 3 64 0 2 221184 0 malloc-16384 16384 8 5 579 0 1 212992 0 malloc-32 32 5542 821 7864 0 254 203616 0 malloc-65536 65536 0 3 3 0 1 196608 0 MAP ENTRY 96 1503 525 105944 0 126 194688 0 malloc-128 128 1178 342 24817 0 126 194560 0 UMA Zones 768 246 7 246 0 16 194304 0 FFS2 dinode 256 550 200 1254 0 62 192000 0 malloc-8192 8192 15 7 49 0 1 180224 0 malloc-2048 2048 14 74 1011 0 8 180224 0 malloc-1024 1024 130 46 410 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-32768 32768 1 4 18 0 1 163840 0 malloc-16384 16384 3 7 28 0 1 163840 0 malloc-64 64 193 2367 29245 0 254 163840 0 S VFS Cache 104 1066 338 1885 0 126 146016 0 malloc-256 256 260 300 3643 0 62 143360 0 128 Bucket 1024 78 52 1474 0 16 133120 0 mbuf_packet 256 7 501 506 0 254 130048 0 malloc-128 128 626 382 5288 0 126 129024 0 ksiginfo 112 68 988 103 0 126 118272 0 tcp_inpcb 1304 4 86 317 0 8 117360 0 malloc-16384 16384 7 0 7 0 1 114688 0 malloc-128 128 607 289 2699 0 126 114688 0 PROC 1384 64 16 2020 0 8 110720 0 64 Bucket 512 140 70 4596 0 30 107520 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-2048 2048 6 42 516 0 8 98304 0 filedesc0 1072 65 26 2021 0 8 97552 0 UMA Kegs 384 233 4 233 0 30 91008 0 malloc-8192 8192 7 4 88 0 1 90112 0 syncache 168 0 529 5 0 254 88872 0 pipe 736 18 97 821 0 16 84640 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-2048 2048 13 27 44 0 8 81920 0 malloc-1024 1024 25 55 167 0 16 81920 0 malloc-64 64 515 765 1730 0 254 81920 0 malloc-384 384 81 129 1497 0 30 80640 0 32 Bucket 256 120 195 1859 0 62 80640 0 malloc-256 256 96 216 517 0 62 79872 0 malloc-8192 8192 2 7 149 0 1 73728 0 malloc-8192 8192 4 5 54 0 1 73728 0 malloc-384 384 77 103 207 0 30 69120 0 DIRHASH 1024 42 24 52 0 16 67584 0 md2 4 16383 129 16383 0 254 66048 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 10 6 31 0 2 65536 0 malloc-2048 2048 6 26 41 0 8 65536 0 malloc-2048 2048 2 30 248 0 8 65536 0 malloc-2048 2048 3 29 774 0 8 65536 0 malloc-1024 1024 22 42 48 0 16 65536 0 malloc-1024 1024 3 61 2056 0 16 65536 0 malloc-128 128 33 479 1246 0 126 65536 0 malloc-128 128 164 348 1425 0 126 65536 0 malloc-128 128 80 432 1479 0 126 65536 0 malloc-64 64 114 910 1522 0 254 65536 0 malloc-64 64 32 992 11717 0 254 65536 0 ttyoutq 256 157 98 407 0 62 65280 0 g_bio 424 0 153 10605 0 30 64872 0 malloc-256 256 35 213 2834 0 62 63488 0 malloc-256 256 32 216 336 0 62 63488 0 malloc-256 256 40 208 805 0 62 63488 0 ttyinq 160 300 84 780 0 62 61440 0 malloc-512 512 14 106 136 0 30 61440 0 malloc-384 384 83 67 423 0 30 57600 0 malloc-384 384 43 107 914 0 30 57600 0 NAMEI 1024 0 55 27712 0 16 56320 0 Files 80 181 469 19066 0 126 52000 0 udplite_inpcb 408 0 126 144 0 30 51408 0 udp_inpcb 408 6 120 439 0 30 51408 0 TURNSTILE 136 297 81 297 0 62 51408 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 4 44 732 0 16 49152 0 malloc-1024 1024 6 42 206 0 16 49152 0 malloc-256 256 4 188 284 0 62 49152 0 malloc-256 256 11 181 496 0 62 49152 0 malloc-128 128 135 249 234 0 126 49152 0 malloc-64 64 394 374 488 0 254 49152 0 malloc-64 64 58 710 639 0 254 49152 0 pcpu-8 8 5245 899 9117 0 254 49152 0 malloc-512 512 5 87 524 0 30 47104 0 malloc-512 512 12 80 52 0 30 47104 0 malloc-512 512 7 85 139 0 30 47104 0 malloc-384 384 46 74 74 0 30 46080 0 da_ccb 544 0 84 2837 0 16 45696 0 16 Bucket 144 133 179 2936 0 62 44928 0 clpbuf 2664 0 16 100 0 4 42624 0 vnpbuf 2664 0 16 2 0 16 42624 0 sctp_chunk 152 1 274 1 0 254 41800 0 malloc-8192 8192 2 3 6 0 1 40960 0 VMSPACE 584 37 33 1991 0 16 40880 0 8 Bucket 80 107 399 17499 0 126 40480 0 hostcache 64 2 558 2 0 254 35840 0 2 Bucket 32 127 984 2561 0 254 35552 0 SLEEPQUEUE 88 297 106 297 0 126 35464 0 itimer 352 0 99 132 0 30 34848 0 routing nhops 256 24 111 38 0 62 34560 0 malloc-32 32 321 750 815 0 254 34272 0 malloc-32 32 96 975 1741 0 254 34272 0 ripcb 376 2 88 125 0 30 33840 0 ertt_txseginfo 40 0 840 865 0 254 33600 0 tcp_bbr_map 128 0 261 7 0 126 33408 0 malloc-4096 4096 2 6 53 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 6 0 16 32768 0 malloc-1024 1024 12 20 21 0 16 32768 0 malloc-64 64 21 491 145 0 254 32768 0 PGRP 120 27 237 60 0 126 31680 0 pass0 1976 2 14 6 0 8 31616 0 KNOTE 160 10 182 140 0 62 30720 0 L VFS Cache 320 0 96 76 0 30 30720 0 malloc-512 512 0 60 19 0 30 30720 0 malloc-512 512 0 60 10 0 30 30720 0 vtnet_tx_hdr 40 0 756 1503 0 254 30240 0 sctp_stream_msg_out 112 0 264 3 0 254 29568 0 sctp_laddr 48 0 576 21 0 254 27648 0 rl_entry 48 16 560 31 0 254 27648 0 4 Bucket 48 8 568 16 0 254 27648 0 AIOCB 552 0 49 69 0 16 27048 0 AIO 208 1 125 50 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 26 793 3009 0 254 26208 0 malloc-32 32 34 785 2819 0 254 26208 0 malloc-32 32 11 808 1076 0 254 26208 0 cpuset 200 7 121 12 0 62 25600 0 kenv 258 18 80 1075 0 30 25284 0 PWD 40 19 569 453 0 254 23520 0 splice 184 0 126 2 0 62 23184 0 rtentry 168 27 111 38 0 62 23184 0 malloc-384 384 1 59 20 0 30 23040 0 Mountpoints 2816 3 5 8 0 4 22528 0 ertt 72 4 296 317 0 126 21600 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 15 0 30 19040 0 mqueue 248 1 74 1 0 62 18600 0 tcp_rack_map 128 0 145 3 0 126 18560 0 malloc-32 32 37 530 298 0 254 18144 0 malloc-32 32 142 425 229 0 254 18144 0 malloc-16 16 276 858 24574 0 254 18144 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-4096 4096 2 2 4 0 2 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_rack_pcb 1088 0 14 2 0 8 15232 0 tcp_bbr_pcb 896 0 16 1 0 16 14336 0 malloc-16 16 74 808 3632 0 254 14112 0 malloc-16 16 73 809 768 0 254 14112 0 malloc-16 16 10 872 2838 0 254 14112 0 malloc-16 16 30 852 620 0 254 14112 0 domainset 40 0 315 3 0 254 12600 0 SMR SHARED 24 8 503 8 0 254 12264 0 fakepg 88 0 138 2 0 126 12144 0 malloc-384 384 1 29 1 0 30 11520 0 UMA Slabs 0 112 70 27 70 0 126 10864 0 malloc-16 16 51 579 137 0 254 10080 0 malloc-16 16 38 592 277 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 22 14 48 0 0 3456 0 pass0IO 1048576 0 0 0 0 1 0 0 md0 4 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl