panic: scsi_action: ccb 0xfffffe007b5937c0, func_code 0xe should not be allocated from UMA zone cpuid = 0 time = 1794628498 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0057081210 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0057081370 vpanic() at vpanic+0x257/frame 0xfffffe0057081530 panic() at panic+0xb5/frame 0xfffffe0057081600 scsi_action() at scsi_action+0x91a/frame 0xfffffe0057081650 passdoioctl() at passdoioctl+0x1226/frame 0xfffffe00570816f0 passioctl() at passioctl+0x33/frame 0xfffffe0057081730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe0057081820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe0057081850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe0057081a60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe0057081ab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe0057081b90 user_ioctl() at user_ioctl+0x2d1/frame 0xfffffe0057081d10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe0057081f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0057081f30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x825b83e88, rbp = 0x825b83f20 --- KDB: enter: panic [ thread pid 2245 tid 101239 ] Stopped at kdb_enter+0x6e: movq $0,0x26bb237(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0075000000 rdx 0x7ffff rbx 0xffffffff82a23820 .str.27 rsp 0xfffffe0057081350 rbp 0xfffffe0057081370 rsi 0x80001 rdi 0xffffffff81776be9 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0059337cd0 r12 0xfffffe0059337780 r13 0xfffffffffffffffe r14 0xffffffff82a23820 .str.27 r15 0 rip 0xffffffff8175f51e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bb237(%rip) db> show proc Process 2245 (syz-executor) at 0xfffffe0059347568: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 2043 at 0xfffffe00592f9ad0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe005934cb68 (map 0xfffffe005934cb68) (map.pmap 0xfffffe005934cc08) (pmap 0xfffffe005934cc78) threads: 2 101148 RunQ syz-executor 101239 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2245 2043 2043 0 R (threaded) syz-executor 101148 RunQ syz-executor 101239 Run CPU 0 syz-executor 2244 2223 2223 0 R (threaded) syz-executor 100350 Run CPU 1 syz-executor 101231 S pipdwt 0xfffffe005a93fba0 syz-executor 101234 S piperd 0xfffffe00723de000 syz-executor 101235 S uwait 0xfffffe0071671700 syz-executor 101236 S uwait 0xfffffe005aae1400 syz-executor 2242 1526 1526 0 R (threaded) syz-executor 100619 RunQ syz-executor 101229 S pipdwt 0xfffffe00723de2e8 syz-executor 101232 S pipdwt 0xfffffe00723df2e8 syz-executor 101238 RunQ syz-executor 2240 1774 1774 0 R (threaded) syz-executor 100263 RunQ syz-executor 101233 S uwait 0xfffffe005aae1200 syz-executor 101237 RunQ syz-executor 2223 1525 2223 0 S nanslp 0xffffffff83dfb741 syz-executor 2043 1525 2043 0 S nanslp 0xffffffff83dfb741 syz-executor 1977 0 0 0 DL mdwait 0xfffffe0071b03000 [md0] 1782 0 0 0 DL - 0xffffffff83da5be0 [accounting] 1774 1525 1774 0 S nanslp 0xffffffff83dfb741 syz-executor 1697 0 0 0 DL (threaded) [so_splice] 100270 D - 0xfffffe0058b8cf00 [thr_0] 100271 D - 0xfffffe0058b8cf40 [thr_1] 1696 1681 1696 0 Ss select 0xfffffe0058f77b40 dhclient 1687 1 1687 0 Ss select 0xfffffe005a663640 dhclient 1681 1595 963 65 S select 0xfffffe0054360840 dhclient 1621 0 0 0 DL - 0xffffffff83eb01c0 [soaiod4] 1620 0 0 0 DL - 0xffffffff83eb01c0 [soaiod3] 1619 0 0 0 DL - 0xffffffff83eb01c0 [soaiod2] 1618 0 0 0 DL - 0xffffffff83eb01c0 [soaiod1] 1595 963 963 0 S wait 0xfffffe00592f9000 sh 1583 0 0 0 DL aiordy 0xfffffe005930c038 [aiod4] 1582 0 0 0 DL aiordy 0xfffffe005930c5a0 [aiod3] 1581 0 0 0 DL aiordy 0xfffffe005930cb08 [aiod2] 1580 0 0 0 DL aiordy 0xfffffe005930fb08 [aiod1] 1526 1525 1526 0 R syz-executor 1525 1524 1525 0 Ss select 0xfffffe0071a0b240 syz-executor 1524 1522 1522 0 S select 0xfffffe0071a0bb40 sshd-session 1522 1438 1522 0 Ss select 0xfffffe0071a0bc40 sshd-session 1509 1 1509 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1508 1 1508 0 Ss+ ttyin 0xfffffe005a3800b0 getty 1507 1 1507 0 Ss+ ttyin 0xfffffe005a3810b0 getty 1506 1 1506 0 Ss+ ttyin 0xfffffe0058be38b0 getty 1505 1 1505 0 Ss+ ttyin 0xfffffe005a3828b0 getty 1504 1 1504 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1503 1 1503 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1502 1 1502 0 Ss+ ttyin 0xfffffe0057ee28b0 getty 1501 1 1501 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1497 1 1497 0 Ss select 0xfffffe005a66ac40 logger 1492 1 17 0 S+ piperd 0xfffffe005aa1b8b8 logger 1491 1490 17 0 S+ nanslp 0xffffffff83dfb740 sleep 1490 1 17 0 S+ wait 0xfffffe0059207000 sh 1479 1 1479 0 Ss nanslp 0xffffffff83dfb740 cron 1438 1 1438 0 Ss select 0xfffffe005a66ab40 sshd 1261 1 1261 0 Ss select 0xfffffe0071a0cf40 syslogd 1260 1 1257 0 S select 0xfffffe0071a0d040 syslogd 1257 1 1257 0 Rs syslogd 963 1 963 0 Ss wait 0xfffffe00592d25d8 devd 962 1 962 65 Ss select 0xfffffe005a669a40 dhclient 829 1 829 0 Ss select 0xfffffe0054361040 dhclient 826 1 826 0 Ss select 0xfffffe005a663a40 dhclient 406 0 0 0 DL - 0xffffffff83a2b060 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebdc00 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00592085a0 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebc160 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100096 D sdflush 0xfffffe00087788e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83efec60 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee4d48 [dom0] 100080 D launds 0xffffffff83ee4d54 [laundry: dom0] 100081 D umarcl 0xffffffff81f9c720 [uma] 7 0 0 0 DL - 0xffffffff83b74570 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff845935c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8487d8c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3e340 [doneq0] 100046 D - 0xffffffff83b3e2c0 [async] 100075 D - 0xffffffff83b3e140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee04c0 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da4620 [g_event] 100038 D - 0xffffffff83da4640 [g_up] 100039 D - 0xffffffff83da4660 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee0fe0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efbff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a27f60 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe00582da800 [ipsec_offload] 100118 D - 0xfffffe00582dde00 [netlink_socket (PID] 100273 D - 0xfffffe005a74a600 [netlink_socket (PID] db> show all locks Process 2245 (syz-executor) thread 0xfffffe0059337780 (101239) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:2043 Process 2244 (syz-executor) thread 0xfffffe0059338000 (100350) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe005934d358) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/amd64/amd64/pmap.c:8818 shared rw vmobject (vmobject) r = 0 (0xfffffe0059305488) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/vm/vm_fault.c:380 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe005934d2a8) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/vm/vm_map.c:5067 db> show malloc Type InUse MemUse Requests pf_hash 6 12804K 6 devbuf 8314 6005K 8724 linker 412 5719K 751 tcp_hpts 8 4865K 8 pcb 30 2808K 494 sysctloid 35637 2099K 35713 vtbuf 24 1968K 46 kobj 344 1376K 611 newblk 8 1026K 2628 vfscache 3 1025K 3 inodedep 16 518K 1411 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 147 295K 2338 vmem 5 274K 9 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 102 201K 1616 acpica 1674 184K 53459 tidhash 3 141K 3 filedesc 18 137K 1256 sem 5 135K 5 pagedep 12 131K 887 tfo_ccache 1 128K 1 IP reass 1 128K 1 DEVFS1 116 116K 146 gtaskqueue 18 98K 18 LRO 30 93K 40 bus 1025 84K 4996 mtx_pool 3 74K 3 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 538 68K 538 ddb_capture 1 64K 1 kdtrace 227 45K 3486 umtx 352 44K 352 BPF 28 37K 181 DEVFS3 135 34K 151 hostcache 1 32K 1 shm 1 32K 7 msg 5 31K 5 ifaddr 73 29K 383 kbdmux 6 28K 6 pf_ifnet 88 24K 262 lltable 75 22K 390 DEVFS_RULE 61 22K 61 temp 54 22K 6013 ufs_mount 4 17K 5 proc 3 17K 3 GEOM 85 17K 815 devstat 8 17K 8 tty 16 16K 16 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 56 14K 980 kenv 138 14K 138 cred 34 13K 594 ifnet 13 13K 89 ether_multi 129 11K 295 CAM queue 5 11K 1528 rman 75 10K 422 rpc 8 9K 8 plimit 23 9K 503 bmsafemap 2 9K 1308 UART 12 9K 12 ksem 1 8K 6 shmfd 1 8K 9 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 taskqueue 75 8K 303 audit_evclass 244 8K 311 in6_multi 55 8K 106 kqueue 70 7K 2558 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 51 pfs_nodes 22 6K 22 UMA 272 5K 272 pwddesc 66 5K 2246 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 md_disk 1 4K 3 evdev 4 4K 4 acpisem 28 4K 28 tun 9 4K 9 selfd 52 4K 56695 proc-args 88 4K 4333 session 24 3K 62 terminal 11 3K 11 DEVFSP 44 3K 406 uidinfo 6 3K 28 acpidev 21 3K 21 procdesc 5 3K 37 lockf 23 3K 661 hhook 8 3K 10 kcovinfo 36 3K 81 netlink 2 3K 748 sctp_stro 2 2K 3 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 select 16 2K 123 mount 47 2K 693 sctp_atcl 5 2K 131 Unitno 32 2K 111 igmp 13 2K 88 CAM XPT 22 2K 545 sctp_ifa 12 2K 23 in_multi 6 2K 17 toponodes 6 2K 6 mkdir 11 2K 1648 ipsecpolicy 2 2K 4 ip6ndp 5 2K 10 iov 4 2K 20399 msi 9 2K 9 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 70 NFSD session 1 1K 1 diradd 7 1K 1245 CAM periph 4 1K 530 ipsec 3 1K 3 sctp_ifn 6 1K 23 newdirblk 6 1K 824 pfil 6 1K 6 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 osd 9 1K 413 CC Mem 4 1K 335 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 inpcbpolicy 13 1K 850 counter_rate 13 1K 13 freefile 3 1K 1060 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 sctp_atky 7 1K 134 freework 2 1K 1270 sctp_timw 1 1K 1 dirrem 1 1K 1201 freeblks 1 1K 950 vnodes 1 1K 12 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 msdosfs_node 1 1K 20 DEVFS 9 1K 10 CAM SIM 2 1K 2 frag6 2 1K 2 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 CAM path 5 1K 1035 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 78 pmchooks 1 1K 1 filecaps 5 1K 187 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 4041 sctp_athm 5 1K 132 sctp_vrf 1 1K 1 sctp_map 4 1K 6 ip_msource 1 1K 2 vnet 1 1K 1 pmc 1 1K 1 sigio 1 1K 89 entropy 2 1K 91 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 cryptodev 0 0K 22 mqdata 0 0K 0 ipcomp 0 0K 0 ah 0 0K 0 tcp_pcm_rack 0 0K 3 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 6 filemon 0 0K 11 sctp_mcore 0 0K 0 sctp_socko 0 0K 373 sctp_iter 0 0K 27 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 27 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 2 pf_rule 0 0K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 396 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 28 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 105 allocindir 0 0K 0 indirdep 0 0K 43 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 1 audit_pipeent 0 0K 0 audit_pipe 0 0K 86 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 150 ipsecrequest 0 0K 2 mld 0 0K 0 ip6opt 0 0K 63 ip6_msource 0 0K 0 ip6_moptions 0 0K 4 in6_mfilter 0 0K 3 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 20 in_mfilter 0 0K 15 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 21 fadvise 0 0K 4 VN POLL 0 0K 26 statfs 0 0K 82 namei_tracker 0 0K 6 inotify 0 0K 68 export_host 0 0K 0 cl_savebuf 0 0K 44 lio 0 0K 17 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 6 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 ioctlops 0 0K 365 eventfd 0 0K 42 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 796 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1840 sysctl 0 0K 114 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 138 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 5 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 20528 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 1 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 790 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 21539 0 254 38494208 0 malloc-384 384 8215 35 8220 0 30 3168000 0 mbuf 256 8628 1282 28805 0 254 2536960 0 tcp_log 416 5159 691 8966 0 254 2433600 0 BUF TRIE 152 273 11505 2080 0 62 1790256 0 vmem btag 56 21227 9929 41528 0 254 1744736 0 malloc-128 128 11982 370 13702 0 126 1581056 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 355 5 628 0 2 1474560 0 RADIX NODE 152 7902 543 95736 0 62 1283640 0 sctp_asoc 2256 2 508 3 0 254 1150560 0 malloc-64 64 197 17339 61921 0 254 1122304 0 socket 1024 37 986 4892 0 254 1047552 0 malloc-65536 65536 12 2 16 0 1 917504 0 FFS inode 1168 552 38 1645 0 8 689120 0 256 Bucket 2048 307 26 2726 0 8 681984 0 sctp_ep 1152 3 508 128 0 254 588672 0 pbuf 2664 0 198 0 0 2 527472 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 299 207 702 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-65536 65536 0 6 41 0 1 393216 0 sctp_raddr 736 2 508 3 0 254 375360 0 VM OBJECT 232 1272 156 33620 0 62 331296 0 THREAD 1876 160 16 1239 0 8 330176 0 malloc-64 64 4436 652 6901 0 254 325632 0 malloc-4096 4096 72 6 3081 0 2 319488 0 VNODE 440 608 112 1722 0 30 316800 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 2 6 52 0 1 262144 0 malloc-2048 2048 103 25 180 0 8 262144 0 malloc-16 16 14909 589 18291 0 254 247968 0 unpcb 320 19 751 3752 0 254 246400 0 malloc-256 256 261 675 8761 0 62 239616 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 8 5 824 0 1 212992 0 MAP ENTRY 96 1560 585 116439 0 126 205920 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32 32 5478 633 7120 0 254 195552 0 mbuf_packet 256 7 755 802 0 254 195072 0 malloc-128 128 1178 342 24820 0 126 194560 0 FFS2 dinode 256 552 198 1645 0 62 192000 0 UMA Zones 768 244 0 244 0 16 187392 0 malloc-2048 2048 5 83 517 0 8 180224 0 malloc-1024 1024 132 44 417 0 16 180224 0 FPU_save_area 832 162 54 1810 0 16 179712 0 lkpimm 56 1 3086 1 0 254 172872 0 S VFS Cache 104 1086 318 2306 0 126 146016 0 malloc-8192 8192 15 2 37 0 1 139264 0 128 Bucket 1024 75 55 1503 0 16 133120 0 malloc-32768 32768 1 3 14 0 1 131072 0 malloc-2048 2048 9 55 941 0 8 131072 0 g_bio 424 0 306 20557 0 30 129744 0 malloc-128 128 608 400 5506 0 126 129024 0 64 Bucket 512 132 108 5329 0 30 122880 0 ksiginfo 112 71 985 105 0 126 118272 0 tcp_inpcb 1304 4 86 333 0 8 117360 0 malloc-16384 16384 3 4 7 0 1 114688 0 malloc-256 256 257 183 3558 0 62 112640 0 PROC 1384 65 15 2245 0 8 110720 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-128 128 370 398 2560 0 126 98304 0 filedesc0 1072 66 25 2246 0 8 97552 0 pipe 736 22 108 879 0 16 95680 0 UMA Kegs 384 231 6 231 0 30 91008 0 malloc-8192 8192 7 4 89 0 1 90112 0 malloc-4096 4096 17 5 33 0 2 90112 0 32 Bucket 256 121 209 2448 0 62 84480 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-2048 2048 16 24 35 0 8 81920 0 malloc-1024 1024 29 51 204 0 16 81920 0 malloc-128 128 166 474 1273 0 126 81920 0 ttyoutq 256 157 158 407 0 62 80640 0 ttyinq 160 300 204 780 0 62 80640 0 malloc-384 384 80 130 216 0 30 80640 0 malloc-256 256 157 155 722 0 62 79872 0 sctp_chunk 152 2 523 2 0 254 79800 0 malloc-384 384 77 103 1309 0 30 69120 0 malloc-384 384 22 158 1420 0 30 69120 0 DIRHASH 1024 42 24 56 0 16 67584 0 NAMEI 1024 0 66 29456 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 6 116 0 1 65536 0 malloc-4096 4096 9 7 20 0 2 65536 0 malloc-2048 2048 6 26 62 0 8 65536 0 malloc-2048 2048 3 29 955 0 8 65536 0 malloc-1024 1024 21 43 97 0 16 65536 0 malloc-1024 1024 3 61 2143 0 16 65536 0 malloc-128 128 78 434 2071 0 126 65536 0 malloc-64 64 514 510 1743 0 254 65536 0 malloc-256 256 35 213 10207 0 62 63488 0 malloc-256 256 28 220 1079 0 62 63488 0 sctp_stream_msg_out 112 0 528 3 0 254 59136 0 malloc-384 384 83 67 496 0 30 57600 0 malloc-8192 8192 2 5 11 0 1 57344 0 pcpu-8 8 6472 696 15048 0 254 57344 0 ripcb 376 3 147 200 0 30 56400 0 Files 80 188 462 18988 0 126 52000 0 pcpu-64 64 511 273 511 0 254 50176 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 37 0 1 49152 0 malloc-2048 2048 2 22 379 0 8 49152 0 malloc-1024 1024 4 44 597 0 16 49152 0 malloc-1024 1024 6 42 205 0 16 49152 0 malloc-256 256 4 188 451 0 62 49152 0 malloc-256 256 32 160 318 0 62 49152 0 malloc-256 256 11 181 468 0 62 49152 0 malloc-128 128 30 354 1442 0 126 49152 0 malloc-128 128 132 252 227 0 126 49152 0 malloc-64 64 115 653 1535 0 254 49152 0 malloc-64 64 33 735 9887 0 254 49152 0 malloc-64 64 392 376 482 0 254 49152 0 VMSPACE 584 38 46 2218 0 16 49056 0 pass0 1976 1 23 36 0 8 47424 0 malloc-512 512 13 79 80 0 30 47104 0 malloc-512 512 5 87 275 0 30 47104 0 malloc-512 512 12 80 78 0 30 47104 0 malloc-512 512 8 84 113 0 30 47104 0 syncache 168 0 276 5 0 254 46368 0 16 Bucket 144 93 219 2943 0 62 44928 0 cpuset 200 9 183 249 0 62 38400 0 da_ccb 544 0 70 5294 0 16 38080 0 udp_inpcb 408 6 84 283 0 30 36720 0 2 Bucket 32 111 1000 2796 0 254 35552 0 SLEEPQUEUE 88 177 226 177 0 126 35464 0 itimer 352 0 99 70 0 30 34848 0 routing nhops 256 24 111 49 0 62 34560 0 malloc-384 384 41 49 67 0 30 34560 0 TURNSTILE 136 177 75 177 0 62 34272 0 malloc-32 32 324 747 907 0 254 34272 0 malloc-32 32 92 979 1368 0 254 34272 0 vtnet_tx_hdr 40 0 840 2018 0 254 33600 0 ertt_txseginfo 40 0 840 1278 0 254 33600 0 PWD 40 19 821 676 0 254 33600 0 8 Bucket 80 93 321 9692 0 126 33120 0 malloc-4096 4096 4 4 12 0 2 32768 0 malloc-4096 4096 2 6 7 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 6 0 16 32768 0 malloc-1024 1024 13 19 18 0 16 32768 0 malloc-64 64 19 493 168 0 254 32768 0 malloc-64 64 56 456 525 0 254 32768 0 clpbuf 2664 0 12 71 0 4 31968 0 ipq 56 2 565 2 0 254 31752 0 PGRP 120 28 236 75 0 126 31680 0 KNOTE 160 10 182 147 0 62 30720 0 L VFS Cache 320 1 95 133 0 30 30720 0 malloc-512 512 0 60 11 0 30 30720 0 malloc-512 512 0 60 16 0 30 30720 0 ertt 72 4 396 333 0 126 28800 0 sctp_laddr 48 0 576 35 0 254 27648 0 4 Bucket 48 7 569 10 0 254 27648 0 AIOCB 552 0 49 125 0 16 27048 0 AIO 208 0 126 64 0 62 26208 0 mqnode 416 4 59 4 0 30 26208 0 malloc-32 32 26 793 595 0 254 26208 0 malloc-32 32 34 785 2818 0 254 26208 0 malloc-32 32 12 807 1118 0 254 26208 0 udplite_inpcb 408 0 63 34 0 30 25704 0 kenv 258 18 80 1075 0 30 25284 0 rtentry 168 27 111 49 0 62 23184 0 malloc-384 384 1 59 12 0 30 23040 0 tcp_rack_pcb 1088 0 21 3 0 8 22848 0 domainset 40 0 567 223 0 254 22680 0 Mountpoints 2816 3 5 8 0 4 22528 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 17 0 30 19040 0 mqueue 248 1 74 1 0 62 18600 0 tcp_bbr_map 128 0 145 3 0 126 18560 0 tcp_rack_map 128 0 145 3 0 126 18560 0 malloc-32 32 34 533 281 0 254 18144 0 malloc-32 32 141 426 226 0 254 18144 0 malloc-16 16 56 1078 762 0 254 18144 0 hostcache 64 1 279 1 0 254 17920 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-512 512 11 21 12 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 tcp_bbr_pcb 896 0 16 5 0 16 14336 0 malloc-16 16 79 803 3627 0 254 14112 0 malloc-16 16 10 872 1682 0 254 14112 0 malloc-16 16 30 852 595 0 254 14112 0 malloc-16 16 274 608 24571 0 254 14112 0 malloc-16 16 52 830 509 0 254 14112 0 rl_entry 48 1 287 1 0 254 13824 0 SMR SHARED 24 8 503 8 0 254 12264 0 splice 184 0 63 1 0 62 11592 0 malloc-384 384 1 29 1 0 30 11520 0 UMA Slabs 0 112 76 21 76 0 126 10864 0 malloc-16 16 50 580 177 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 15 21 22 0 0 3456 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl