panic: scsi_action: ccb 0xfffffe00934c4000, func_code 0xe should not be allocated from UMA zone cpuid = 0 time = 2000000002 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe005733d210 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe005733d370 vpanic() at vpanic+0x257/frame 0xfffffe005733d530 panic() at panic+0xb5/frame 0xfffffe005733d600 scsi_action() at scsi_action+0x91a/frame 0xfffffe005733d650 passdoioctl() at passdoioctl+0x1226/frame 0xfffffe005733d6f0 passioctl() at passioctl+0x33/frame 0xfffffe005733d730 devfs_ioctl() at devfs_ioctl+0x266/frame 0xfffffe005733d820 VOP_IOCTL_APV() at VOP_IOCTL_APV+0x87/frame 0xfffffe005733d850 vn_ioctl() at vn_ioctl+0x3cf/frame 0xfffffe005733da60 devfs_ioctl_f() at devfs_ioctl_f+0x69/frame 0xfffffe005733dab0 kern_ioctl() at kern_ioctl+0x52a/frame 0xfffffe005733db90 user_ioctl() at user_ioctl+0x2d1/frame 0xfffffe005733dd10 amd64_syscall() at amd64_syscall+0x4e2/frame 0xfffffe005733df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe005733df30 --- syscall (198, FreeBSD ELF64, __syscall), rip = 0x38fe1a, rsp = 0x82522ae88, rbp = 0x82522af20 --- KDB: enter: panic [ thread pid 2053 tid 100877 ] Stopped at kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0076e00000 rdx 0x7ffff rbx 0xffffffff82a248a0 .str.27 rsp 0xfffffe005733d350 rbp 0xfffffe005733d370 rsi 0x80001 rdi 0xffffffff81776f49 printf+0x149 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0059348cd0 r12 0xfffffe0059348780 r13 0xfffffffffffffffe r14 0xffffffff82a248a0 .str.27 r15 0 rip 0xffffffff8175f87e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x26bbed7(%rip) db> show proc Process 2053 (syz-executor) at 0xfffffe0059317070: state: NORMAL uid: 0 gid: 0 supp gids: 0, 5 parent: pid 1528 at 0xfffffe00592fbad0 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: ci-freebsd-main/syz-executor exec reaper: 0xfffffe0007a09070 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00593256d8 (map 0xfffffe00593256d8) (map.pmap 0xfffffe0059325778) (pmap 0xfffffe00593257e8) threads: 2 100151 RunQ syz-executor 100877 Run CPU 0 syz-executor db> ps pid ppid pgrp uid state wmesg wchan cmd 2054 1618 0 0 N syz-executor 2053 1528 1528 0 R (threaded) syz-executor 100151 RunQ syz-executor 100877 Run CPU 0 syz-executor 2052 1940 963 0 S nanslp 0xffffffff83dfc740 sleep 2049 1525 2049 0 R CPU 1 syz-executor 2037 1793 1793 0 R (threaded) syz-executor 100493 RunQ syz-executor 100866 S lockf 0xfffffe0007889e00 syz-executor 100872 S lockf 0xfffffe0007889c00 syz-executor 100875 S uwait 0xfffffe005a8d0b00 syz-executor 1940 1903 963 0 S wait 0xfffffe00592fb000 sh 1903 963 963 0 S wait 0xfffffe0059311070 sh 1793 1525 1793 0 S nanslp 0xffffffff83dfc740 syz-executor 1712 0 0 0 DL - 0xffffffff83eb11c0 [soaiod4] 1711 0 0 0 DL - 0xffffffff83eb11c0 [soaiod3] 1710 0 0 0 DL - 0xffffffff83eb11c0 [soaiod2] 1709 0 0 0 DL - 0xffffffff83eb11c0 [soaiod1] 1657 0 0 0 DL (threaded) [so_splice] 100146 D - 0xfffffe0058b90500 [thr_0] 100216 D - 0xfffffe0058b90540 [thr_1] 1618 1525 1618 0 R syz-executor 1609 0 0 0 DL aiordy 0xfffffe0059315ad0 [aiod4] 1608 0 0 0 DL aiordy 0xfffffe0059316038 [aiod3] 1607 0 0 0 DL aiordy 0xfffffe00593165a0 [aiod2] 1606 0 0 0 DL aiordy 0xfffffe0059316b08 [aiod1] 1528 1525 1528 0 S nanslp 0xffffffff83dfc740 syz-executor 1525 1524 1525 0 Ss select 0xfffffe0054360f40 syz-executor 1524 1522 1522 0 S select 0xfffffe005aa1d240 sshd-session 1522 1438 1522 0 Ss select 0xfffffe0054360a40 sshd-session 1509 1 1509 0 Ss+ ttyin 0xfffffe0058bc00b0 getty 1508 1 1508 0 Ss+ ttyin 0xfffffe005a37c8b0 getty 1507 1 1507 0 Ss+ ttyin 0xfffffe005a37d8b0 getty 1506 1 1506 0 Ss+ ttyin 0xfffffe0058be48b0 getty 1505 1 1505 0 Ss+ ttyin 0xfffffe0058be58b0 getty 1504 1 1504 0 Ss+ ttyin 0xfffffe0057edf8b0 getty 1503 1 1503 0 Ss+ ttyin 0xfffffe0057ee08b0 getty 1502 1 1502 0 Ss+ ttyin 0xfffffe0057ee18b0 getty 1501 1 1501 0 Ss+ ttyin 0xfffffe0057ee38b0 getty 1497 1 1497 0 Ss select 0xfffffe0054360440 logger 1492 1 17 0 S+ piperd 0xfffffe005a7205d0 logger 1491 1490 17 0 S+ nanslp 0xffffffff83dfc741 sleep 1490 1 17 0 S+ wait 0xfffffe00592c2ad0 sh 1479 1 1479 0 Ss nanslp 0xffffffff83dfc740 cron 1438 1 1438 0 Ss select 0xfffffe0054360240 sshd 1261 1 1261 0 Ss select 0xfffffe005aa17640 syslogd 1260 1 1257 0 S select 0xfffffe005aa17740 syslogd 1257 1 1257 0 Ss kqread 0xfffffe005ab49400 syslogd 963 1 963 0 Ss wait 0xfffffe00592a8568 devd 962 1 962 65 Ss select 0xfffffe005435f540 dhclient 829 1 829 0 Ss select 0xfffffe005aa1ae40 dhclient 826 1 826 0 Ss select 0xfffffe005aa1da40 dhclient 406 0 0 0 DL - 0xffffffff83a2b240 [busdma] 16 0 0 0 DL syncer 0xffffffff83ebec00 [syncer] 15 0 0 0 DL vlruwt 0xfffffe0059200568 [vnlru] 14 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83ebd160 [bufdaemon] 100082 D - 0xffffffff83202740 [bufspacedaemon-0] 100097 D sdflush 0xfffffe00590720e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83effc60 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83ee5d48 [dom0] 100080 D launds 0xffffffff83ee5d54 [laundry: dom0] 100081 D umarcl 0xffffffff81f9cab0 [uma] 7 0 0 0 DL - 0xffffffff83b75570 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff847a05c0 [pf purge] 5 0 0 0 DL waiting 0xffffffff846738c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff83b3f340 [doneq0] 100046 D - 0xffffffff83b3f2c0 [async] 100075 D - 0xffffffff83b3f140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100042 D crypto_ 0xffffffff83ee14c0 [crypto] 100043 D crypto_ 0xfffffe005815f830 [crypto returns 0] 100044 D crypto_ 0xfffffe005815f880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100037 D - 0xffffffff83da5620 [g_event] 100038 D - 0xffffffff83da5640 [g_up] 100039 D - 0xffffffff83da5660 [g_down] 2 0 0 0 WL (threaded) [clock] 100031 I [clock (0)] 100032 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100016 I [swi5: fast taskq] 100033 I [swi1: netisr 0] 100034 I [swi1: hpts] 100035 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100068 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0007a09070 [init] 10 0 0 0 DL audit_w 0xffffffff83ee1fe0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D - 0xffffffff84efcff0 [kernel] 100005 D - 0xfffffe0054340c00 [softirq_0] 100006 D - 0xfffffe0054340a00 [softirq_1] 100007 D - 0xfffffe0054340800 [if_io_tqg_0] 100008 D - 0xfffffe0054340600 [if_io_tqg_1] 100009 D - 0xfffffe0054340400 [if_config_tqg_0] 100010 D - 0xfffffe00086fa800 [kqueue_ctx taskq] 100011 D - 0xfffffe00086fa600 [jail_remove taskq] 100012 D - 0xfffffe00086fa400 [bus taskq] 100015 D - 0xfffffe00086f9e00 [thread taskq] 100017 D - 0xfffffe00086f9a00 [aiod_kick taskq] 100018 D - 0xfffffe00086f9800 [deferred_unmount ta] 100019 D - 0xfffffe00086f9600 [inm_free taskq] 100020 D - 0xfffffe00086f9400 [in6m_free taskq] 100021 D - 0xfffffe00086f9200 [linuxkpi_irq_wq] 100022 D - 0xfffffe00086f9000 [linuxkpi_short_wq_0] 100023 D - 0xfffffe00086f9000 [linuxkpi_short_wq_1] 100024 D - 0xfffffe00086f9000 [linuxkpi_short_wq_2] 100025 D - 0xfffffe00086f9000 [linuxkpi_short_wq_3] 100026 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_0] 100027 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_1] 100028 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_2] 100029 D - 0xfffffe00086f8e00 [linuxkpi_long_wq_3] 100036 D - 0xfffffe00086f8600 [firmware taskq] 100040 D - 0xfffffe00086f8200 [crypto_0] 100041 D - 0xfffffe00086f8200 [crypto_1] 100056 D - 0xfffffe0058a41200 [vtnet0 rxq 0] 100057 D - 0xfffffe0058a41000 [vtnet0 txq 0] 100058 D - 0xfffffe0058a40e00 [vtnet0 rxq 1] 100059 D - 0xfffffe0058a40c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe0058a24b00 [virtio_balloon] 100065 D - 0xffffffff82a28fe1 [deadlkres] 100069 D - 0xfffffe005a29bc00 [acpi_task_0] 100070 D - 0xfffffe005a29bc00 [acpi_task_1] 100071 D - 0xfffffe005a29bc00 [acpi_task_2] 100073 D - 0xfffffe00086faa00 [mca taskq] 100074 D - 0xfffffe00086f7e00 [CAM taskq] 100076 D - 0xfffffe005a29ae00 [ipsec_offload] 100124 D - 0xfffffe006cd07800 [netlink_socket (PID] db> show all locks Process 2053 (syz-executor) thread 0xfffffe0059348780 (100877) exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffffe00087144d0) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/cam/scsi/scsi_pass.c:2043 Process 2049 (syz-executor) thread 0xfffffe00592cf780 (100106) exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe00592d4160) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_fork.c:539 exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe005930f128) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_fork.c:538 shared sx killpg racer (killpg racer) r = 0 (0xfffffe00592f3328) locked @ /syzkaller/managers/ci-freebsd-main/kernel/sys/kern/kern_fork.c:1074 db> show malloc Type InUse MemUse Requests netmap 82145 334980K 112937 pf_hash 6 12804K 6 devbuf 8317 8603K 8492 linker 388 5325K 549 tcp_hpts 8 4865K 8 pcb 24 2803K 517 sysctloid 35637 2099K 35713 vtbuf 24 1968K 46 kobj 344 1376K 602 vmem 5 1044K 9 newblk 7 1026K 1715 vfscache 3 1025K 3 inodedep 29 523K 721 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 143 279K 2144 vnet_data 2 224K 2 acpitask 1 224K 1 KTRACE 101 201K 467 acpica 1674 184K 53459 tidhash 3 141K 3 sem 5 135K 5 pagedep 14 132K 440 tfo_ccache 1 128K 1 IP reass 1 128K 1 filedesc 16 121K 689 DEVFS1 115 115K 145 gtaskqueue 18 98K 18 LRO 30 93K 42 bus 1025 84K 4996 mtx_pool 3 74K 3 umtx 560 70K 560 syncache 1 68K 1 SWAP 1 68K 1 NFSD srvcache 3 68K 3 module 537 68K 537 ddb_capture 1 64K 1 kdtrace 208 41K 2933 DEVFS3 134 34K 150 hostcache 1 32K 1 shm 1 32K 6 msg 5 31K 5 ifaddr 72 28K 112 kbdmux 6 28K 6 DEVFS_RULE 61 22K 61 temp 54 22K 5658 lltable 73 21K 119 BPF 20 19K 58 ufs_mount 4 17K 5 proc 3 17K 3 devstat 8 17K 8 tty 16 16K 16 GEOM 80 16K 798 bus-sc 36 15K 1741 ithread 90 15K 90 eventhandler 175 15K 175 routetbl 54 14K 1084 kenv 138 14K 138 ifnet 13 13K 21 ether_multi 139 12K 312 cred 28 11K 457 CAM queue 5 11K 1528 rman 75 10K 422 rpc 8 9K 8 bmsafemap 4 9K 683 plimit 23 9K 511 UART 12 9K 12 ksem 1 8K 4 shmfd 1 8K 5 pfs_vncache 1 8K 1 msdosfs_fat 1 8K 1 in6_multi 58 8K 115 audit_evclass 244 8K 311 pf_ifnet 23 8K 57 taskqueue 72 8K 798 kqueue 66 7K 2158 sglist 6 7K 6 CAM DEV 3 6K 510 ufs_dirhash 30 6K 48 pfs_nodes 22 6K 22 UMA 272 5K 272 freework 18 5K 693 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 bounce 1 4K 1 evdev 4 4K 4 pwddesc 62 4K 2055 acpisem 28 4K 28 tun 9 4K 9 dirrem 13 4K 622 lockf 33 4K 390 proc-args 84 4K 4175 selfd 45 3K 19350 terminal 11 3K 11 session 22 3K 123 acpidev 21 3K 21 DEVFSP 41 3K 204 hhook 8 3K 10 uidinfo 3 3K 29 kcovinfo 36 3K 90 netlink 2 3K 559 mount 50 3K 885 sctp_ifa 16 2K 24 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 clone 8 2K 8 procdesc 4 2K 27 Unitno 27 2K 79 igmp 13 2K 20 select 13 2K 88 CAM XPT 22 2K 545 ip6ndp 6 2K 12 toponodes 6 2K 6 ipsecpolicy 2 2K 3 in_multi 5 2K 15 msi 9 2K 9 mkdir 9 2K 802 diradd 9 2K 670 sctp_stro 1 1K 1 softdep 1 1K 1 freeblks 4 1K 473 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 39 NFSD session 1 1K 1 CAM periph 4 1K 592 ipsec 3 1K 3 sctp_ifn 6 1K 24 sctp_atcl 2 1K 161 freefile 6 1K 529 pfil 6 1K 6 pci_link 10 1K 10 newdirblk 5 1K 401 crypto 4 1K 4 CC Mem 5 1K 163 encap_export_host 12 1K 12 osd 10 1K 245 cdev 2 1K 2 isadev 4 1K 4 lkpikmalloc 8 1K 9 inpcbpolicy 13 1K 575 counter_rate 13 1K 13 chacha20random 1 1K 1 biobuf 1 1K 1 msdosfs_mount 1 1K 1 busdma 2 1K 2 VN POLL 2 1K 13 vnodes 1 1K 5 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 msdosfs_node 1 1K 8 DEVFS 9 1K 10 CAM SIM 2 1K 2 filecaps 7 1K 197 sctp_aadr 3 1K 6 tcpfunc 3 1K 3 loginclass 3 1K 8 prison 6 1K 6 sctp_atky 3 1K 164 nexusdev 8 1K 8 atkbddev 2 1K 2 vm_pgdata 1 1K 1 aio 4 1K 9 pmchooks 1 1K 1 CAM path 4 1K 1034 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 soname 4 1K 3881 sctp_vrf 1 1K 1 ip_msource 1 1K 2 vnet 1 1K 1 pmc 1 1K 1 entropy 2 1K 85 acpiintr 1 1K 1 sctp_athm 2 1K 161 sctp_map 2 1K 2 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 tcp_pcm_rack 0 0K 2 tcp_do_rack 0 0K 0 tcp_fsb_rack 0 0K 4 filemon 0 0K 5 ipcomp 0 0K 0 ah 0 0K 0 cryptodev 0 0K 20 pf_table 0 0K 0 pf_state_lim 0 0K 0 pf 0 0K 2 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_source_lim 0 0K 0 pf_state_link 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 33 sctp_iter 0 0K 30 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 30 sctp_stri 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ixl 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 NMI handlers 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 amdiommu_dom 0 0K 0 amdiommu_ctx 0 0K 0 apmdev 0 0K 0 tpm12_buffer 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 aesni_data 0 0K 0 xenbus 0 0K 0 vm_fictitious 0 0K 0 UMAHash 0 0K 0 jblocks 0 0K 0 savedino 0 0K 190 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 12 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 72 allocindir 0 0K 0 indirdep 0 0K 55 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 7 audit_pipeent 0 0K 0 audit_pipe 0 0K 12 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 14 ipsecrequest 0 0K 1 mld 0 0K 0 ip6opt 0 0K 17 ip6_msource 0 0K 0 ip6_moptions 0 0K 1 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 ip_moptions 0 0K 10 in_mfilter 0 0K 8 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 20 fadvise 0 0K 3 statfs 0 0K 65 namei_tracker 0 0K 4 inotify 0 0K 60 export_host 0 0K 0 cl_savebuf 0 0K 29 lio 0 0K 8 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 10 accf 0 0K 0 pts 0 0K 0 timerfd 0 0K 0 iov 0 0K 12879 ioctlops 0 0K 195 eventfd 0 0K 6 Witness 0 0K 0 stack 0 0K 0 sbuf 0 0K 804 firmware 0 0K 0 compressor 0 0K 0 sysctltmp 0 0K 1845 sysctl 0 0K 116 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 cache 0 0K 0 kexec 0 0K 0 jaildesc 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 15 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 boottrace 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 132 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 pvscsi 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ufshci 0 0K 0 twsbuf 0 0K 0 tpm_buffer 0 0K 0 tcp_log_dev 0 0K 2 midi buffers 0 0K 0 feeder 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 mpi3mrbuf 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 1 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 igb_iov 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 aq 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 apei 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 scsi_da 0 0K 116 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 nvme_da 0 0K 0 CAM CCB 0 0K 847 CAM ccb queue 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1332 20799 0 254 39534592 0 vmem btag 56 104572 10248 136819 0 254 6429920 0 malloc-384 384 8215 35 8221 0 30 3168000 0 mbuf 256 8622 1286 26228 0 254 2536448 0 tcp_log 416 5063 526 8174 0 254 2325024 0 RADIX NODE 152 13269 826 92397 0 62 2142440 0 BUF TRIE 152 266 11512 2078 0 62 1790256 0 malloc-128 128 11980 372 12855 0 126 1581056 0 mbuf_cluster 2048 508 254 564 0 254 1560576 0 malloc-4096 4096 353 7 616 0 2 1474560 0 socket 1024 31 992 4563 0 254 1047552 0 malloc-65536 65536 11 2 15 0 1 851968 0 FFS inode 1168 561 29 1102 0 8 689120 0 sctp_ep 1152 1 510 160 0 254 588672 0 sctp_asoc 2256 1 254 1 0 254 575280 0 pbuf 2664 0 198 0 0 2 527472 0 THREAD 1876 145 135 877 0 8 525280 0 malloc-65536 65536 2 6 112 0 1 524288 0 DEVCTL 1024 96 410 501 0 0 518144 0 lkpicurr 168 2 3080 2 0 62 517776 0 256 Bucket 2048 230 22 6504 0 8 516096 0 malloc-65536 65536 1 6 11 0 1 458752 0 malloc-65536 65536 0 6 42 0 1 393216 0 malloc-64 64 4432 912 6713 0 254 342016 0 VM OBJECT 232 1223 205 31148 0 62 331296 0 malloc-4096 4096 67 9 2612 0 2 311296 0 VNODE 440 617 76 1167 0 30 304920 0 FPU_save_area 832 147 177 1162 0 16 269568 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 2 6 23 0 1 262144 0 malloc-2048 2048 104 24 148 0 8 262144 0 malloc-16 16 14907 591 18184 0 254 247968 0 unpcb 320 16 754 3708 0 254 246400 0 malloc-256 256 279 657 6266 0 62 239616 0 malloc-32768 32768 1 6 121 0 1 229376 0 malloc-16384 16384 7 6 539 0 1 212992 0 malloc-2048 2048 6 98 515 0 8 212992 0 malloc-65536 65536 0 3 3 0 1 196608 0 malloc-32 32 5479 632 7002 0 254 195552 0 malloc-128 128 1182 338 24820 0 126 194560 0 FFS2 dinode 256 561 189 1102 0 62 192000 0 sctp_raddr 736 1 254 1 0 254 187680 0 UMA Zones 768 244 0 244 0 16 187392 0 MAP ENTRY 96 1439 472 106150 0 126 183456 0 malloc-2048 2048 6 82 1029 0 8 180224 0 malloc-1024 1024 131 45 416 0 16 180224 0 lkpimm 56 1 3086 1 0 254 172872 0 malloc-16384 16384 3 6 11 0 1 147456 0 malloc-64 64 182 2122 24022 0 254 147456 0 S VFS Cache 104 1037 367 1652 0 126 146016 0 g_bio 424 0 333 9204 0 30 141192 0 malloc-8192 8192 14 3 35 0 1 139264 0 128 Bucket 1024 71 59 1457 0 16 133120 0 mbuf_packet 256 2 506 413 0 254 130048 0 malloc-128 128 609 399 4784 0 126 129024 0 malloc-128 128 578 430 2760 0 126 129024 0 ksiginfo 112 63 993 97 0 126 118272 0 malloc-256 256 251 189 1954 0 62 112640 0 PROC 1384 61 19 2054 0 8 110720 0 64 Bucket 512 137 73 5179 0 30 107520 0 malloc-8192 8192 7 6 90 0 1 106496 0 malloc-32768 32768 1 2 3 0 1 98304 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 0 3 12 0 1 98304 0 filedesc0 1072 62 29 2055 0 8 97552 0 UMA Kegs 384 231 6 231 0 30 91008 0 DIRHASH 1024 42 46 54 0 16 90112 0 malloc-4096 4096 17 5 37 0 2 90112 0 32 Bucket 256 123 222 9985 0 62 88320 0 tcp_inpcb 1304 5 61 163 0 8 86064 0 malloc-16384 16384 0 5 6 0 1 81920 0 malloc-2048 2048 16 24 38 0 8 81920 0 malloc-128 128 164 476 1148 0 126 81920 0 ttyinq 160 300 204 780 0 62 80640 0 malloc-256 256 27 285 282 0 62 79872 0 malloc-384 384 68 112 1222 0 30 69120 0 malloc-384 384 35 145 729 0 30 69120 0 NAMEI 1024 0 66 25357 0 16 67584 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-8192 8192 2 6 31 0 1 65536 0 malloc-2048 2048 6 26 64 0 8 65536 0 malloc-2048 2048 2 30 345 0 8 65536 0 malloc-2048 2048 3 29 968 0 8 65536 0 malloc-1024 1024 28 36 69 0 16 65536 0 malloc-1024 1024 3 61 2127 0 16 65536 0 malloc-128 128 79 433 1401 0 126 65536 0 malloc-64 64 30 994 10146 0 254 65536 0 malloc-64 64 513 511 1657 0 254 65536 0 ttyoutq 256 157 98 407 0 62 65280 0 malloc-256 256 91 157 499 0 62 63488 0 malloc-256 256 31 217 575 0 62 63488 0 malloc-512 512 12 108 84 0 30 61440 0 malloc-384 384 78 72 117 0 30 57600 0 malloc-384 384 83 67 426 0 30 57600 0 malloc-8192 8192 4 3 38 0 1 57344 0 16 Bucket 144 222 168 2680 0 62 56160 0 da_ccb 544 0 98 2461 0 16 53312 0 udp_inpcb 408 7 119 251 0 30 51408 0 TURNSTILE 136 281 97 281 0 62 51408 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 6 6 17 0 2 49152 0 malloc-1024 1024 4 44 592 0 16 49152 0 malloc-1024 1024 6 42 209 0 16 49152 0 malloc-256 256 4 188 253 0 62 49152 0 malloc-256 256 36 156 2531 0 62 49152 0 malloc-256 256 10 182 446 0 62 49152 0 malloc-128 128 27 357 827 0 126 49152 0 malloc-64 64 124 644 1436 0 254 49152 0 malloc-64 64 394 374 487 0 254 49152 0 pcpu-8 8 5395 749 6685 0 254 49152 0 pipe 736 17 48 831 0 16 47840 0 malloc-512 512 5 87 239 0 30 47104 0 malloc-512 512 7 85 101 0 30 47104 0 SLEEPQUEUE 88 281 246 281 0 126 46376 0 syncache 168 0 276 4 0 254 46368 0 ripcb 376 1 119 144 0 30 45120 0 Files 80 168 382 17570 0 126 44000 0 itimer 352 0 121 137 0 30 42592 0 sctp_chunk 152 1 274 1 0 254 41800 0 VMSPACE 584 36 34 2030 0 16 40880 0 pcpu-64 64 508 52 508 0 254 35840 0 2 Bucket 32 119 992 2357 0 254 35552 0 routing nhops 256 22 113 51 0 62 34560 0 malloc-384 384 36 54 63 0 30 34560 0 malloc-32 32 319 752 976 0 254 34272 0 ertt_txseginfo 40 0 840 863 0 254 33600 0 8 Bucket 80 112 302 18633 0 126 33120 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 2 6 11 0 2 32768 0 malloc-2048 2048 1 15 195 0 8 32768 0 malloc-1024 1024 2 30 7 0 16 32768 0 malloc-1024 1024 12 20 16 0 16 32768 0 malloc-1024 1024 20 12 28 0 16 32768 0 malloc-128 128 133 123 214 0 126 32768 0 malloc-64 64 21 491 184 0 254 32768 0 malloc-64 64 53 459 255 0 254 32768 0 clpbuf 2664 0 12 49 0 4 31968 0 PGRP 120 26 238 134 0 126 31680 0 pass0 1976 1 15 4 0 8 31616 0 L VFS Cache 320 0 96 66 0 30 30720 0 malloc-512 512 0 60 14 0 30 30720 0 malloc-512 512 11 49 37 0 30 30720 0 malloc-512 512 0 60 12 0 30 30720 0 sctp_stream_msg_out 112 0 264 1 0 254 29568 0 tcp_bbr_pcb 896 0 32 4 0 16 28672 0 sctp_laddr 48 1 575 39 0 254 27648 0 4 Bucket 48 7 569 9 0 254 27648 0 vtnet_tx_hdr 40 0 672 1430 0 254 26880 0 AIO 208 0 126 32 0 62 26208 0 malloc-32 32 25 794 748 0 254 26208 0 malloc-32 32 92 727 830 0 254 26208 0 malloc-32 32 34 785 2824 0 254 26208 0 malloc-32 32 11 808 1088 0 254 26208 0 udplite_inpcb 408 0 63 17 0 30 25704 0 cpuset 200 7 121 19 0 62 25600 0 kenv 258 18 80 1077 0 30 25284 0 PWD 40 16 572 385 0 254 23520 0 splice 184 0 126 8 0 62 23184 0 rtentry 168 25 113 51 0 62 23184 0 KNOTE 160 10 134 42 0 62 23040 0 malloc-384 384 1 59 15 0 30 23040 0 tcp_rack_pcb 1088 0 21 2 0 8 22848 0 Mountpoints 2816 3 5 5 0 4 22528 0 ertt 72 5 295 163 0 126 21600 0 AIOCB 552 0 35 111 0 16 19320 0 epoch_record pcpu 256 4 71 4 0 62 19200 0 AIOLIO 272 0 70 8 0 30 19040 0 tcp_bbr_map 128 0 145 10 0 126 18560 0 malloc-32 32 31 536 259 0 254 18144 0 malloc-32 32 142 425 225 0 254 18144 0 malloc-16 16 274 860 24636 0 254 18144 0 hostcache 64 1 279 1 0 254 17920 0 ipq 56 1 314 1 0 254 17640 0 vmem 1856 2 7 2 0 8 16704 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-4096 4096 0 4 4 0 2 16384 0 malloc-4096 4096 2 2 4 0 2 16384 0 malloc-512 512 10 22 11 0 30 16384 0 SMR CPU 32 8 503 8 0 254 16352 0 mqnode 416 3 33 3 0 30 14976 0 malloc-16 16 76 806 3545 0 254 14112 0 malloc-16 16 54 828 691 0 254 14112 0 malloc-16 16 10 872 622 0 254 14112 0 malloc-16 16 28 854 454 0 254 14112 0 rl_entry 48 5 283 7 0 254 13824 0 domainset 40 0 315 9 0 254 12600 0 SMR SHARED 24 8 503 8 0 254 12264 0 malloc-384 384 1 29 1 0 30 11520 0 UMA Slabs 0 112 66 31 66 0 126 10864 0 malloc-16 16 47 583 86 0 254 10080 0 malloc-16 16 50 580 189 0 254 10080 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 8 502 8 0 254 8160 0 KMAP ENTRY 96 12 24 15 0 0 3456 0 tfo 4 0 500 1 0 254 2000 0 pass0IO 1048576 0 0 0 0 1 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 152 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf fragment node 72 0 0 0 0 126 0 0 pf frags 232 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf Ethernet anchors 1240 0 0 0 0 64 0 0 pf anchors 1664 0 0 0 0 64 0 0 pf UDP mappings 104 0 0 0 0 126 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 392 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 esp_req 408 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 240 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 lkpi_dma_object 32 0 0 0 0 254 0 0 lkpi_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2664 0 0 0 0 16 0 0 nfspbuf 2664 0 0 0 0 4 0 0 swwbuf 2664 0 0 0 0 2 0 0 swrbuf 2664 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 88 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 UMA Slabs 1 176 0 0 0 0 62 0 0 db> show all tcpcbs/bl