panic: ASan: Invalid access, 1-byte read at 0xfffffe005884ff12, RedZonePartial(2) cpuid = 1 time = 1630034288 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053b3c410 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053b3c570 vpanic() at vpanic+0x2c5/frame 0xfffffe0053b3c650 panic() at panic+0xb5/frame 0xfffffe0053b3c710 __asan_load1_noabort() at __asan_load1_noabort+0x121/frame 0xfffffe0053b3c7d0 g_raid_md_taste_ddf() at g_raid_md_taste_ddf+0x245/frame 0xfffffe0053b3ca30 g_raid_taste() at g_raid_taste+0x366/frame 0xfffffe0053b3cb10 g_new_provider_event() at g_new_provider_event+0x40e/frame 0xfffffe0053b3cb50 g_run_events() at g_run_events+0x1c3/frame 0xfffffe0053b3cbb0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053b3cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053b3cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 13 tid 100039 ] Stopped at kdb_enter+0x6b: movq $0,0x28e677a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xaa1e560362d1d31 rdx 0x1 rbx 0 rsp 0xfffffe0053b3c550 rbp 0xfffffe0053b3c570 rsi 0 rdi 0xffffffff817b3209 vprintf+0x319 r8 0x3 r9 0xfffffe0053b3c088 r10 0 r11 0xfffffe009fc80a70 r12 0xfffffe0053e23e40 r13 0xfffffe0053b3c501 r14 0xffffffff82c6e2c0 .str.18 r15 0xffffffff82c6e2c0 .str.18 rip 0xffffffff817a6bbb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28e677a(%rip) db> show proc Process 13 (geom) at 0xfffffe0053df1000: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8402e6c0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8402e6c0 reapsubtree: 13 sigparent: 20 vmspace: 0xffffffff8402f640 (map 0xffffffff8402f640) (map.pmap 0xffffffff8402f700) (pmap 0xffffffff8402f760) threads: 3 100039 Run CPU 1 [g_event] 100040 D - 0xffffffff8402d800 [g_up] 100041 D - 0xffffffff8402d840 [g_down] db> ps pid ppid pgrp uid state wmesg wchan cmd 17219 0 0 0 DL mdwait 0xfffffe00a9beb000 [md0] 17218 13844 13844 0 RE syz-executor.2 17217 15167 15167 0 R (threaded) syz-executor.0 100131 RunQ syz-executor.0 116548 S uwait 0xfffffe009fc54300 syz-executor.0 17216 15166 15166 0 R (threaded) syz-executor.1 100099 Run CPU -1 syz-executor.1 116549 RunQ syz-executor.1 16237 16231 16237 0 Ss select 0xfffffe009fc65540 dhclient 16234 1 16234 0 Ss select 0xfffffe009fc65440 dhclient 16231 16224 436 65 S select 0xfffffe0056b8e240 dhclient 16224 436 436 0 S wait 0xfffffe00a905c000 sh 16223 1 16223 65 Ss select 0xfffffe0056b8b7c0 dhclient 15221 1 15221 0 Ss select 0xfffffe009fd57b40 dhclient 15167 780 15167 0 Rs syz-executor.0 15166 780 15166 0 Rs syz-executor.1 15165 780 15165 0 Rs syz-executor.3 15164 1 15164 0 Ss select 0xfffffe009fd57640 dhclient 13844 780 13844 0 Ss nanslp 0xffffffff8405a200 syz-executor.2 822 0 0 0 DL aiordy 0xfffffe009fc4da70 [aiod4] 821 0 0 0 DL aiordy 0xfffffe0058b18a70 [aiod3] 820 0 0 0 DL aiordy 0xfffffe009e9f7538 [aiod2] 818 0 0 0 DL aiordy 0xfffffe009fc19000 [aiod1] 780 778 778 0 S (threaded) syz-fuzzer 100123 S uwait 0xfffffe009e3d9080 syz-fuzzer 100124 S uwait 0xfffffe009e3d9180 syz-fuzzer 100125 S uwait 0xfffffe009e3d9280 syz-fuzzer 100126 S uwait 0xfffffe009e51c800 syz-fuzzer 100127 S kqread 0xfffffe005700c700 syz-fuzzer 100128 S uwait 0xfffffe009e441f00 syz-fuzzer 100129 S uwait 0xfffffe009e51ca00 syz-fuzzer 100130 S uwait 0xfffffe0058765080 syz-fuzzer 100132 S uwait 0xfffffe0058765180 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe009e5080b0 csh 776 694 776 0 Ss select 0xfffffe0056b8e4c0 sshd 760 1 760 0 Ss+ ttyin 0xfffffe0056ff9cb0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f7cb0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00583eb0b0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00583eb4b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00583eb8b0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00583ebcb0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00574750b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00574754b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00574758b0 getty 698 1 698 0 Ss nanslp 0xffffffff8405a201 cron 694 1 694 0 Ss select 0xfffffe0056b8c840 sshd 507 1 507 0 Ss select 0xfffffe0056b8c8c0 syslogd 436 1 436 0 Ss wait 0xfffffe0058930000 devd 435 1 435 65 Ss select 0xfffffe0056b8cbc0 dhclient 350 1 350 0 Ss select 0xfffffe0056b8cc40 dhclient 347 1 347 0 Ss select 0xfffffe005740bc40 dhclient 23 0 0 0 DL syncer 0xffffffff841825a0 [syncer] 22 0 0 0 DL vlruwt 0xfffffe005875da70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff841802a0 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100098 D sdflush 0xfffffe00575ff8e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841b87c0 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841ac2f8 [dom0] 100089 D launds 0xffffffff841ac304 [laundry: dom0] 100090 D umarcl 0xffffffff81ea4b30 [uma] 18 0 0 0 DL - 0xffffffff83e11320 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8487b4a0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff84a44e20 [pf purge] 15 0 0 0 DL - 0xffffffff8417b4c0 [soaiod4] 9 0 0 0 DL - 0xffffffff8417b4c0 [soaiod3] 8 0 0 0 DL - 0xffffffff8417b4c0 [soaiod2] 7 0 0 0 DL - 0xffffffff8417b4c0 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c96ac0 [doneq0] 100049 D - 0xffffffff83c96a40 [async] 100082 D - 0xffffffff83c968c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe000791a888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe00541b1d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe00541b1d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841a63a0 [crypto] 13 0 0 0 RL (threaded) [geom] 100039 Run CPU 1 [g_event] 100040 D - 0xffffffff8402d800 [g_up] 100041 D - 0xffffffff8402d840 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe00081ecb00 [thr_0] 100030 D - 0xfffffe00081ecb80 [thr_1] 100031 D - 0xffffffff8417c848 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100019 I [swi6: task queue] 100032 I [swi3: vm] 100033 I [swi1: netisr 0] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d52538 [init] 10 0 0 0 DL audit_w 0xffffffff841a7340 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8402e6c0 [swapper] 100005 D - 0xfffffe00081f4800 [if_config_tqg_0] 100006 D - 0xfffffe00081f4600 [softirq_0] 100007 D - 0xfffffe00081f4400 [softirq_1] 100008 D - 0xfffffe00081f4200 [if_io_tqg_0] 100009 D - 0xfffffe00081f4000 [if_io_tqg_1] 100010 D - 0xfffffe0053defd00 [in6m_free taskq] 100011 D - 0xfffffe0053defb00 [deferred_unmount ta] 100013 D - 0xfffffe0053def700 [thread taskq] 100015 D - 0xfffffe0053def300 [kqueue_ctx taskq] 100016 D - 0xfffffe0053def100 [linuxkpi_irq_wq] 100017 D - 0xfffffe0053df9e00 [pci_hp taskq] 100018 D - 0xfffffe0053df9c00 [aiod_kick taskq] 100020 D - 0xfffffe0053df9800 [inm_free taskq] 100021 D - 0xfffffe0053df9600 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053df9600 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053df9600 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053df9600 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053df9100 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053df9100 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053df9100 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053df9100 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e01200 [firmware taskq] 100042 D - 0xfffffe0054188c00 [crypto_0] 100043 D - 0xfffffe0054188c00 [crypto_1] 100059 D - 0xfffffe0056eacd00 [vtnet0 rxq 0] 100060 D - 0xfffffe0056eacc00 [vtnet0 txq 0] 100061 D - 0xfffffe0056eacb00 [vtnet0 rxq 1] 100062 D - 0xfffffe0056eaca00 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056b8ce80 [virtio_balloon] 100068 D - 0xfffffe0056feba00 [mca taskq] 100073 D - 0xffffffff82c75240 [deadlkres] 100077 D - 0xfffffe0057401a00 [acpi_task_0] 100078 D - 0xfffffe0057401a00 [acpi_task_1] 100079 D - 0xfffffe0057401a00 [acpi_task_2] 100081 D - 0xfffffe0054188500 [CAM taskq] db> show all locks Process 17218 (syz-executor.2) thread 0xfffffe009fc80560 (102838) shared sx filedesc structure (filedesc structure) r = 0 (0xfffffe00a1d04880) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_mqueue.c:2483 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4217 4339K 4245 tcp_hpts 6 3201K 6 sysctloid 34503 2038K 34574 vtbuf 24 1968K 46 kobj 328 1312K 489 newblk 16 1028K 16419 vfscache 3 1025K 3 inodedep 985 881K 16360 pcb 26 537K 10274 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 304K 7 subproc 159 285K 17597 dirrem 969 243K 16105 acpica 1674 184K 55620 vnet_data 1 168K 1 tidhash 3 141K 3 linker 356 140K 429 pagedep 13 131K 15767 tfo_ccache 1 128K 1 freefile 971 122K 16095 filedesc 16 121K 31574 DEVFS1 108 108K 125 sem 4 106K 4 bus 989 81K 3488 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 510 64K 510 BPF 30 53K 323 umtx 396 50K 396 kdtrace 237 48K 33771 routetbl 698 34K 2209 temp 35 33K 4783 hostcache 1 32K 1 shm 1 32K 520 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 ufs_dirhash 105 24K 105 kbdmux 6 22K 6 ifaddr 72 21K 113 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 46 15K 98 bus-sc 34 15K 1691 ether_multi 172 14K 455 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 133 12K 133 GEOM 69 12K 499 in6_multi 89 11K 227 CAM queue 5 11K 1528 rman 84 10K 425 bmsafemap 2 9K 16230 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 532 rpc 2 8K 2 shmfd 1 8K 179 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 cred 27 7K 1572 taskqueue 63 7K 63 kqueue 64 7K 17359 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 22 6K 777 DEVFSP 76 5K 517 UMA 271 5K 271 pf_ifnet 10 5K 19 vt 11 5K 11 md_disk 2 5K 15 memdesc 1 4K 1 MCA 32 4K 32 md_sectors 1 4K 1 evdev 4 4K 4 kcovinfo 64 4K 255 pwddesc 62 4K 17220 ip6ndp 19 4K 46 acpisem 28 4K 28 session 28 4K 241 lockf 30 4K 166 hhook 15 4K 17 terminal 11 3K 11 proc-args 47 3K 1304 selfd 38 3K 222575 uidinfo 3 3K 505 sctp_ifa 17 3K 47 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 Unitno 30 2K 73 select 13 2K 3066 CAM XPT 22 2K 543 mkdir 12 2K 31428 in_multi 6 2K 19 freework 6 2K 15780 diradd 10 2K 16156 freeblks 5 2K 15779 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 newdirblk 9 2K 15714 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 14 vnodemarker 2 1K 82 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 47 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 13 1K 2366 osd 8 1K 406 chacha20random 1 1K 1 procdesc 3 1K 30 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 raid_data 1 1K 75 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 70 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 5844 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 86 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 3 1K 251 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 cdg data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 mqdata 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 0 dctcp data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 120 sctp_iter 0 0K 46 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 4962 sctp_atky 0 0K 4962 sctp_atcl 0 0K 4962 sctp_a_it 0 0K 46 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 xen_intr 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xbbd 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 12579 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 39 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 2 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 26 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 21030 namei_tracker 0 0K 10 export_host 0 0K 0 cl_savebuf 0 0K 2 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 2581 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 535 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 25083 ioctlops 0 0K 1079 eventfd 0 0K 16 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 300 firmware 0 0K 0 compressor 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1357 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 990 31715 0 254 38133760 0 FFS inode 1160 22429 34 38525 0 8 26057080 0 VNODE 448 22471 92 38569 0 30 10108224 0 FFS2 dinode 256 22429 41 38524 0 62 5752320 0 S VFS Cache 104 33566 325 51440 0 126 3524664 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8658 912 93096 0 254 2449920 0 BUF TRIE 144 244 11516 1336 0 62 1693440 0 malloc-384 384 4152 8 4152 0 30 1597440 0 vmem btag 56 27099 92 27138 0 254 1522696 0 malloc-128 128 11323 54 11598 0 126 1456256 0 malloc-4096 4096 329 1 583 0 2 1351680 0 mbuf_cluster 2048 585 1 585 0 254 1200128 0 UMA Slabs 0 112 10595 22 10595 0 126 1189104 0 RADIX NODE 144 7006 605 468397 0 62 1095984 0 VM OBJECT 264 3400 185 248507 0 30 946440 0 malloc-384 384 984 296 16405 0 30 491520 0 malloc-4096 4096 75 25 17288 0 2 409600 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 THREAD 1808 174 24 16550 0 8 357984 0 malloc-256 256 1093 302 32858 0 62 357120 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-256 256 171 1089 19425 0 62 322560 0 DIRHASH 1024 309 3 309 0 16 319488 0 256 Bucket 2048 136 18 12184 0 8 315392 0 malloc-64 64 3917 241 22846 0 254 266112 0 malloc-65536 65536 1 3 603 0 1 262144 0 MAP ENTRY 96 1414 1232 946841 0 127 254016 0 malloc-16 16 14077 423 14720 0 254 232000 0 malloc-16384 16384 8 6 15781 0 1 229376 0 DEVCTL 1024 46 174 269 0 0 225280 0 malloc-65536 65536 3 0 3 0 1 196608 0 UMA Zones 768 243 1 243 0 16 187392 0 malloc-128 128 1364 93 30019 0 126 186496 0 malloc-32 32 5576 220 6889 0 254 185472 0 malloc-256 256 67 623 32346 0 62 176640 0 VMSPACE 2544 34 32 17180 0 4 167904 0 socket 944 30 146 14794 0 254 166144 0 malloc-128 128 975 296 16604 0 126 162688 0 mbuf_packet 256 9 576 15496 0 254 149760 0 malloc-65536 65536 0 2 136 0 1 131072 0 PROC 1336 61 35 17219 0 8 128256 0 malloc-1024 1024 117 3 336 0 16 122880 0 ksiginfo 112 80 964 953 0 126 116928 0 filedesc0 1072 62 43 17220 0 8 112560 0 malloc-128 128 818 50 19969 0 126 111104 0 malloc-4096 4096 14 12 54 0 2 106496 0 malloc-128 128 594 150 49541 0 126 95232 0 malloc-256 256 231 129 18841 0 62 92160 0 UMA Kegs 384 228 5 228 0 30 89472 0 64 Bucket 512 106 62 17823 0 30 86016 0 g_bio 408 0 210 19364 0 30 85680 0 sctp_ep 1280 0 66 4962 0 254 84480 0 malloc-8192 8192 7 2 110 0 1 73728 0 128 Bucket 1024 43 28 1851 0 16 72704 0 malloc-64 64 881 253 35536 0 254 72576 0 malloc-2048 2048 7 27 5723 0 8 69632 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 133 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-384 384 122 28 586 0 30 57600 0 malloc-8192 8192 7 0 7 0 1 57344 0 32 Bucket 256 74 136 26274 0 62 53760 0 malloc-4096 4096 11 2 551 0 2 53248 0 malloc-64 64 672 147 2529 0 254 52416 0 pipe 744 21 49 5693 0 16 52080 0 malloc-256 256 45 150 31641 0 62 49920 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-2048 2048 4 20 657 0 8 49152 0 clpbuf 2624 0 16 21 0 16 41984 0 da_ccb 544 0 77 4956 0 16 41888 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-1024 1024 4 36 537 0 16 40960 0 malloc-512 512 43 37 275 0 30 40960 0 pcpu-8 8 4695 425 6670 0 254 40960 0 unpcb 256 14 136 7366 0 254 38400 0 malloc-384 384 83 17 83 0 30 38400 0 NAMEI 1024 0 36 173828 0 16 36864 0 Files 80 206 244 68283 0 126 36000 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 16 0 1 32768 0 malloc-2048 2048 2 14 525 0 8 32768 0 malloc-1024 1024 22 10 2404 0 16 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-64 64 171 333 222730 0 254 32256 0 malloc-4096 4096 2 5 21047 0 2 28672 0 TURNSTILE 136 199 11 199 0 62 28560 0 malloc-32 32 695 187 1010 0 254 28224 0 16 Bucket 144 52 144 666 0 62 28224 0 KNOTE 160 28 147 112565 0 62 28000 0 L VFS Cache 320 71 13 71 0 30 26880 0 malloc-384 384 1 69 5310 0 30 26880 0 malloc-256 256 34 71 583 0 62 26880 0 malloc-8192 8192 0 3 28 0 1 24576 0 malloc-2048 2048 11 1 12 0 8 24576 0 malloc-2048 2048 1 11 84 0 8 24576 0 malloc-1024 1024 18 6 200 0 16 24576 0 ertt_txseginfo 40 1 605 22388 0 254 24240 0 ttyinq 160 135 15 300 0 62 24000 0 malloc-128 128 89 97 1051 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-4096 4096 1 4 15 0 2 20480 0 PWD 32 19 611 24092 0 254 20160 0 ripcb 496 3 37 1185 0 254 19840 0 udp_inpcb 496 6 34 390 0 254 19840 0 malloc-128 128 32 123 323 0 126 19840 0 SLEEPQUEUE 88 199 25 199 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-256 256 41 34 1179 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 7 1 8 0 8 16384 0 vtnet_tx_hdr 24 0 668 25052 0 254 16032 0 malloc-384 384 27 13 69 0 30 15360 0 tcpcb 1080 4 10 395 0 254 15120 0 malloc-4096 4096 3 0 4 0 2 12288 0 malloc-2048 2048 2 4 39 0 8 12288 0 malloc-1024 1024 4 8 45 0 16 12288 0 malloc-1024 1024 2 10 16 0 16 12288 0 malloc-32 32 68 310 16115 0 254 12096 0 malloc-32 32 153 225 1959 0 254 12096 0 malloc-32 32 114 264 9114 0 254 12096 0 malloc-16 16 501 249 3699 0 254 12000 0 8 Bucket 80 51 99 5826 0 126 12000 0 udplite_inpcb 496 0 24 396 0 254 11904 0 kenv 258 15 30 1058 0 30 11610 0 routing nhops 256 27 18 91 0 62 11520 0 malloc-4096 4096 1 1 35 0 2 8192 0 malloc-2048 2048 0 4 17 0 8 8192 0 malloc-1024 1024 6 2 6 0 16 8192 0 malloc-512 512 0 16 118 0 30 8192 0 malloc-512 512 0 16 14 0 30 8192 0 malloc-512 512 2 14 61 0 30 8192 0 malloc-512 512 2 14 83 0 30 8192 0 malloc-512 512 0 16 909 0 30 8192 0 rtentry 176 34 12 91 0 62 8096 0 PGRP 88 28 64 241 0 126 8096 0 rl_entry 40 84 118 84 0 254 8080 0 sctp_laddr 48 0 168 74 0 254 8064 0 udpcb 32 6 246 786 0 254 8064 0 ertt 72 4 108 395 0 126 8064 0 malloc-64 64 24 102 22053 0 254 8064 0 malloc-64 64 30 96 94 0 254 8064 0 malloc-64 64 28 98 1023 0 254 8064 0 malloc-64 64 10 116 10 0 254 8064 0 malloc-32 32 23 229 2390 0 254 8064 0 malloc-32 32 30 222 34 0 254 8064 0 4 Bucket 48 12 156 289 0 254 8064 0 2 Bucket 32 73 179 1684 0 254 8064 0 malloc-16 16 14 486 565 0 254 8000 0 malloc-16 16 20 480 63 0 254 8000 0 malloc-16 16 36 464 287 0 254 8000 0 malloc-16 16 43 457 30923 0 254 8000 0 malloc-16 16 0 500 14 0 254 8000 0 malloc-16 16 40 460 40 0 254 8000 0 tcp_inpcb 496 4 12 395 0 254 7936 0 malloc-128 128 32 30 1356 0 126 7936 0 itimer 352 0 22 283 0 30 7744 0 AIOCB 552 0 14 8314 0 16 7728 0 malloc-256 256 16 14 290 0 62 7680 0 AIOLIO 272 0 28 2581 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 0 4 1 0 16 4096 0 malloc-512 512 2 6 2 0 30 4096 0 malloc-512 512 5 3 5 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcpreass 48 0 84 1 0 254 4032 0 sackhole 32 0 126 7 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 malloc-32 32 18 108 387 0 254 4032 0 AIO 208 0 19 2833 0 62 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 0 10 101 0 30 3840 0 malloc-384 384 2 8 2 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 md0 2 0 0 0 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2288 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_rack_pcb 832 0 0 0 0 16 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0