panic: ASan: Invalid access, 4-byte read at 0xfffffe0092a9c968, UMAUseAfterFree(fd) cpuid = 1 time = 319 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0054030570 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00540306d0 vpanic() at vpanic+0x2b8/frame 0xfffffe00540307b0 panic() at panic+0xb5/frame 0xfffffe0054030880 kasan_report() at kasan_report+0xdc/frame 0xfffffe0054030950 udp_input() at udp_input+0xea9/frame 0xfffffe0054030b90 ip_input() at ip_input+0x828/frame 0xfffffe0054030cf0 swi_net() at swi_net+0x2e5/frame 0xfffffe0054030d90 ithread_loop() at ithread_loop+0x4f1/frame 0xfffffe0054030ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0054030f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0054030f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100032 ] Stopped at kdb_enter+0x6b: movq $0,0x250fb7a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x580aadb57b4635b8 rdx 0x1 rbx 0 rsp 0xfffffe00540306b0 rbp 0xfffffe00540306d0 rsi 0 rdi 0xffffffff8175e16a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009ad1afd0 r12 0xfffffe0053ecc560 r13 0xfffffe0054030701 r14 0xffffffff82b41340 .str.18 r15 0xffffffff82b41340 .str.18 rip 0xffffffff8175171b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x250fb7a(%rip) db> show proc Process 12 (intr) at 0xfffffe0053dd5548: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83c04aa0 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83c04aa0 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff83c05a40 (map 0xffffffff83c05a40) (map.pmap 0xffffffff83c05b00) (pmap 0xffffffff83c05b68) threads: 23 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi5: fast taskq] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 Run CPU 1 [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 30522 776 776 0 R CPU 0 syz-executor.0 30521 777 777 0 R (threaded) syz-executor.1 130430 RunQ syz-executor.1 131838 RunQ syz-executor.1 30517 782 782 0 R (threaded) syz-executor.2 130280 RunQ syz-executor.2 131834 RunQ syz-executor.2 28933 1 782 0 S uwait 0xfffffe000796d780 syz-executor.2 28932 1 782 0 S uwait 0xfffffe0057132e00 syz-executor.2 28876 1 776 0 S uwait 0xfffffe005769d600 syz-executor.0 28840 1 800 0 S uwait 0xfffffe005769cf00 syz-executor.3 28833 1 782 0 S uwait 0xfffffe005769c880 syz-executor.2 28829 1 800 0 S uwait 0xfffffe009a66be80 syz-executor.3 28623 1 776 0 S uwait 0xfffffe0090005580 syz-executor.0 28616 1 776 0 S uwait 0xfffffe005769f100 syz-executor.0 26671 1 782 0 S uwait 0xfffffe005769c080 syz-executor.2 23849 1 800 0 S uwait 0xfffffe000796db80 syz-executor.3 23670 1 800 0 S uwait 0xfffffe005769c580 syz-executor.3 23669 1 800 0 S uwait 0xfffffe009a66c080 syz-executor.3 23663 1 800 0 S uwait 0xfffffe0090006800 syz-executor.3 23659 1 800 0 S uwait 0xfffffe0057132680 syz-executor.3 23352 1 23346 0 S uwait 0xfffffe009a66c580 syz-executor.3 23351 1 800 0 S uwait 0xfffffe0057132f00 syz-executor.3 23350 1 800 0 S uwait 0xfffffe0090006700 syz-executor.3 23349 1 23342 0 S uwait 0xfffffe009a66c680 syz-executor.1 23348 1 777 0 S uwait 0xfffffe0090006200 syz-executor.1 23347 1 777 0 S uwait 0xfffffe005769ce00 syz-executor.1 23338 1 23331 0 S uwait 0xfffffe0090008080 syz-executor.1 23337 1 777 0 S uwait 0xfffffe0090006500 syz-executor.1 23336 1 777 0 S uwait 0xfffffe0090005e00 syz-executor.1 23327 1 23318 0 S uwait 0xfffffe0057132480 syz-executor.1 23326 1 777 0 S uwait 0xfffffe000796d980 syz-executor.1 23325 1 777 0 S uwait 0xfffffe0057132c00 syz-executor.1 21517 1 776 0 S uwait 0xfffffe0090006d80 syz-executor.0 21515 1 776 0 S uwait 0xfffffe0057132780 syz-executor.0 21513 1 776 0 S uwait 0xfffffe005769c980 syz-executor.0 17549 0 0 0 DL - 0xffffffff83d4e640 [soaiod4] 17548 0 0 0 DL - 0xffffffff83d4e640 [soaiod3] 17547 0 0 0 DL - 0xffffffff83d4e640 [soaiod2] 17546 0 0 0 DL - 0xffffffff83d4e640 [soaiod1] 17529 1 776 0 S uwait 0xfffffe005769d800 syz-executor.0 16319 1 782 0 S uwait 0xfffffe005769d200 syz-executor.2 12330 1 777 0 S uwait 0xfffffe000796e480 syz-executor.1 12324 1 777 0 S uwait 0xfffffe0057132a00 syz-executor.1 6011 1 6011 65 Ss select 0xfffffe0053dce8c0 dhclient 5688 0 0 0 DL aiordy 0xfffffe0099b8fa90 [aiod4] 5687 0 0 0 DL aiordy 0xfffffe00998b2000 [aiod3] 5686 0 0 0 DL aiordy 0xfffffe0090096a90 [aiod2] 5685 0 0 0 DL aiordy 0xfffffe0092f52548 [aiod1] 4835 1 4835 0 Ss select 0xfffffe0053dce740 dhclient 4832 1 4832 0 Ss select 0xfffffe00572261c0 dhclient 4813 1 4813 65 Ss select 0xfffffe0057226140 dhclient 4138 1 4138 0 Ss select 0xfffffe00571fe8c0 dhclient 4135 1 4135 0 Ss select 0xfffffe00571fe1c0 dhclient 4108 1 4108 65 Ss select 0xfffffe00571fe140 dhclient 2957 1 2957 0 Ss select 0xfffffe00571fe240 dhclient 2947 1 2947 0 Ss select 0xfffffe00571fea40 dhclient 2881 1 2881 65 Ss select 0xfffffe00571fe440 dhclient 1542 1 1542 0 Ss select 0xfffffe0053dceac0 dhclient 1529 1 1529 0 Ss select 0xfffffe0053dceb40 dhclient 800 773 800 0 Ds getblk 0xfffffe0007994948 syz-executor.3 782 773 782 0 Ss nanslp 0xffffffff83c2e941 syz-executor.2 777 773 777 0 Ss nanslp 0xffffffff83c2e941 syz-executor.1 776 773 776 0 Rs syz-executor.0 773 771 771 0 S (threaded) syz-fuzzer 100085 S kqread 0xfffffe0007969600 syz-fuzzer 100114 S uwait 0xfffffe005769e800 syz-fuzzer 100115 S uwait 0xfffffe005769e900 syz-fuzzer 100116 S uwait 0xfffffe005769ea00 syz-fuzzer 100117 S uwait 0xfffffe0090007580 syz-fuzzer 100118 S uwait 0xfffffe000796e300 syz-fuzzer 100119 S uwait 0xfffffe0090007800 syz-fuzzer 100120 S uwait 0xfffffe0090007980 syz-fuzzer 100121 S uwait 0xfffffe0090007680 syz-fuzzer 100122 S uwait 0xfffffe0090007780 syz-fuzzer 771 769 771 0 Ss pause 0xfffffe0058bf00b0 csh 769 687 769 0 Ss select 0xfffffe0053dcef40 sshd 753 1 753 0 Ss+ ttyin 0xfffffe0057690cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005768e0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005768e4b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005768e8b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005768ecb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005768f0b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe005768f4b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe005768f8b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe005768fcb0 getty 691 1 691 0 Ss nanslp 0xffffffff83c2e940 cron 687 1 687 0 Ss select 0xfffffe0053dcf340 sshd 500 1 500 0 Ss select 0xfffffe0053dcf3c0 syslogd 429 1 429 0 Ss select 0xfffffe0053dcf9c0 devd 428 1 428 65 Ss select 0xfffffe0053dcf4c0 dhclient 343 1 343 0 Ss select 0xfffffe0053dcf6c0 dhclient 340 1 340 0 Ss select 0xfffffe0053dcfa40 dhclient 16 0 0 0 DL syncer 0xffffffff83d54140 [syncer] 15 0 0 0 DL vlruwt 0xfffffe00587fe000 [vnlru] 9 0 0 0 DL (threaded) [bufdaemon] 100078 D qsleep 0xffffffff83d52760 [bufdaemon] 100081 D - 0xffffffff83011f80 [bufspacedaemon-0] 100089 D sdflush 0xfffffe0058c18ce8 [/ worker] 8 0 0 0 DL psleep 0xffffffff83d85c00 [vmdaemon] 7 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xffffffff83d79ab8 [dom0] 100079 D launds 0xffffffff83d79ac4 [laundry: dom0] 100080 D umarcl 0xffffffff81e41cb0 [uma] 6 0 0 0 DL - 0xffffffff839ea808 [rand_harvestq] 5 0 0 0 DL waiting 0xffffffff847401c0 [sctp_iterator] 4 0 0 0 DL pftm 0xffffffff8437f530 [pf purge] 3 0 0 0 DL (threaded) [cam] 100045 D - 0xffffffff8388c7c0 [doneq0] 100046 D - 0xffffffff8388c740 [async] 100075 D - 0xffffffff8388c5c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0057108c88 [sequencer 00] 2 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff83d75300 [crypto] 100042 D crypto_ 0xfffffe0053edd430 [crypto returns 0] 100043 D crypto_ 0xfffffe0053edd480 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100036 D - 0xffffffff83c04000 [g_event] 100037 D - 0xffffffff83c04020 [g_up] 100038 D - 0xffffffff83c04040 [g_down] 12 0 0 0 RL (threaded) [intr] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi5: fast taskq] 100029 I [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi3: vm] 100032 Run CPU 1 [swi1: netisr 0] 100033 I [swi1: hpts] 100034 I [swi1: hpts] 100047 I [irq24: virtio_pci0] 100048 I [irq25: virtio_pci0] 100049 I [irq26: virtio_pci0] 100050 I [irq27: virtio_pci0] 100051 I [irq28: virtio_pci1] 100052 I [irq29: virtio_pci1] 100053 I [irq30: virtio_pci1] 100054 I [irq31: virtio_pci1] 100055 I [irq32: virtio_pci1] 100060 I [irq10: virtio_pci2] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 100064 I [swi0: uart uart++] 100067 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053dd6000 [init] 10 0 0 0 DL audit_w 0xffffffff83d75de0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83c04aa0 [swapper] 100005 D - 0xfffffe00081f3d00 [if_io_tqg_0] 100006 D - 0xfffffe00081f3c00 [if_io_tqg_1] 100007 D - 0xfffffe00081f3b00 [if_config_tqg_0] 100008 D - 0xfffffe00081f3a00 [softirq_0] 100009 D - 0xfffffe00081f3900 [softirq_1] 100010 D - 0xfffffe00081d3e00 [kqueue_ctx taskq] 100011 D - 0xfffffe00081d3d00 [pci_hp taskq] 100012 D - 0xfffffe00081d3c00 [linuxkpi_irq_wq] 100015 D - 0xfffffe00081d3900 [aiod_kick taskq] 100016 D - 0xfffffe00081d3800 [inm_free taskq] 100017 D - 0xfffffe00081d3700 [in6m_free taskq] 100018 D - 0xfffffe00081d3600 [deferred_unmount ta] 100019 D - 0xfffffe00081d3500 [thread taskq] 100021 D - 0xfffffe00081d3300 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00081d3300 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00081d3300 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00081d3300 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00081d3200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00081d3200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00081d3200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00081d3200 [linuxkpi_long_wq_3] 100035 D - 0xfffffe0053f28300 [firmware taskq] 100039 D - 0xfffffe0053f28200 [crypto_0] 100040 D - 0xfffffe0053f28200 [crypto_1] 100056 D - 0xfffffe0053f28000 [vtnet0 rxq 0] 100057 D - 0xfffffe0053f27e00 [vtnet0 txq 0] 100058 D - 0xfffffe0053f27d00 [vtnet0 rxq 1] 100059 D - 0xfffffe0053f27c00 [vtnet0 txq 1] 100061 D vtbslp 0xfffffe00571feb00 [virtio_balloon] 100065 D - 0xffffffff82b46e20 [deadlkres] 100069 D - 0xfffffe0053f27800 [acpi_task_0] 100070 D - 0xfffffe0053f27800 [acpi_task_1] 100071 D - 0xfffffe0053f27800 [acpi_task_2] 100072 D - 0xfffffe00081d4100 [mca taskq] 100074 D - 0xfffffe0053f28100 [CAM taskq] db> show all locks Process 30517 (syz-executor.2) thread 0xfffffe009ad18720 (131834) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00079cd810) locked @ /syzkaller/managers/main/kernel/sys/ufs/ffs/ffs_softdep.c:14720 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007994948) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3950 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe009aa5e070) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_vnops.c:1164 Process 800 (syz-executor.3) thread 0xfffffe0058b003a0 (100087) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007a8d018) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3950 exclusive lockmgr ufs (ufs) r = 1 (0xfffffe009aa5c230) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:2993 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0092e84930) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_cache.c:4497 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 6 4801K 6 devbuf 4213 4323K 4241 sysctloid 35462 2089K 35533 vtbuf 24 1968K 46 kobj 322 1288K 481 pcb 617 1205K 53235 newblk 64 1040K 36965 vfscache 3 1025K 3 filedesc 82 650K 59023 inodedep 27 522K 31308 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 211 428K 30640 sctp_stro 294 294K 11112 vmem 3 274K 6 sctp_atcl 591 222K 38742 acpica 1674 184K 56282 vnet_data 1 168K 1 tidhash 3 141K 3 linker 353 134K 468 pagedep 15 132K 29673 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 128 bus 973 80K 3426 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 umtx 440 55K 440 kdtrace 288 54K 62362 temp 36 37K 3584 sctp_atky 885 37K 51376 shm 3 36K 43 pf_rule 16 32K 505 DEVFS3 128 32K 138 hostcache 1 32K 1 msg 4 30K 4 sctp_timw 119 30K 119 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 137 16K 1041 ithread 99 16K 99 freework 58 15K 32939 bus-sc 34 15K 1651 lltable 42 13K 216 KTRACE 101 13K 12729 ether_multi 157 13K 207 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 136 12K 136 cred 42 11K 361 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 sctp_athm 591 10K 39921 ksem 4 10K 324 sctp_map 588 10K 22224 in6_multi 71 9K 71 kqueue 98 9K 30549 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 bmsafemap 1 8K 30767 shmfd 1 8K 49 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 936 pwddesc 96 6K 30682 session 39 5K 61 ufs_dirhash 24 5K 24 UMA 272 5K 272 DEVFSP 69 5K 4604 pf_ifnet 10 5K 121 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 124 4K 31903 lockf 33 4K 85 acpisem 28 4K 28 selfd 55 4K 405684 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 225 uidinfo 4 3K 41 freeblks 9 3K 29992 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 dirrem 8 2K 29914 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 203 CAM XPT 22 2K 543 in_multi 6 2K 16 freefile 11 2K 29885 newdirblk 10 2K 29582 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 indirdep 4 1K 2987 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 2384 NFSD session 1 1K 1 mkdir 7 1K 59164 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 inpcbpolicy 22 1K 4948 diradd 5 1K 29957 crypto 4 1K 4 CC Mem 10 1K 3858 encap_export_host 12 1K 12 procdesc 5 1K 18 pfil 4 1K 4 cdev 2 1K 2 osd 14 1K 3818 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 iov 2 1K 26139 feeder 7 1K 7 xform 3 1K 4738 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 sigio 2 1K 3 soname 4 1K 28362 filecaps 5 1K 122 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 1972 sctp_mcore 0 0K 0 sctp_socko 0 0K 13972 sctp_iter 0 0K 70 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 58 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 27 sctp_stri 0 0K 2284 filemon 0 0K 60 pf_table 0 0K 153 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 ixl 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 xen_intr 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 DEVFS4 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 DEVFS2 0 0K 0 xenbus 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 vm_fictitious 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 UMAHash 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 22678 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1190 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 38 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 ktls_ocf 0 0K 0 agp 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 592 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 11 in_mfilter 0 0K 9 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 nvme_da 0 0K 0 statfs 0 0K 29790 namei_tracker 0 0K 1 export_host 0 0K 0 cl_savebuf 0 0K 19 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 394 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 27 lio 0 0K 3 acl 0 0K 0 PUC 0 0K 0 mbuf_tag 0 0K 179 ktls 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 2009 eventfd 0 0K 45 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 10 sysctltmp 0 0K 910 sysctl 0 0K 3 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 1077 1365671 0 254 38494208 0 tcp_log 416 0 10161 99965 0 254 4226976 0 mbuf 256 9020 2158 2473036 0 254 2861568 0 sctp_asoc 2288 294 726 11112 0 254 2333760 0 malloc-384 384 4174 1646 35783 0 30 2234880 0 pbuf 2624 0 762 0 0 2 1999488 0 RADIX NODE 144 13086 461 787551 0 63 1950768 0 BUF TRIE 144 241 11547 22302 0 62 1697472 0 malloc-128 128 12255 238 43011 0 126 1599104 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-2048 2048 303 393 26749 0 8 1425408 0 ertt_txseginfo 40 32909 1734 241414 0 254 1385720 0 malloc-4096 4096 323 3 571 0 2 1335296 0 UMA Slabs 0 112 11479 35 11479 0 126 1289568 0 sctp_ep 1208 297 723 26488 0 254 1232160 0 vmem btag 56 20947 116 20947 0 254 1179528 0 malloc-16384 16384 42 5 29526 0 1 770048 0 VM OBJECT 264 2828 82 657854 0 30 768240 0 sctp_raddr 736 294 729 11265 0 254 752928 0 malloc-1024 1024 296 408 11420 0 16 720896 0 FFS inode 1160 543 38 30431 0 8 673960 0 256 Bucket 2048 258 46 5749 0 8 622592 0 tcpcb 1096 10 501 3807 0 254 560056 0 malloc-384 384 591 819 38755 0 30 541440 0 socket 960 50 458 33168 0 254 487680 0 malloc-256 256 134 1726 30705 0 62 476160 0 tcp_bbr_map 128 2848 810 39359 0 126 468224 0 MAP ENTRY 96 4310 352 1542155 0 126 447552 0 malloc-4096 4096 96 6 30523 0 2 417792 0 malloc-256 256 301 1319 93061 0 62 414720 0 THREAD 1808 191 29 31838 0 8 397760 0 lkpicurr 168 2 2350 2 0 62 395136 0 malloc-65536 65536 5 1 13 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 ripcb 448 5 760 726 0 254 342720 0 tcp_inpcb 448 10 755 3807 0 254 342720 0 malloc-64 64 4299 804 471043 0 254 326592 0 VNODE 448 584 109 30474 0 30 310464 0 malloc-256 256 503 502 27215 0 62 257280 0 malloc-16 16 14698 302 14918 0 254 240000 0 udplite_inpcb 448 0 513 86 0 254 229824 0 udp_inpcb 448 7 506 329 0 254 229824 0 malloc-32768 32768 0 7 2736 0 1 229376 0 malloc-128 128 41 1726 30040 0 126 226176 0 DEVCTL 1024 0 220 155 0 0 225280 0 VMSPACE 2552 72 12 30490 0 4 214368 0 malloc-32 32 5657 769 35224 0 254 205632 0 FPU_save_area 832 193 50 37962 0 16 202176 0 malloc-65536 65536 1 2 265 0 1 196608 0 malloc-65536 65536 0 3 136 0 1 196608 0 mbuf_packet 256 147 615 54560 0 254 195072 0 malloc-128 128 1339 180 27073 0 126 194432 0 UMA Zones 768 244 0 244 0 16 187392 0 FFS2 dinode 256 543 87 30431 0 62 161280 0 S VFS Cache 104 1075 446 31132 0 126 158184 0 sctp_chunk 152 267 773 3286 0 254 158080 0 PROC 1352 95 19 30522 0 8 154128 0 128 Bucket 1024 95 52 8302 0 16 150528 0 malloc-2048 2048 15 57 1076 0 8 147456 0 malloc-1024 1024 123 21 370 0 16 147456 0 filedesc0 1072 96 30 30682 0 8 135072 0 malloc-65536 65536 0 2 30 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 unpcb 256 20 490 1678 0 254 130560 0 clpbuf 2624 0 48 1597 0 16 125952 0 ksiginfo 112 104 940 6428 0 126 116928 0 malloc-128 128 779 120 4762 0 126 115072 0 malloc-8192 8192 11 2 114 0 1 106496 0 malloc-4096 4096 22 4 54 0 2 106496 0 64 Bucket 512 129 71 18157 0 30 102400 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-256 256 212 163 65314 0 62 96000 0 UMA Kegs 384 230 3 230 0 30 89472 0 malloc-64 64 821 502 40108 0 254 84672 0 32 Bucket 256 146 169 10448 0 62 80640 0 malloc-4096 4096 14 4 29815 0 2 73728 0 g_bio 408 0 180 115231 0 30 73440 0 malloc-64 64 316 755 30880 0 254 68544 0 malloc-64 64 593 478 8836 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 1 3 161 0 1 65536 0 malloc-8192 8192 3 5 63 0 1 65536 0 malloc-4096 4096 11 5 555 0 2 65536 0 malloc-2048 2048 19 13 438 0 8 65536 0 malloc-2048 2048 11 21 1423 0 8 65536 0 sctp_stream_msg_out 112 89 451 2246 0 254 60480 0 malloc-384 384 115 35 117 0 30 57600 0 malloc-32 32 604 1034 38724 0 254 52416 0 malloc-16 16 1191 2059 81187 0 254 52000 0 malloc-128 128 84 319 59581 0 126 51584 0 malloc-128 128 19 384 29595 0 126 51584 0 malloc-128 128 76 327 3243 0 126 51584 0 malloc-256 256 9 186 30835 0 62 49920 0 malloc-256 256 13 182 30243 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 142702 0 16 49152 0 malloc-16384 16384 0 3 5 0 1 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-1024 1024 21 27 26 0 16 49152 0 malloc-1024 1024 17 31 1775 0 16 49152 0 malloc-512 512 4 92 2437 0 30 49152 0 pcpu-8 8 4863 1281 11297 0 254 49152 0 tcp_rack_pcb 896 0 54 1972 0 16 48384 0 tcp_bbr_pcb 832 6 48 740 0 16 44928 0 syncache 168 0 264 5 0 254 44352 0 sctp_laddr 48 536 304 8132 0 254 40320 0 sctp_readq 152 0 260 916 0 254 39520 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 33318 0 16 38080 0 pipe 744 23 27 700 0 16 37200 0 malloc-64 64 38 529 66 0 254 36288 0 malloc-64 64 55 512 567 0 254 36288 0 malloc-64 64 23 544 31 0 254 36288 0 16 Bucket 144 94 158 1301 0 62 36288 0 malloc-128 128 35 244 788 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 42 48 266 0 30 34560 0 malloc-384 384 53 37 412 0 30 34560 0 malloc-256 256 60 75 979 0 62 34560 0 malloc-256 256 53 82 628 0 62 34560 0 TURNSTILE 136 221 31 221 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 0 4 36 0 1 32768 0 malloc-4096 4096 3 5 968 0 2 32768 0 malloc-2048 2048 0 16 153 0 8 32768 0 malloc-2048 2048 2 14 42 0 8 32768 0 malloc-1024 1024 5 27 6 0 16 32768 0 malloc-1024 1024 4 28 512 0 16 32768 0 malloc-512 512 2 62 7 0 30 32768 0 malloc-512 512 0 64 43 0 30 32768 0 malloc-512 512 9 55 9 0 30 32768 0 malloc-512 512 11 53 51 0 30 32768 0 pcpu-64 64 479 33 479 0 254 32768 0 KNOTE 160 28 172 242849 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 Files 80 236 164 81279 0 126 32000 0 8 Bucket 80 103 297 5276 0 126 32000 0 tcp_rack_map 120 0 264 3899 0 126 31680 0 cpuset 104 7 272 239 0 126 29016 0 pf tags 104 1 272 23 0 126 28392 0 tcp_inpcb 32 2 880 2543 0 254 28224 0 PWD 32 41 841 29583 0 254 28224 0 4 Bucket 48 8 580 702 0 254 28224 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 39 237 64 0 126 24288 0 rl_entry 40 111 495 111 0 254 24240 0 itimer 352 0 66 3 0 30 23232 0 malloc-384 384 31 29 31 0 30 23040 0 domainset 40 0 567 174 0 254 22680 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 7 623 415 0 254 20160 0 udp_inpcb 32 4 626 36 0 254 20160 0 ertt 72 10 270 3807 0 126 20160 0 malloc-32 32 4 626 180 0 254 20160 0 malloc-32 32 281 349 14997 0 254 20160 0 malloc-32 32 119 511 7074 0 254 20160 0 malloc-32 32 8 622 8 0 254 20160 0 malloc-32 32 53 577 5490 0 254 20160 0 malloc-32 32 27 603 1337 0 254 20160 0 2 Bucket 32 74 556 3552 0 254 20160 0 malloc-16 16 553 697 44229 0 254 20000 0 AIOCB 552 0 35 16 0 16 19320 0 L VFS Cache 320 0 60 3 0 30 19200 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-4096 4096 0 4 13 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 1 15 1 0 16 16384 0 malloc-512 512 0 32 2402 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 1 667 739395 0 254 16032 0 AIO 208 0 76 15 0 62 15808 0 kenv 258 15 45 1045 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb 32 0 378 1 0 254 12096 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 75 675 35814 0 254 12000 0 malloc-16 16 25 725 55 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 AIOLIO 272 0 42 3 0 30 11424 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 malloc-16 16 0 500 1 0 254 8000 0 malloc-16 16 2 498 3 0 254 8000 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 ripcb 32 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0