panic: ktrace_enter: flag set cpuid = 0 time = 1621567725 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c74e610 vpanic() at vpanic+0x1c7/frame 0xfffffe009c74e670 panic() at panic+0x43/frame 0xfffffe009c74e6d0 ktrnamei() at ktrnamei+0x13f/frame 0xfffffe009c74e700 namei() at namei+0xd53/frame 0xfffffe009c74e7c0 vn_open_cred() at vn_open_cred+0x6f5/frame 0xfffffe009c74e950 sys_ktrace() at sys_ktrace+0x221/frame 0xfffffe009c74eab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe009c74ebf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 56703 tid 162771 ] Stopped at kdb_enter+0x67: movq $0,0x16391de(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0095600000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c74e5f0 rbp 0xfffffe009c74e610 rsi 0x40001 rdi 0xffffffff81138c36 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c74e4e0 r11 0x1ff63fff59c r12 0xffffffff82267b80 ddb_dbbe r13 0 r14 0xffffffff81a73b5d r15 0xffffffff81a73b5d rip 0xffffffff8112fc27 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x16391de(%rip) db> show proc Process 56703 (syz-executor.0) at 0xfffff8002a9aaa70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 784 at 0xfffff80015eaf000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bc7538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00b2d979f0 (map 0xfffffe00b2d979f0) (map.pmap 0xfffffe00b2d97ab0) (pmap 0xfffffe00b2d97b10) threads: 2 160901 RunQ syz-executor.0 162771 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 56704 799 799 0 R syz-executor.2 56703 784 784 0 R (threaded) syz-executor.0 160901 RunQ syz-executor.0 162771 Run CPU 0 syz-executor.0 56702 830 830 0 R (threaded) syz-executor.3 160927 Run CPU 1 syz-executor.3 162770 RunQ syz-executor.3 56699 785 785 0 R (threaded) syz-executor.1 155610 RunQ syz-executor.1 162766 S uwait 0xfffff80056db4300 syz-executor.1 54530 1 830 0 S uwait 0xfffff80056db4f00 syz-executor.3 54527 1 830 0 S uwait 0xfffff80056a48300 syz-executor.3 54526 1 830 0 S uwait 0xfffff80056a48b00 syz-executor.3 53864 1 785 0 S uwait 0xfffff80056a15f00 syz-executor.1 53863 1 785 0 S uwait 0xfffff80056a48700 syz-executor.1 51287 1 830 0 S uwait 0xfffff80015d3d900 syz-executor.3 51286 1 830 0 S uwait 0xfffff8003bea8900 syz-executor.3 51100 1 830 0 S uwait 0xfffff8003bb7b500 syz-executor.3 51099 1 830 0 S uwait 0xfffff80056ea1100 syz-executor.3 50026 1 785 0 S uwait 0xfffff80056875900 syz-executor.1 50022 1 785 0 S uwait 0xfffff80056a48f00 syz-executor.1 49930 1 785 0 S uwait 0xfffff80056db4900 syz-executor.1 49929 1 785 0 S uwait 0xfffff80015d39300 syz-executor.1 49924 1 799 0 S uwait 0xfffff80056ea1d00 syz-executor.2 49923 1 799 0 S uwait 0xfffff80056a48100 syz-executor.2 49522 1 830 0 S uwait 0xfffff80056875d00 syz-executor.3 49520 1 830 0 S uwait 0xfffff80056ea1300 syz-executor.3 47204 1 784 0 S uwait 0xfffff80015d3d700 syz-executor.0 47203 1 784 0 S uwait 0xfffff8005667cf00 syz-executor.0 42791 1 785 0 S uwait 0xfffff80056ea1b00 syz-executor.1 42788 1 785 0 S umtxn 0xfffff80056a15d00 syz-executor.1 33795 1 799 0 S uwait 0xfffff80056af2500 syz-executor.2 33788 1 799 0 S uwait 0xfffff80056af2b00 syz-executor.2 30471 1 785 0 S uwait 0xfffff80056af2d00 syz-executor.1 30469 1 785 0 S uwait 0xfffff80056a15500 syz-executor.1 21293 1 830 0 SV uwait 0xfffff8003bcf6b00 syz-executor.3 21291 1 830 0 SV uwait 0xfffff8003bea8f00 syz-executor.3 21069 1 784 0 S uwait 0xfffff80056875700 syz-executor.0 21067 1 784 0 S uwait 0xfffff8005667cd00 syz-executor.0 20858 20856 799 0 SV uwait 0xfffff8003bcf6d00 syz-executor.2 20856 1 799 0 DV ppwait 0xfffff80056c73f58 syz-executor.2 20816 1 784 0 S uwait 0xfffff80015d3db00 syz-executor.0 20812 1 784 0 S uwait 0xfffff80056875500 syz-executor.0 20756 1 784 0 S uwait 0xfffff80015d39500 syz-executor.0 20754 1 784 0 S uwait 0xfffff8003bb7b100 syz-executor.0 20528 20526 785 0 SV uwait 0xfffff8005667c500 syz-executor.1 20526 1 785 0 DV ppwait 0xfffff80056baea20 syz-executor.1 20315 1 830 0 S uwait 0xfffff8005667c700 syz-executor.3 20314 1 830 0 S uwait 0xfffff8003bb7b300 syz-executor.3 20126 1 799 0 S uwait 0xfffff8003bc49300 syz-executor.2 20124 1 799 0 S uwait 0xfffff8003bcf6900 syz-executor.2 20097 1 20095 0 S uwait 0xfffff80015d8bf00 syz-executor.3 20096 1 830 0 S uwait 0xfffff80056a48d00 syz-executor.3 20025 1 784 0 S uwait 0xfffff8003bcf6100 syz-executor.0 20021 1 784 0 S uwait 0xfffff8003bc49f00 syz-executor.0 19822 1 799 0 S uwait 0xfffff80056875100 syz-executor.2 19817 1 799 0 S uwait 0xfffff80056875b00 syz-executor.2 19661 1 785 0 S uwait 0xfffff80015d39700 syz-executor.1 19658 1 785 0 S uwait 0xfffff80015d6cd00 syz-executor.1 19627 1 784 0 S uwait 0xfffff80015d3dd00 syz-executor.0 19625 1 784 0 S uwait 0xfffff8003bea8700 syz-executor.0 7430 1 7430 65 Ss select 0xfffff80056a57740 dhclient 6628 1 6628 0 Ss select 0xfffff8005669fa40 dhclient 6625 1 6625 0 Ss select 0xfffff800568c12c0 dhclient 6598 1 6598 65 Ss select 0xfffff800569608c0 dhclient 5997 1 5997 0 Ss select 0xfffff8003bad9440 dhclient 5994 1 5994 0 Ss select 0xfffff800566772c0 dhclient 5967 1 5967 65 Ss select 0xfffff800569518c0 dhclient 5824 1 785 0 S uwait 0xfffff8003bc49500 syz-executor.1 5822 1 785 0 S uwait 0xfffff8003bb7b700 syz-executor.1 4671 1 4671 0 Ss select 0xfffff800563208c0 dhclient 4668 1 4668 0 Ss select 0xfffff80056648140 dhclient 4649 1 4649 65 Ss select 0xfffff800562cc2c0 dhclient 2067 1 784 0 S uwait 0xfffff8003bb7bb00 syz-executor.0 2064 1 784 0 S uwait 0xfffff80015d3df00 syz-executor.0 830 780 830 0 Ss nanslp 0xffffffff8273c560 syz-executor.3 828 1 828 0 Ss select 0xfffff8003bd91ec0 dhclient 823 1 823 0 Ss select 0xfffff8003b5182c0 dhclient 799 780 799 0 Ss nanslp 0xffffffff8273c560 syz-executor.2 785 780 785 0 Rs syz-executor.1 784 780 784 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100092 S uwait 0xfffff80015d6c700 syz-fuzzer 100116 S uwait 0xfffff80015a94100 syz-fuzzer 100117 S uwait 0xfffff80015a94300 syz-fuzzer 100118 S uwait 0xfffff80015a94500 syz-fuzzer 100119 S uwait 0xfffff80015a94700 syz-fuzzer 100120 S uwait 0xfffff80015d40100 syz-fuzzer 100121 S uwait 0xfffff80015d40500 syz-fuzzer 100122 S uwait 0xfffff80015d40700 syz-fuzzer 100149 S uwait 0xfffff8003bcf6f00 syz-fuzzer 144397 S kqread 0xfffff80015d8b700 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003b4605e8 csh 776 694 776 0 Ss select 0xfffff80015f22d40 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aff4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015affcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a874b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a87cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a8b4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a8bcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8e4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8ecb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff80015ee22c0 sshd 507 1 507 0 Ss select 0xfffff80015f2f2c0 syslogd 436 1 436 0 Ss select 0xfffff80015ee2440 devd 435 1 435 65 Ss select 0xfffff80015d3c440 dhclient 350 1 350 0 Ss select 0xfffff80015f2f440 dhclient 347 1 347 0 Ss select 0xfffff80015d3c2c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ca4538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cb670 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e52828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82fbe3c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7538 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e203f1 [deadlkres] 100074 D - 0xfffff80015a1a900 [acpi_task_0] 100075 D - 0xfffff80015a1a900 [acpi_task_1] 100076 D - 0xfffff80015a1a900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 56702 (syz-executor.3) thread 0xfffffe00950751e0 (160927) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff82763b40) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_umtx.c:511 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1247 5988K 235317 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 128 2056K 110795 sctp_atcl 1253 1253K 161077 sctp_stro 585 1170K 46336 subproc 254 1080K 56844 newblk 10 1037K 64785 vfscache 3 1035K 3 inodedep 413 932K 56231 sctp_atky 1838 690K 211857 acpica 1674 649K 55230 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_athm 1253 470K 164231 sctp_map 1170 439K 88924 bus 990 378K 3499 BPF 46 337K 46 linker 348 270K 465 kdtrace 332 259K 119477 sctp_timw 513 257K 513 DEVFS1 107 214K 124 umtx 462 203K 462 dirrem 401 201K 56008 module 512 192K 512 pf_rule 47 188K 418 vnet_data 1 176K 1 vmem 3 168K 9 tidhash 3 164K 3 freefile 402 151K 55964 pagedep 9 140K 55395 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 12055 syncache 1 76K 1 sctp_stri 72 72K 6327 routetbl 131 70K 1514 msg 4 68K 4 ufs_dirhash 105 68K 105 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kqueue 120 53K 56768 kenv 95 52K 95 eventhandler 133 50K 133 shm 3 48K 177 pwddesc 118 45K 56704 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 282 KTRACE 101 38K 102 cred 37 37K 626 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 DEVFSP 80 30K 402 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 ifnet 7 25K 7 pf_osfp 65 25K 65 plimit 24 24K 642 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 729853 pfs_nodes 20 20K 20 proc-args 52 20K 1056 inpcbpolicy 51 20K 20300 session 36 18K 74 UART 12 18K 12 ksem 3 17K 490 osd 44 17K 16073 bmsafemap 2 17K 56193 rpc 2 16K 2 shmfd 1 16K 93 pfs_vncache 1 16K 1 lockf 36 14K 117 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 5 10K 85 pf_ifnet 10 9K 303 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 608 mount 16 7K 190 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 110682 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 58905 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 55868 vnodemarker 2 2K 320 NFSD session 1 2K 1 diradd 5 2K 56064 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 200 sigio 5 2K 18 crypto 4 2K 23 newdirblk 4 2K 55341 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 91864 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 488 entropy 2 1K 66 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 ip_msource 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 dctcp data 0 0K 91 tcp_do 0 0K 0 tcp_fsb 0 0K 2380 pf_table 0 0K 273 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 43 cubic data 0 0K 92 chd data 0 0K 41 sctp_mcore 0 0K 0 sctp_socko 0 0K 61165 sctp_iter 0 0K 58 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 48 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 4 htcp data 0 0K 21 vegas data 0 0K 295 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 46150 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 159 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 193 allocindir 0 0K 0 indirdep 0 0K 269 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 315 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_moptions 0 0K 6 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 59740 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 371 tcp_log_dev 0 0K 1690 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 7888 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 201 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39698 ioctlops 0 0K 2807 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 298 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1104 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 filedesc_to_leader 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8401 1760 779212 0 254 41619456 0 FFS inode 1160 22457 27 78422 0 8 26081440 0 malloc-384 384 37837 1773 468609 0 30 15210240 0 VNODE 448 22497 84 78464 0 30 10116288 0 malloc-8192 8192 599 354 112806 0 3 7806976 0 FFS2 dinode 256 22457 28 78421 0 62 5756160 0 tcp_log 416 0 12645 159384 0 254 5260320 0 malloc-1024 1024 4165 19 5072 0 16 4284416 0 mbuf 256 15741 54 6869124 0 254 4043520 0 S VFS Cache 104 33578 352 90796 0 126 3528720 0 malloc-1024 1024 478 2258 56915 0 16 2801664 0 RADIX NODE 144 11413 7792 1336799 0 63 2765520 0 malloc-8192 8192 329 2 1687 0 1 2711552 0 malloc-1024 1024 2 2622 46193 0 16 2686976 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-32768 32768 66 4 55545 0 1 2293760 0 sctp_asoc 2288 585 410 44462 0 254 2276560 0 malloc-1024 1024 1502 706 168749 0 16 2260992 0 malloc-2048 2048 593 361 44065 0 8 1953792 0 BUF TRIE 144 241 13227 8994 0 62 1939392 0 UMA Slabs 0 112 17190 15 17202 0 126 1926960 0 mbuf_cluster 2048 915 1 915 0 254 1875968 0 tcp_bbr_map 128 0 14198 1003150 0 126 1817344 0 malloc-384 384 2482 2248 428592 0 30 1816320 0 sctp_ep 1280 596 508 112803 0 254 1413120 0 malloc-512 512 472 2264 177120 0 30 1400832 0 malloc-384 384 2773 667 266315 0 30 1320960 0 sctp_raddr 736 945 562 51182 0 254 1109152 0 VM OBJECT 264 4095 75 803851 0 30 1100880 0 malloc-8192 8192 129 4 56892 0 1 1089536 0 malloc-1024 1024 657 375 113036 0 16 1056768 0 ertt_txseginfo 40 1 22320 5153559 0 254 892840 0 sctp_chunk 152 3958 46 17010 0 254 608608 0 256 Bucket 2048 255 29 36737 0 8 581632 0 vmem btag 56 9547 89 9584 0 254 539616 0 malloc-16384 16384 26 2 45 0 1 458752 0 MAP ENTRY 96 4464 282 3077050 0 126 455616 0 socket 944 90 374 135004 0 254 438016 0 THREAD 1808 213 18 62771 0 8 417648 0 malloc-384 384 1004 56 6342 0 30 407040 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-1024 1024 280 36 64384 0 16 323584 0 DIRHASH 1024 309 3 309 0 16 319488 0 malloc-512 512 528 32 1631 0 30 286720 0 malloc-384 384 679 31 1044 0 30 272640 0 malloc-65536 65536 4 0 4 0 1 262144 0 tcp_inpcb 488 40 496 16061 0 254 261568 0 VMSPACE 2544 92 10 56682 0 4 259488 0 malloc-4096 4096 57 6 1032 0 2 258048 0 malloc-16384 16384 10 5 273 0 1 245760 0 128 Bucket 1024 194 45 21855 0 16 244736 0 mbuf_packet 256 169 746 183108 0 254 234240 0 malloc-2048 2048 107 3 124 0 8 225280 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-65536 65536 2 1 180 0 1 196608 0 malloc-4096 4096 2 45 8164 0 2 192512 0 malloc-512 512 361 7 2878 0 30 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 PROC 1336 117 18 56704 0 8 180360 0 malloc-16384 16384 6 5 18 0 1 180224 0 malloc-512 512 198 146 2153 0 30 176128 0 tcpcb 1064 40 121 16061 0 254 171304 0 malloc-8192 8192 15 5 231 0 1 163840 0 filedesc0 1072 118 22 56704 0 8 150080 0 32 Bucket 256 309 216 47278 0 62 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 2 2 6 0 1 131072 0 malloc-384 384 266 64 785960 0 30 126720 0 clpbuf 2624 0 48 322 0 16 125952 0 ksiginfo 112 120 924 2113 0 126 116928 0 malloc-384 384 227 33 60134 0 30 99840 0 malloc-32768 32768 2 1 4 0 1 98304 0 sctp_stream_msg_out 112 113 715 4909 0 254 92736 0 16 Bucket 144 427 217 11609 0 62 92736 0 g_bio 408 0 220 28204 0 30 89760 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 93 67 57135 0 30 81920 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 3 0 1 65536 0 malloc-32768 32768 0 2 2 0 1 65536 0 malloc-16384 16384 2 2 20 0 1 65536 0 malloc-8192 8192 2 6 59746 0 1 65536 0 pcpu-8 8 5067 2613 13357 0 254 61440 0 malloc-1024 1024 53 3 67 0 16 57344 0 malloc-512 512 19 85 59378 0 30 53248 0 64 Bucket 512 49 55 20197 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 12 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 609 0 2 49152 0 malloc-2048 2048 9 15 2661 0 8 49152 0 malloc-2048 2048 18 4 22 0 8 45056 0 malloc-512 512 22 66 66850 0 30 45056 0 pipe 744 23 37 1261 0 16 44640 0 Files 80 270 280 223077 0 126 44000 0 malloc-384 384 68 42 16275 0 30 42240 0 NAMEI 1024 1 39 325595 0 16 40960 0 tcp_bbr_pcb 832 2 43 6223 0 16 37440 0 malloc-4096 4096 8 1 201 0 2 36864 0 TURNSTILE 136 232 20 232 0 62 34272 0 malloc-4096 4096 1 7 282 0 2 32768 0 malloc-4096 4096 6 2 36 0 2 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 ripcb 488 5 59 2200 0 254 31232 0 tcp_rack_pcb 832 0 36 2380 0 16 29952 0 malloc-4096 4096 7 0 7 0 2 28672 0 KNOTE 160 28 147 527707 0 62 28000 0 udp_inpcb 488 6 50 1253 0 254 27328 0 L VFS Cache 320 71 13 71 0 30 26880 0 malloc-2048 2048 9 3 11 0 8 24576 0 malloc-2048 2048 7 5 391 0 8 24576 0 malloc-512 512 32 16 3092 0 30 24576 0 PWD 32 49 707 63712 0 254 24192 0 2 Bucket 32 161 595 18739 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 85 215 13768 0 126 24000 0 sctp_readq 152 71 85 1109 0 254 23712 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 232 24 232 0 126 22528 0 malloc-2048 2048 9 1 9 0 8 20480 0 vtnet_tx_hdr 24 0 835 5419953 0 254 20040 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 108 0 1 16384 0 ertt 72 40 184 16061 0 126 16128 0 unpcb 256 20 40 1813 0 254 15360 0 cpuset 104 7 117 1213 0 126 12896 0 tcp_rack_map 112 0 108 4020 0 126 12096 0 4 Bucket 48 68 184 2631 0 254 12096 0 udplite_inpcb 488 0 24 786 0 254 11712 0 kenv 258 15 30 1060 0 30 11610 0 malloc-4096 4096 0 2 1133 0 2 8192 0 malloc-2048 2048 0 4 8 0 8 8192 0 malloc-1024 1024 0 8 230 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 36 56 74 0 126 8096 0 rl_entry 40 109 93 109 0 254 8080 0 sctp_laddr 48 76 92 1213 0 254 8064 0 udpcb 32 6 246 2039 0 254 8064 0 cryptop 280 0 28 17 0 30 7840 0 itimer 352 0 22 6 0 30 7744 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 1206 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 3 0 254 4032 0 tcp_log_node 120 0 33 1 0 126 3960 0 UMA Slabs 1 176 14 8 14 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0