panic: ktrace_enter: flag set cpuid = 1 time = 1621561892 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00517ea610 vpanic() at vpanic+0x1c7/frame 0xfffffe00517ea670 panic() at panic+0x43/frame 0xfffffe00517ea6d0 ktrnamei() at ktrnamei+0x13f/frame 0xfffffe00517ea700 namei() at namei+0xd53/frame 0xfffffe00517ea7c0 vn_open_cred() at vn_open_cred+0x6f5/frame 0xfffffe00517ea950 sys_ktrace() at sys_ktrace+0x221/frame 0xfffffe00517eaab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe00517eabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00517eabf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x285eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 33458 tid 138120 ] Stopped at kdb_enter+0x67: movq $0,0x16391de(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0098800000 rdx 0x3ffff rbx 0 rsp 0xfffffe00517ea5f0 rbp 0xfffffe00517ea610 rsi 0x40001 rdi 0xffffffff81138c36 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00517ea4e0 r11 0x1ffaefff59c r12 0xffffffff82267b80 ddb_dbbe r13 0 r14 0xffffffff81a73b1f r15 0xffffffff81a73b1f rip 0xffffffff8112fc27 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x16391de(%rip) db> show proc Process 33458 (syz-executor.3) at 0xfffff80045309a70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 788 at 0xfffff8004c52e538 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bc7538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009f9889f0 (map 0xfffffe009f9889f0) (map.pmap 0xfffffe009f988ab0) (pmap 0xfffffe009f988b10) threads: 3 136792 Run CPU 0 syz-executor.3 138116 S uwait 0xfffff80073bf3d00 syz-executor.3 138120 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 33460 785 785 0 R syz-executor.2 33458 788 788 0 R (threaded) syz-executor.3 136792 Run CPU 0 syz-executor.3 138116 S uwait 0xfffff80073bf3d00 syz-executor.3 138120 Run CPU 1 syz-executor.3 33457 784 784 0 R (threaded) syz-executor.1 133666 RunQ syz-executor.1 138119 RunQ syz-executor.1 33456 783 783 0 R (threaded) syz-executor.0 118917 RunQ syz-executor.0 138118 S uwait 0xfffff80073bf3100 syz-executor.0 26524 1 783 0 S uwait 0xfffff80073bf3b00 syz-executor.0 26518 1 783 0 S uwait 0xfffff800451cc700 syz-executor.0 13177 1 788 0 S uwait 0xfffff800732d9f00 syz-executor.3 13168 1 788 0 S uwait 0xfffff80015d9ed00 syz-executor.3 12727 1 785 0 S uwait 0xfffff8005b257300 syz-executor.2 12718 1 785 0 S uwait 0xfffff8004cc76100 syz-executor.2 12704 1 785 0 S uwait 0xfffff80073bf3900 syz-executor.2 12355 1 785 0 S uwait 0xfffff80073567100 syz-executor.2 12350 1 785 0 S uwait 0xfffff8004cd73b00 syz-executor.2 12299 1 785 0 S uwait 0xfffff80073567500 syz-executor.2 12298 1 785 0 S uwait 0xfffff8004c922900 syz-executor.2 12295 1 785 0 S uwait 0xfffff800732d9d00 syz-executor.2 12294 1 785 0 S uwait 0xfffff8004cd73700 syz-executor.2 12100 1 784 0 S uwait 0xfffff80015d9d300 syz-executor.1 12094 1 784 0 S uwait 0xfffff80073bf3700 syz-executor.1 11421 1 788 0 S uwait 0xfffff8005b257b00 syz-executor.3 11420 1 788 0 S uwait 0xfffff8004c922500 syz-executor.3 7489 7488 785 0 SV uwait 0xfffff8004cd73900 syz-executor.2 7488 1 785 0 DV ppwait 0xfffff80073b70f58 syz-executor.2 4794 1 783 0 S uwait 0xfffff8005b257900 syz-executor.0 4785 1 783 0 S uwait 0xfffff8005b257d00 syz-executor.0 4782 1 788 0 S uwait 0xfffff80015e28100 syz-executor.3 4775 1 783 0 S umtxn 0xfffff8004cc72d00 syz-executor.0 4773 1 788 0 S uwait 0xfffff8004cc76900 syz-executor.3 4768 1 788 0 S uwait 0xfffff8004cc76500 syz-executor.3 4763 1 788 0 S uwait 0xfffff80015e28300 syz-executor.3 4758 1 788 0 S uwait 0xfffff8004c922100 syz-executor.3 4752 1 788 0 S uwait 0xfffff8004c96a900 syz-executor.3 4748 1 788 0 S uwait 0xfffff80015d33d00 syz-executor.3 4739 1 788 0 S uwait 0xfffff8004cd73d00 syz-executor.3 4733 1 788 0 S uwait 0xfffff8005b257f00 syz-executor.3 4732 1 788 0 S uwait 0xfffff8004cc76700 syz-executor.3 4582 1 4582 65 Ss select 0xfffff800734fba40 dhclient 4442 1 785 0 S uwait 0xfffff8004c922300 syz-executor.2 4435 1 785 0 S uwait 0xfffff80015da3d00 syz-executor.2 3792 1 3792 0 Ss select 0xfffff800736f0140 dhclient 3788 1 3788 0 Ss select 0xfffff800735135c0 dhclient 3751 1 3751 65 Ss select 0xfffff80073672ec0 dhclient 3004 1 3004 0 Ss select 0xfffff8007315f740 dhclient 3001 1 3001 0 Ss select 0xfffff8007353b740 dhclient 2982 1 2982 65 Ss select 0xfffff8005b103ec0 dhclient 2797 1 785 0 S uwait 0xfffff8004cd73f00 syz-executor.2 2796 1 785 0 S uwait 0xfffff8004c922f00 syz-executor.2 2623 1 788 0 S uwait 0xfffff8004cc72700 syz-executor.3 2621 1 788 0 S uwait 0xfffff8004c922700 syz-executor.3 2188 1 785 0 S uwait 0xfffff80015a90300 syz-executor.2 2182 1 785 0 S uwait 0xfffff8004c96ab00 syz-executor.2 2177 1 785 0 S uwait 0xfffff8004c96a100 syz-executor.2 2170 1 785 0 S uwait 0xfffff80015e28900 syz-executor.2 2168 1 785 0 S uwait 0xfffff8004cc76b00 syz-executor.2 1894 1 1894 0 Ss select 0xfffff8004cdfa140 dhclient 1891 1 1891 0 Ss select 0xfffff8004c4a38c0 dhclient 1867 1 1867 65 Ss select 0xfffff8004cdd22c0 dhclient 1111 1 1111 0 Ss select 0xfffff8004c4a3a40 dhclient 1106 1 1106 0 Ss select 0xfffff8004ce132c0 dhclient 788 780 788 0 Ss nanslp 0xffffffff8273c561 syz-executor.3 785 780 785 0 Ss nanslp 0xffffffff8273c561 syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273c561 syz-executor.1 783 780 783 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100118 S uwait 0xfffff80015da3f00 syz-fuzzer 100119 S uwait 0xfffff80015da3300 syz-fuzzer 100120 S uwait 0xfffff80015767300 syz-fuzzer 100121 S kqread 0xfffff80015dee500 syz-fuzzer 100122 S uwait 0xfffff80015da1700 syz-fuzzer 100123 S uwait 0xfffff80015daf100 syz-fuzzer 100124 S uwait 0xfffff80015767700 syz-fuzzer 100126 S uwait 0xfffff80015deed00 syz-fuzzer 100127 S uwait 0xfffff80015da1d00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8004c5ee0b0 csh 776 694 776 0 Ss select 0xfffff8001578c5c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015afc4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015afccb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b004b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b00cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a894b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a89cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8c4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8ccb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff80015ee9ec0 sshd 507 1 507 0 Ss select 0xfffff80015f1a740 syslogd 436 1 436 0 Ss select 0xfffff80015f1a8c0 devd 435 1 435 65 Ss select 0xfffff80015da2740 dhclient 350 1 350 0 Ss select 0xfffff80015d9f5c0 dhclient 347 1 347 0 Ss select 0xfffff80015dedd40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ae7000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cb670 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e68828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82fc43c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7538 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e203f1 [deadlkres] 100074 D - 0xfffff80015a1a900 [acpi_task_0] 100075 D - 0xfffff80015a1a900 [acpi_task_1] 100076 D - 0xfffff80015a1a900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 33458 (syz-executor.3) thread 0xfffffe009f890000 (136792) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003925e50) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_bio.c:3928 exclusive lockmgr ufs (ufs) r = 0 (0xfffff800451935b0) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_ktrace.c:1252 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e800) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_ktrace.c:397 db> show malloc Type InUse MemUse Requests pcb 2898 13505K 80786 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 sctp_atcl 2864 2864K 55891 sctp_stro 1431 2862K 16513 kobj 328 2624K 488 vtbuf 24 2064K 46 inodedep 1460 1979K 32910 filedesc 102 1635K 64895 sctp_atky 4298 1612K 73990 sctp_athm 2864 1074K 56438 sctp_map 2862 1074K 32888 newblk 18 1041K 38244 vfscache 3 1035K 3 subproc 227 969K 33584 dirrem 1446 723K 32643 acpica 1674 649K 55230 freefile 1448 543K 32608 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3499 BPF 46 337K 46 linker 348 270K 409 kdtrace 305 239K 71582 DEVFS1 107 214K 124 umtx 440 193K 440 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 10 141K 32515 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 sctp_timw 193 97K 193 audit_evclass 236 89K 294 pf_rule 23 89K 142 temp 36 81K 2943 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 139 76K 467 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 110 50K 33537 ithread 99 43K 99 rman 84 42K 425 pwddesc 105 40K 33466 KTRACE 102 39K 172 taskqueue 60 36K 60 ksem 19 36K 3219 lltable 41 35K 196 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 16 DEVFSP 81 31K 8339 GEOM 60 29K 489 in6_multi 65 29K 65 cred 28 28K 339 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 576 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 441334 pfs_nodes 20 20K 20 proc-args 52 20K 716 inpcbpolicy 52 20K 9705 UART 12 18K 12 session 35 18K 65 bmsafemap 2 17K 32791 rpc 2 16K 2 shmfd 1 16K 71 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 34 13K 219 MCA 32 12K 32 CAM DEV 3 12K 510 Unitno 31 12K 55 vt 11 11K 11 osd 29 11K 6940 acpisem 28 11K 28 pf_ifnet 14 11K 83 CAM XPT 22 11K 543 uidinfo 3 9K 25 pf_table 2 8K 12 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 197 mount 16 7K 90 pf_osfp 17 7K 17 fpukern_ctx 3 6K 3 freework 12 6K 33698 freeblks 11 6K 32585 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 crypto 5 4K 2330 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 64840 in_multi 6 3K 9 nexusdev 7 3K 7 feeder 7 3K 7 filedesc_to_leader 7 3K 21 procdesc 5 3K 18 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 460 NFSD session 1 2K 1 newdirblk 5 2K 32420 diradd 5 2K 32685 xform 5 2K 11310 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 132 ip_msource 4 2K 8 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 36395 tcpfunc 3 2K 3 loginclass 3 2K 7 sctp_stri 1 1K 2130 chacha20random 1 1K 1 vnodes 1 1K 19 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 tcp_fsb 2 1K 4433 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 48 sigio 2 1K 15 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 freefrag 1 1K 16 ip6_msource 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 tcp_do 0 0K 0 cubic data 0 0K 17 chd data 0 0K 7 pf_altq 0 0K 0 pf_temp 0 0K 0 cdg data 0 0K 8 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 31669 sctp_iter 0 0K 31 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 21 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 108 htcp data 0 0K 5 vegas data 0 0K 36 dctcp data 0 0K 11 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 29225 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 227 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 131 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 96 ip6_moptions 0 0K 3 in6_mfilter 0 0K 4 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 6 in_mfilter 0 0K 15 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 32799 namei_tracker 0 0K 30 export_host 0 0K 0 cl_savebuf 0 0K 180 tcp_log_dev 0 0K 106 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 14231 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 158 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 26480 ioctlops 0 0K 1686 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 867 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8363 4121 931910 0 254 51134464 0 malloc-384 384 41896 24 199965 0 30 16097280 0 malloc-8192 8192 1435 0 37663 0 1 11755520 0 mbuf 256 25007 118 2328314 0 254 6432000 0 malloc-1024 1024 4156 24 4928 0 16 4280320 0 tcp_log 416 0 10152 100128 0 254 4223232 0 mbuf_cluster 2048 1875 1 1875 0 254 3842048 0 malloc-1024 1024 1529 1687 33072 0 16 3293184 0 sctp_asoc 2288 1430 5 16444 0 254 3283280 0 malloc-1024 1024 3027 5 59075 0 16 3104768 0 malloc-2048 2048 1439 1 16935 0 8 2949120 0 malloc-1024 1024 2 2738 29316 0 16 2805760 0 malloc-8192 8192 329 2 837 0 1 2711552 0 pbuf 2624 0 957 0 0 2 2511168 0 UMA Slabs 0 112 21102 27 21102 0 126 2366448 0 RADIX NODE 144 13928 349 782980 0 63 2055888 0 malloc-384 384 3527 1693 257189 0 30 2004480 0 BUF TRIE 144 360 13108 12403 0 62 1939392 0 malloc-32768 32768 53 5 32594 0 1 1900544 0 sctp_ep 1280 1433 1 37660 0 254 1835520 0 malloc-384 384 4422 38 135099 0 30 1712640 0 malloc-512 512 1525 1691 103926 0 30 1646592 0 malloc-1024 1024 1465 3 38114 0 16 1503232 0 sctp_chunk 152 9162 16 18275 0 254 1395056 0 sctp_raddr 736 1435 6 22636 0 254 1060576 0 malloc-8192 8192 115 4 33485 0 1 974848 0 FFS inode 1160 550 31 33177 0 8 673960 0 tcp_bbr_map 128 39 4394 203312 0 126 567424 0 VM OBJECT 264 1888 47 475439 0 30 510840 0 malloc-4096 4096 4 116 14246 0 2 491520 0 mbuf_packet 256 1394 481 70541 0 254 480000 0 256 Bucket 2048 176 40 24904 0 8 442368 0 ertt_txseginfo 40 3137 7569 620543 0 254 428240 0 malloc-16384 16384 26 0 30 0 1 425984 0 malloc-384 384 1010 70 18927 0 30 414720 0 MAP ENTRY 96 3968 274 1825630 0 126 407232 0 THREAD 1808 198 22 38120 0 8 397760 0 malloc-65536 65536 4 2 12 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-65536 65536 2 3 191 0 1 327680 0 socket 944 79 253 49035 0 254 313408 0 malloc-1024 1024 261 39 39320 0 16 307200 0 VNODE 448 588 87 33217 0 30 302400 0 tcp_inpcb 488 25 567 6928 0 254 288896 0 malloc-384 384 690 20 1047 0 30 272640 0 vmem btag 56 4665 75 4665 0 254 265440 0 malloc-16384 16384 10 4 277 0 1 229376 0 VMSPACE 2544 82 8 33437 0 4 228960 0 malloc-2048 2048 107 3 124 0 8 225280 0 DEVCTL 1024 0 216 132 0 0 221184 0 g_bio 408 0 490 40166 0 30 199920 0 malloc-512 512 352 16 1178 0 30 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 6 4 14 0 1 163840 0 malloc-4096 4096 33 7 395 0 2 163840 0 PROC 1336 105 15 33460 0 8 160320 0 malloc-8192 8192 16 3 194 0 1 155648 0 FFS2 dinode 256 550 35 33177 0 62 149760 0 S VFS Cache 104 1033 371 34324 0 126 146016 0 filedesc0 1072 105 21 33466 0 8 135072 0 tcpcb 1064 25 101 6928 0 254 134064 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 3 0 1 131072 0 malloc-384 384 269 61 482294 0 30 126720 0 clpbuf 2624 0 48 1347 0 16 125952 0 ksiginfo 112 105 939 1919 0 126 116928 0 malloc-512 512 218 6 2888 0 30 114688 0 32 Bucket 256 211 224 25918 0 62 111360 0 malloc-512 512 200 16 415 0 30 110592 0 128 Bucket 1024 73 34 5693 0 16 109568 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 104 56 33187 0 30 81920 0 16 Bucket 144 349 211 8336 0 62 80640 0 sctp_stream_msg_out 112 628 56 2908 0 254 76608 0 malloc-384 384 109 71 31603 0 30 69120 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 22 0 1 65536 0 malloc-512 512 26 94 33885 0 30 61440 0 malloc-8192 8192 2 5 32805 0 1 57344 0 malloc-1024 1024 53 3 57 0 16 57344 0 64 Bucket 512 43 69 21571 0 30 57344 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 8 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 585 0 2 49152 0 malloc-4096 4096 8 4 209 0 2 49152 0 malloc-2048 2048 5 19 1004 0 8 49152 0 malloc-384 384 51 69 7022 0 30 46080 0 malloc-4096 4096 9 2 766 0 2 45056 0 malloc-2048 2048 9 13 1610 0 8 45056 0 malloc-2048 2048 18 4 22 0 8 45056 0 malloc-512 512 22 66 39903 0 30 45056 0 pcpu-8 8 4943 689 6679 0 254 45056 0 Files 80 293 257 106785 0 126 44000 0 tcp_rack_pcb 832 2 43 4433 0 16 37440 0 tcp_bbr_pcb 832 13 32 1077 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 1 35 157385 0 16 36864 0 udplite_inpcb 488 7 65 1316 0 254 35136 0 TURNSTILE 136 221 31 221 0 62 34272 0 pipe 744 23 22 993 0 16 33480 0 malloc-8192 8192 0 4 425 0 1 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 malloc-4096 4096 1 6 282 0 2 28672 0 malloc-4096 4096 7 0 7 0 2 28672 0 tcp_rack_map 112 6 246 11209 0 126 28224 0 PWD 32 51 831 32491 0 254 28224 0 KNOTE 160 28 147 345384 0 62 28000 0 malloc-2048 2048 9 3 20 0 8 24576 0 malloc-512 512 32 16 1870 0 30 24576 0 2 Bucket 32 141 615 14429 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 48 252 6589 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 221 35 221 0 126 22528 0 malloc-2048 2048 9 1 9 0 8 20480 0 ripcb 488 13 27 1031 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 sctp_laddr 48 1 335 4367 0 254 16128 0 vtnet_tx_hdr 24 0 668 832816 0 254 16032 0 udp_inpcb 488 7 25 430 0 254 15616 0 unpcb 256 20 40 1620 0 254 15360 0 ertt 72 25 143 6928 0 126 12096 0 4 Bucket 48 6 246 734 0 254 12096 0 sctp_readq 152 0 78 584 0 254 11856 0 kenv 258 15 30 1060 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-4096 4096 0 2 1050 0 2 8192 0 malloc-2048 2048 0 4 9 0 8 8192 0 malloc-1024 1024 0 8 169 0 16 8192 0 pf tags 104 2 76 24 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 0 92 5 0 254 8096 0 PGRP 88 35 57 67 0 126 8096 0 rl_entry 40 101 101 106 0 254 8080 0 hostcache 64 2 124 2 0 254 8064 0 syncache 168 0 48 10 0 254 8064 0 udpcb 32 14 238 1746 0 254 8064 0 cryptop 280 0 28 20 0 30 7840 0 itimer 352 0 22 4 0 30 7744 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 23 0 126 6448 0 domainset 40 0 126 13 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_asconf_ack 48 0 84 77 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0