panic: ktrace_enter: flag set cpuid = 0 time = 1621647639 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051786610 vpanic() at vpanic+0x1c7/frame 0xfffffe0051786670 panic() at panic+0x43/frame 0xfffffe00517866d0 ktrnamei() at ktrnamei+0x13f/frame 0xfffffe0051786700 namei() at namei+0xd53/frame 0xfffffe00517867c0 vn_open_cred() at vn_open_cred+0x6f5/frame 0xfffffe0051786950 sys_ktrace() at sys_ktrace+0x221/frame 0xfffffe0051786ab0 ia32_syscall() at ia32_syscall+0x237/frame 0xfffffe0051786bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 13432 tid 113737 ] Stopped at kdb_enter+0x67: movq $0,0x16390de(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0098600000 rdx 0x3ffff rbx 0 rsp 0xfffffe00517865f0 rbp 0xfffffe0051786610 rsi 0x40001 rdi 0xffffffff81138d36 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00517864e0 r11 0x1ffaefff59c r12 0xffffffff82267b80 ddb_dbbe r13 0 r14 0xffffffff81a73bac r15 0xffffffff81a73bac rip 0xffffffff8112fd27 kdb_enter+0x67 rflags 0x200086 kernload+0x86 kdb_enter+0x67: movq $0,0x16390de(%rip) db> show proc Process 13432 (syz-executor.3) at 0xfffff80015e7da70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 802 at 0xfffff8002552e000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bc7538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00950763e0 (map 0xfffffe00950763e0) (map.pmap 0xfffffe00950764a0) (pmap 0xfffffe0095076500) threads: 2 100095 RunQ syz-executor.3 113737 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 13432 802 802 0 R (threaded) syz-executor.3 100095 RunQ syz-executor.3 113737 Run CPU 0 syz-executor.3 13431 785 785 0 R (threaded) syz-executor.1 113121 Run CPU 1 syz-executor.1 113736 RunQ syz-executor.1 11791 1 11791 65 Ss select 0xfffff8003e5e6ec0 dhclient 11309 11306 794 0 SV uwait 0xfffff80025437100 syz-executor.2 11306 1 794 0 DV ppwait 0xfffff800265a5a20 syz-executor.2 10574 1 10574 0 Ss select 0xfffff8003e418440 dhclient 10571 1 10571 0 Ss select 0xfffff8003e409140 dhclient 10541 1 10541 65 Ss select 0xfffff80026527ec0 dhclient 7287 1 7287 0 Ss select 0xfffff8002673cd40 dhclient 7279 1 7279 0 Ss select 0xfffff800265ea8c0 dhclient 7243 1 7243 65 Ss select 0xfffff8002673c740 dhclient 4246 1 4246 0 Ss select 0xfffff80025d17440 dhclient 4243 1 4243 0 Ss select 0xfffff80025d14bc0 dhclient 4215 1 4215 65 Ss select 0xfffff80025e0cbc0 dhclient 1404 1 1404 0 Ss select 0xfffff80025d14ec0 dhclient 1401 1 1401 0 Ss select 0xfffff80025b1d140 dhclient 802 780 802 0 Ss nanslp 0xffffffff8273c560 syz-executor.3 794 780 794 0 Rs syz-executor.2 785 780 785 0 Rs syz-executor.1 784 780 784 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100119 S uwait 0xfffff80015da1d00 syz-fuzzer 100120 S uwait 0xfffff80015f29f00 syz-fuzzer 100121 S uwait 0xfffff80015f29d00 syz-fuzzer 100122 S uwait 0xfffff80015f29b00 syz-fuzzer 100123 S uwait 0xfffff80015f29100 syz-fuzzer 100124 S uwait 0xfffff80015f29300 syz-fuzzer 100125 S uwait 0xfffff800253f1300 syz-fuzzer 100126 S kqread 0xfffff80015da6f00 syz-fuzzer 100585 S uwait 0xfffff80025e6c500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e10b20 csh 776 694 776 0 Ss select 0xfffff80015da55c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aff4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015affcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a874b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a87cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a8b4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a8bcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8e4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8ecb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff80015f3f140 sshd 507 1 507 0 Ss select 0xfffff80015de2ec0 syslogd 436 1 436 0 Ss select 0xfffff800252a9740 devd 435 1 435 65 Ss select 0xfffff80015d48140 dhclient 350 1 350 0 Ss select 0xfffff800252a9bc0 dhclient 347 1 347 0 Ss select 0xfffff80015f3fbc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ca4538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100087 D launds 0xffffffff82846d44 [laundry: dom0] 100088 D umarcl 0xffffffff815cb6d0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830d1828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82ecf3c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7538 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e20450 [deadlkres] 100074 D - 0xfffff80015a1a900 [acpi_task_0] 100075 D - 0xfffff80015a1a900 [acpi_task_1] 100076 D - 0xfffff80015a1a900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 13431 (syz-executor.1) thread 0xfffffe0094f84720 (113121) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0003928718) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3928 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80025cf15b0) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:1252 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e800) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:397 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pcb 2668 12494K 37181 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 sctp_atcl 2640 2640K 25907 sctp_stro 1320 2640K 7872 kobj 328 2624K 488 vtbuf 24 2064K 46 sctp_atky 3960 1485K 33799 newblk 10 1037K 13109 vfscache 3 1035K 3 sctp_athm 2640 990K 26022 sctp_map 2640 990K 15404 inodedep 305 824K 12573 acpica 1674 649K 55230 subproc 145 586K 13517 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3499 BPF 46 337K 46 filedesc 18 275K 24923 linker 348 270K 409 DEVFS1 107 214K 124 module 512 192K 512 kdtrace 221 182K 27171 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 352 154K 352 dirrem 295 148K 12494 pagedep 9 140K 12471 tfo_ccache 1 136K 1 sem 4 120K 4 freefile 294 111K 12474 sctp_timw 211 106K 211 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 temp 36 81K 6576 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 135 75K 2307 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 44 38K 75 KTRACE 101 38K 102 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 kqueue 65 33K 13498 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 30 DEVFSP 80 30K 157 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 256 ifnet 7 25K 7 plimit 24 24K 427 kcovinfo 64 24K 68 pwddesc 63 24K 13433 CAM queue 5 21K 1528 selfd 55 21K 184710 pfs_nodes 20 20K 20 proc-args 52 20K 676 UART 12 18K 12 session 35 18K 68 bmsafemap 2 17K 12537 ksem 1 16K 130 rpc 2 16K 2 shmfd 1 16K 447 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 lockf 36 14K 68 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 pf_ifnet 14 11K 658 CAM XPT 22 11K 543 Unitno 27 11K 51 uidinfo 3 9K 11 pf_table 2 8K 477 memdesc 1 8K 1 ipsec-saq 2 8K 2 statfs 1 8K 12684 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 95 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 16 6K 5562 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 4943 ipsec 3 3K 3 mkdir 8 3K 24906 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 12490 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 12465 ip6opt 4 2K 16 vnodemarker 2 2K 64 NFSD session 1 2K 1 diradd 5 2K 12534 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 113 crypto 4 2K 10 newdirblk 4 2K 12453 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 17782 pf_osfp 3 2K 3 tcpfunc 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 pf_rule 2 1K 533 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 120 entropy 2 1K 42 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 12233 sctp_iter 0 0K 211 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 203 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 48 sctp_stri 0 0K 330 mqdata 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 cdg data 0 0K 91 chd data 0 0K 249 dctcp data 0 0K 238 vegas data 0 0K 124 tcp_do 0 0K 0 tcp_fsb 0 0K 1724 htcp data 0 0K 449 cubic data 0 0K 217 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 8509 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 31 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 12 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 6 ip_msource 0 0K 0 ip_moptions 0 0K 4 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 6 tcp_log_dev 0 0K 5 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2464 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 122 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 23513 ioctlops 0 0K 3104 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 744 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 13 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8348 946 905821 0 254 38068224 0 malloc-384 384 41291 149 109365 0 30 15912960 0 malloc-8192 8192 1323 23 17980 0 1 11026432 0 malloc-1024 1024 4154 6 4446 0 16 4259840 0 mbuf_cluster 2048 1560 2 1560 0 254 3198976 0 sctp_asoc 2288 1320 65 7702 0 254 3168880 0 malloc-1024 1024 2763 69 27078 0 16 2899968 0 malloc-2048 2048 1328 34 8218 0 8 2789376 0 mbuf 256 10166 544 1504402 0 254 2741760 0 malloc-8192 8192 329 2 775 0 1 2711552 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-1024 1024 374 1746 13660 0 16 2170880 0 malloc-1024 1024 2 2010 8517 0 16 2060288 0 BUF TRIE 144 190 13278 998 0 62 1939392 0 UMA Slabs 0 112 16695 6 16695 0 126 1870512 0 sctp_ep 1280 1320 42 17977 0 254 1743360 0 RADIX NODE 144 11235 242 363847 0 62 1652688 0 malloc-384 384 4024 96 60251 0 30 1582080 0 malloc-384 384 2334 1776 152475 0 30 1578240 0 malloc-1024 1024 1352 40 18011 0 16 1425408 0 sctp_raddr 736 1491 82 8599 0 254 1157728 0 malloc-512 512 366 1778 38274 0 30 1097728 0 malloc-8192 8192 72 6 13638 0 1 638976 0 FFS inode 1160 517 22 12991 0 8 625240 0 malloc-32768 32768 11 6 12608 0 1 557056 0 tcp_log 416 0 1152 2202 0 254 479232 0 malloc-16384 16384 26 0 30 0 1 425984 0 tcp_bbr_map 128 0 3317 69347 0 126 424576 0 malloc-384 384 1004 66 5139 0 30 410880 0 mbuf_packet 256 1038 522 30151 0 254 399360 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1288 92 191105 0 30 364320 0 THREAD 1808 157 19 13737 0 8 318208 0 VNODE 448 555 93 13031 0 30 290304 0 sctp_chunk 152 1814 84 2477 0 254 288496 0 malloc-384 384 675 25 961 0 30 268800 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-16384 16384 10 6 273 0 1 262144 0 malloc-1024 1024 223 33 14892 0 16 262144 0 256 Bucket 2048 116 12 17102 0 8 262144 0 vmem btag 56 4371 81 4371 0 254 249312 0 socket 944 41 207 25273 0 254 234112 0 malloc-512 512 199 249 682 0 30 229376 0 malloc-2048 2048 107 3 124 0 8 225280 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-4096 4096 4 46 2944 0 2 204800 0 malloc-65536 65536 2 1 179 0 1 196608 0 MAP ENTRY 96 1630 386 719675 0 126 193536 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-8192 8192 16 4 176 0 1 163840 0 malloc-512 512 306 14 1627 0 30 163840 0 S VFS Cache 104 1019 346 13724 0 126 141960 0 ertt_txseginfo 40 1 3534 89876 0 254 141400 0 FFS2 dinode 256 517 23 12991 0 62 138240 0 tcpcb 1064 4 122 4931 0 254 134064 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 6 2 8 0 1 131072 0 VMSPACE 2544 39 12 13414 0 4 129744 0 malloc-512 512 224 24 777 0 30 126976 0 malloc-384 384 268 62 197731 0 30 126720 0 ksiginfo 112 66 978 879 0 126 116928 0 PROC 1336 62 19 13432 0 8 108216 0 128 Bucket 1024 59 36 1760 0 16 97280 0 filedesc0 1072 63 21 13433 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 210 7312 0 30 85680 0 32 Bucket 256 208 122 17816 0 62 84480 0 tcp_inpcb 488 4 164 4931 0 254 81984 0 malloc-512 512 97 63 13874 0 30 81920 0 pcpu-8 8 4751 4465 19197 0 254 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 89 0 1 65536 0 malloc-4096 4096 11 5 926 0 2 65536 0 malloc-384 384 90 60 12111 0 30 57600 0 malloc-8192 8192 3 4 12690 0 1 57344 0 malloc-1024 1024 53 3 57 0 16 57344 0 16 Bucket 144 293 99 4788 0 62 56448 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 4 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 961 0 2 49152 0 malloc-2048 2048 18 6 22 0 8 49152 0 malloc-2048 2048 9 13 1538 0 8 45056 0 64 Bucket 512 51 37 10638 0 30 45056 0 clpbuf 2624 0 16 23 0 16 41984 0 DIRHASH 1024 34 6 34 0 16 40960 0 Files 80 236 264 50127 0 126 40000 0 malloc-384 384 30 70 4980 0 30 38400 0 NAMEI 1024 1 35 68229 0 16 36864 0 malloc-4096 4096 1 8 280 0 2 36864 0 malloc-4096 4096 8 1 201 0 2 36864 0 pipe 744 23 22 718 0 16 33480 0 malloc-4096 4096 6 2 23 0 2 32768 0 malloc-512 512 23 41 12706 0 30 32768 0 malloc-512 512 21 43 15133 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 sctp_stream_msg_out 112 232 56 2222 0 254 32256 0 tcp_rack_pcb 832 0 36 1724 0 16 29952 0 tcp_bbr_pcb 832 0 36 823 0 16 29952 0 malloc-4096 4096 7 0 7 0 2 28672 0 malloc-512 512 32 24 1656 0 30 28672 0 KNOTE 160 28 147 269199 0 62 28000 0 TURNSTILE 136 177 12 177 0 62 25704 0 PWD 32 21 735 12541 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 42 258 3402 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 11 0 8 20480 0 2 Bucket 32 108 522 6038 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 177 15 177 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 4 4 22 0 8 16384 0 sctp_laddr 48 61 275 11434 0 254 16128 0 vtnet_tx_hdr 24 0 668 491052 0 254 16032 0 udp_inpcb 488 7 25 347 0 254 15616 0 unpcb 256 20 40 1686 0 254 15360 0 rtentry 176 30 39 34 0 62 12144 0 ertt 72 4 164 4931 0 126 12096 0 kenv 258 15 30 1060 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-8192 8192 0 1 2 0 1 8192 0 malloc-4096 4096 0 2 2445 0 2 8192 0 malloc-2048 2048 0 4 9 0 8 8192 0 malloc-1024 1024 0 8 173 0 16 8192 0 PGRP 88 35 57 70 0 126 8096 0 rl_entry 40 53 149 53 0 254 8080 0 tcp_rack_map 112 0 72 176 0 126 8064 0 udpcb 32 7 245 465 0 254 8064 0 4 Bucket 48 6 162 306 0 254 8064 0 sctp_readq 152 0 52 99 0 254 7904 0 ripcb 488 5 11 166 0 254 7808 0 udplite_inpcb 488 0 16 118 0 254 7808 0 itimer 352 0 22 14 0 30 7744 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 23 0 126 6448 0 domainset 40 0 126 14 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 tcp_log_node 120 0 33 2 0 126 3960 0 UMA Slabs 1 176 17 5 17 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0