panic: Non-zero write count cpuid = 0 time = 1621782271 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0088785830 vpanic() at vpanic+0x1c7/frame 0xfffffe0088785890 panic() at panic+0x43/frame 0xfffffe00887858f0 freevnode() at freevnode+0x3e9/frame 0xfffffe0088785920 vput_final() at vput_final+0xef/frame 0xfffffe0088785990 ktr_writerequest() at ktr_writerequest+0x735/frame 0xfffffe0088785a80 ktr_submitrequest() at ktr_submitrequest+0x5e/frame 0xfffffe0088785ab0 amd64_syscall() at amd64_syscall+0x4c3/frame 0xfffffe0088785bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0088785bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80090d20a, rsp = 0x7fffffffa508, rbp = 0x7fffffffa540 --- KDB: enter: panic [ thread pid 776 tid 100112 ] Stopped at kdb_enter+0x67: movq $0,0x163736e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x80 rdx 0xffffffff81a243a5 rbx 0 rsp 0xfffffe0088785810 rbp 0xfffffe0088785830 rsi 0x1 rdi 0 r8 0 r9 0x8080808080808080 r10 0xfffffe0088785700 r11 0x1ff77fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c1c r15 0xffffffff81a74c1c rip 0xffffffff81131a97 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163736e(%rip) db> show proc Process 776 (sshd) at 0xfffff80035503a60: state: NORMAL uid: 0 gids: 0 parent: pid 694 at 0xfffff8003538ba60 ABI: FreeBSD ELF64 flag: 0x10004100 flag2: 0 arguments: sshd: root@notty reaper: 0xfffff80004bc7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094fcf3e0 (map 0xfffffe0094fcf3e0) (map.pmap 0xfffffe0094fcf4a0) (pmap 0xfffffe0094fcf500) threads: 1 100112 Run CPU 0 sshd db> ps pid ppid pgrp uid state wmesg wchan cmd 14003 782 782 0 R syz-executor.0 10598 1 10598 65 Ss select 0xfffff800386df5c0 dhclient 9202 1 9202 0 Ss select 0xfffff80038c1b8c0 dhclient 9188 1 9188 0 Ss select 0xfffff800389a28c0 dhclient 9153 1 9153 65 Ss select 0xfffff80038837d40 dhclient 6752 1 6752 0 Ss select 0xfffff80035c4ad40 dhclient 6748 1 6748 0 Ss select 0xfffff800384572c0 dhclient 6713 1 6713 65 Ss select 0xfffff80038457bc0 dhclient 3297 1 3297 0 Ss select 0xfffff800383c3a40 dhclient 3294 1 3294 0 Ss select 0xfffff80035fc42c0 dhclient 3275 1 3275 65 Ss select 0xfffff80038081140 dhclient 1622 1 783 0 S uwait 0xfffff80015da1300 syz-executor.1 1621 1 783 0 S uwait 0xfffff80015da1100 syz-executor.1 1601 1 783 0 S uwait 0xfffff80035bd8b00 syz-executor.1 1600 1 783 0 S uwait 0xfffff80015ddf300 syz-executor.1 1186 1 783 0 S uwait 0xfffff80004e22b00 syz-executor.1 1177 1 783 0 S uwait 0xfffff800354c1d00 syz-executor.1 1167 1 827 0 S uwait 0xfffff80015aaa500 syz-executor.3 1162 1 827 0 S umtxn 0xfffff80015ddfd00 syz-executor.3 1161 1 812 0 S uwait 0xfffff80015de6f00 syz-executor.2 1157 1 812 0 S uwait 0xfffff80035dd5700 syz-executor.2 1112 1 783 0 S uwait 0xfffff80015ddfb00 syz-executor.1 1111 1 783 0 S umtxn 0xfffff80015de8300 syz-executor.1 827 780 827 0 Ds ktrace_ 0xffffffff8271e7e8 syz-executor.3 824 1 824 0 Ss select 0xfffff80035c7bec0 dhclient 821 1 821 0 Ss select 0xfffff80035c7b5c0 dhclient 812 780 812 0 Rs syz-executor.2 783 780 783 0 Ds ktrace_ 0xffffffff8271e7e8 syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 D (threaded) syz-fuzzer 100113 D ktrace_ 0xffffffff8271e7e8 syz-fuzzer 100116 D ktrace_ 0xffffffff8271e7e8 syz-fuzzer 100117 S uwait 0xfffff80015de2700 syz-fuzzer 100118 S uwait 0xfffff80015de2100 syz-fuzzer 100119 S uwait 0xfffff80015da1700 syz-fuzzer 100120 S uwait 0xfffff80015de2300 syz-fuzzer 100121 S uwait 0xfffff80015de4b00 syz-fuzzer 100122 S uwait 0xfffff80015de6900 syz-fuzzer 100305 S uwait 0xfffff80035ac4900 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800354b90b0 csh 776 694 776 0 Rs CPU 0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a8a4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a8acb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a8e4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a8ecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a924b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a92cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a954b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a95cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c561 cron 694 1 694 0 Ss select 0xfffff80015de32c0 sshd 507 1 507 0 Rs CPU 1 syslogd 436 1 436 0 Ss select 0xfffff80015ea6ec0 devd 435 1 435 65 Ss select 0xfffff80015d9c440 dhclient 350 1 350 0 Ss select 0xfffff80015de0d40 dhclient 347 1 347 0 Ss select 0xfffff80015d9c5c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ca9a60 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100096 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cd2b0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82ff3828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830ed3c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 RunQ [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e21530 [deadlkres] 100074 D - 0xfffff80015a23900 [acpi_task_0] 100075 D - 0xfffff80015a23900 [acpi_task_1] 100076 D - 0xfffff80015a23900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 776 (sshd) thread 0xfffffe00559e9000 (100112) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff80035f42098) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3679 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e7e8) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:416 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 pcb 476 2630K 32249 kobj 328 2624K 488 vtbuf 24 2064K 46 newblk 8 1036K 13843 vfscache 3 1035K 3 inodedep 317 836K 13201 subproc 163 667K 14095 acpica 1674 649K 55230 filedesc 36 567K 26217 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_atcl 448 448K 22479 sctp_stro 224 448K 6496 bus 990 378K 3499 BPF 46 337K 46 linker 348 270K 409 sctp_atky 672 252K 29459 DEVFS1 107 214K 124 module 512 192K 512 kdtrace 237 192K 28112 vnet_data 1 176K 1 sctp_athm 448 168K 23017 sctp_map 448 168K 12992 tidhash 3 164K 3 umtx 374 164K 374 dirrem 309 155K 13114 pagedep 8 140K 13104 tfo_ccache 1 136K 1 sem 4 120K 4 freefile 308 116K 13103 UMA 270 102K 270 pf_rule 25 93K 36 audit_evclass 236 89K 294 temp 36 81K 4990 mtx_pool 2 80K 2 routetbl 140 78K 451 syncache 1 76K 1 sctp_timw 147 74K 147 vmem 3 72K 5 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 108 41K 12697 lltable 42 36K 95 taskqueue 60 36K 60 kqueue 74 36K 14092 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 12 DEVFSP 80 30K 967 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 pwddesc 72 27K 14004 cred 26 26K 274 ifnet 7 25K 7 plimit 24 24K 445 kcovinfo 64 24K 68 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 52 20K 652 UART 12 18K 12 session 35 18K 48 bmsafemap 2 17K 13173 selfd 43 17K 196199 ksem 1 16K 41 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 pf_table 3 12K 8 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 106 vt 11 11K 11 pf_ifnet 15 11K 47 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 18 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 99 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 5261 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 3825 ipsec 3 3K 3 in_multi 6 3K 9 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 freework 5 3K 13115 sctp_ifn 6 3K 14 mkdir 6 3K 26170 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 13093 vnodemarker 2 2K 42 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 100 crypto 4 2K 4 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 20423 newdirblk 3 2K 13085 diradd 3 2K 13154 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 927 entropy 2 1K 45 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8398 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 1 sctp_stri 0 0K 1406 cubic data 0 0K 19 chd data 0 0K 9 mqdata 0 0K 0 cdg data 0 0K 19 vegas data 0 0K 44 tcp_do 0 0K 0 tcp_fsb 0 0K 1623 dctcp data 0 0K 92 htcp data 0 0K 21 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 11216 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 18 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 18 allocindir 0 0K 0 indirdep 0 0K 11 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 162 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 1 ip_moptions 0 0K 6 in_mfilter 0 0K 4 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 13272 namei_tracker 0 0K 10 export_host 0 0K 0 cl_savebuf 0 0K 7 tcp_log_dev 0 0K 422 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2328 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 124 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 21140 ioctlops 0 0K 329 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 765 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 954 984788 0 254 37986304 0 malloc-384 384 35816 444 102450 0 30 13923840 0 malloc-1024 1024 4154 6 4442 0 16 4259840 0 malloc-8192 8192 329 2 542 0 1 2711552 0 mbuf 256 8911 1244 1716101 0 254 2599680 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-8192 8192 227 81 14901 0 1 2523136 0 malloc-1024 1024 388 1952 13355 0 16 2396160 0 malloc-1024 1024 2 2278 11241 0 16 2334720 0 tcp_log 416 0 5229 54055 0 254 2175264 0 BUF TRIE 144 188 13280 841 0 62 1939392 0 malloc-384 384 2350 1970 166717 0 30 1658880 0 UMA Slabs 0 112 14017 20 14017 0 126 1572144 0 RADIX NODE 144 10569 236 334390 0 62 1555920 0 mbuf_cluster 2048 645 1 645 0 254 1323008 0 malloc-512 512 378 1958 40270 0 30 1196032 0 malloc-32768 32768 21 7 13255 0 1 917504 0 malloc-384 384 1870 200 57838 0 30 794880 0 malloc-1024 1024 580 180 24755 0 16 778240 0 sctp_asoc 2288 224 111 6496 0 254 766480 0 malloc-8192 8192 81 8 14024 0 1 729088 0 malloc-2048 2048 232 84 7012 0 8 647168 0 FFS inode 1160 524 29 13630 0 8 641480 0 malloc-16384 16384 26 1 30 0 1 442368 0 sctp_ep 1280 224 112 14898 0 254 430080 0 VM OBJECT 264 1417 128 198496 0 30 407880 0 malloc-384 384 1004 46 5851 0 30 403200 0 lkpicurr 160 2 2348 2 0 62 376000 0 lkpimm 160 1 2324 1 0 62 372000 0 malloc-1024 1024 256 104 14931 0 16 368640 0 THREAD 1808 164 23 14107 0 8 338096 0 sctp_raddr 736 224 205 9371 0 254 315744 0 VNODE 448 563 76 13670 0 30 286272 0 malloc-1024 1024 228 44 15696 0 16 278528 0 malloc-384 384 676 24 963 0 30 268800 0 256 Bucket 2048 118 12 16272 0 8 266240 0 malloc-65536 65536 4 0 4 0 1 262144 0 MAP ENTRY 96 2157 447 745685 0 126 249984 0 malloc-16384 16384 10 5 273 0 1 245760 0 malloc-2048 2048 107 5 124 0 8 229376 0 DEVCTL 1024 0 216 132 0 0 221184 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-4096 4096 5 40 2339 0 2 184320 0 vmem btag 56 3042 42 3042 0 254 172704 0 malloc-8192 8192 16 5 174 0 1 172032 0 malloc-512 512 317 11 1776 0 30 167936 0 mbuf_packet 256 92 553 20974 0 254 165120 0 VMSPACE 2544 49 14 13987 0 4 160272 0 malloc-4096 4096 34 3 152 0 2 151552 0 socket 944 42 118 22134 0 254 151040 0 S VFS Cache 104 1066 338 14631 0 126 146016 0 FFS2 dinode 256 524 31 13628 0 62 142080 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 178 0 1 131072 0 sctp_chunk 152 140 666 23624 0 254 122512 0 PROC 1328 71 19 14003 0 8 119520 0 malloc-384 384 255 55 210453 0 30 119040 0 ksiginfo 112 75 969 1181 0 126 116928 0 malloc-512 512 200 8 677 0 30 106496 0 tcp_bbr_map 128 0 806 6578 0 126 103168 0 tcp_inpcb 488 4 204 3813 0 254 101504 0 ertt_txseginfo 40 1 2524 38463 0 254 101000 0 malloc-16384 16384 6 0 6 0 1 98304 0 filedesc0 1072 72 19 14004 0 8 97552 0 32 Bucket 256 221 139 27260 0 62 92160 0 malloc-512 512 160 16 217 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 g_bio 408 0 210 6777 0 30 85680 0 malloc-512 512 99 61 13573 0 30 81920 0 128 Bucket 1024 36 35 1318 0 16 72704 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 4 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 3 1 5 0 1 65536 0 16 Bucket 144 335 113 4325 0 62 64512 0 malloc-8192 8192 2 5 13276 0 1 57344 0 malloc-8192 8192 4 3 534 0 1 57344 0 malloc-1024 1024 53 3 57 0 16 57344 0 tcpcb 1064 4 45 3813 0 254 52136 0 malloc-384 384 87 43 10196 0 30 49920 0 malloc-16384 16384 1 2 17 0 1 49152 0 malloc-4096 4096 5 7 515 0 2 49152 0 malloc-2048 2048 9 15 1505 0 8 49152 0 malloc-2048 2048 18 4 22 0 8 45056 0 clpbuf 2624 0 16 20 0 16 41984 0 pcpu-8 8 4965 155 5559 0 254 40960 0 64 Bucket 512 53 27 10236 0 30 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 69577 0 16 36864 0 malloc-512 512 20 52 14625 0 30 36864 0 Files 80 234 216 46182 0 126 36000 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 6 2 22 0 2 32768 0 malloc-4096 4096 8 0 199 0 2 32768 0 malloc-512 512 19 45 13310 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 malloc-384 384 30 50 3922 0 30 30720 0 tcp_rack_pcb 832 0 36 1623 0 16 29952 0 pipe 744 23 17 381 0 16 29760 0 malloc-4096 4096 7 0 7 0 2 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 27 148 192734 0 62 28000 0 malloc-4096 4096 1 5 282 0 2 24576 0 malloc-2048 2048 9 3 16 0 8 24576 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 50 250 2964 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 829 0 16 22464 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-512 512 32 8 1854 0 30 20480 0 sctp_stream_msg_out 112 94 86 770 0 254 20160 0 PWD 32 24 606 13178 0 254 20160 0 2 Bucket 32 130 500 4263 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 22 53 1924 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 1 667 512238 0 254 16032 0 ripcb 488 5 27 584 0 254 15616 0 udp_inpcb 488 6 26 315 0 254 15616 0 sctp_laddr 48 16 236 3643 0 254 12096 0 udplite_inpcb 488 0 24 549 0 254 11712 0 kenv 258 15 30 1056 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-4096 4096 0 2 142 0 2 8192 0 malloc-2048 2048 0 4 8 0 8 8192 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 0 8 49 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 50 0 126 8096 0 rl_entry 40 55 147 55 0 254 8080 0 tcp_rack_map 112 0 72 2307 0 126 8064 0 udpcb 32 6 246 864 0 254 8064 0 ipq 56 0 144 2 0 254 8064 0 ertt 72 4 108 3813 0 126 8064 0 4 Bucket 48 7 161 346 0 254 8064 0 sctp_readq 152 0 52 477 0 254 7904 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 pf tags 104 1 38 1 0 126 4056 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 tcptw 88 0 46 3 0 254 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 tcp_log_node 120 0 33 2 0 126 3960 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0