panic: Non-zero write count cpuid = 0 time = 1621755283 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0094dcc830 vpanic() at vpanic+0x1c7/frame 0xfffffe0094dcc890 panic() at panic+0x43/frame 0xfffffe0094dcc8f0 freevnode() at freevnode+0x3e9/frame 0xfffffe0094dcc920 vput_final() at vput_final+0xef/frame 0xfffffe0094dcc990 ktr_writerequest() at ktr_writerequest+0x735/frame 0xfffffe0094dcca80 ktr_submitrequest() at ktr_submitrequest+0x5e/frame 0xfffffe0094dccab0 ia32_syscall() at ia32_syscall+0x53d/frame 0xfffffe0094dccbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5b8 KDB: enter: panic [ thread pid 783 tid 100107 ] Stopped at kdb_enter+0x67: movq $0,0x163736e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8113aa70 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0094dcc810 rbp 0xfffffe0094dcc830 rsi 0 rdi 0xffffffff8113aaa6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0094dcc700 r11 0x1ff6bfff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c1c r15 0xffffffff81a74c1c rip 0xffffffff81131a97 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x163736e(%rip) db> show proc Process 783 (syz-executor.1) at 0xfffff80015f01000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 780 at 0xfffff80015e8ca60 ABI: FreeBSD ELF32 flag: 0x10004000 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bc7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094f7d3e0 (map 0xfffffe0094f7d3e0) (map.pmap 0xfffffe0094f7d4a0) (pmap 0xfffffe0094f7d500) threads: 1 100107 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 1899 783 783 0 S (threaded) syz-executor.1 100473 S nanslp 0xffffffff8273c561 syz-executor.1 101322 S connec 0xfffff80052dc60e0 syz-executor.1 834 820 834 0 Ss select 0xfffff80015d33bc0 dhclient 826 1 826 0 Ss select 0xfffff8005299a2c0 dhclient 820 801 436 65 S select 0xfffff80015a985c0 dhclient 808 780 808 0 Ss piperd 0xfffff8005224b2e8 syz-executor.3 801 436 436 0 S wait 0xfffff80052a17a60 sh 792 780 792 0 Ss piperd 0xfffff800523c92e8 syz-executor.2 783 780 783 0 Rs CPU 0 syz-executor.1 782 780 782 0 Ss piperd 0xfffff800524612e8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100102 S uwait 0xfffff80015d74b00 syz-fuzzer 100118 S uwait 0xfffff800522c7300 syz-fuzzer 100119 S uwait 0xfffff800522c7500 syz-fuzzer 100120 S uwait 0xfffff800522c7700 syz-fuzzer 100121 S kqread 0xfffff80015d78b00 syz-fuzzer 100122 S uwait 0xfffff800522c7b00 syz-fuzzer 100123 S uwait 0xfffff80015ca7d00 syz-fuzzer 100124 S uwait 0xfffff80004c4c100 syz-fuzzer 100125 S uwait 0xfffff80015ca7f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800524ad0b0 csh 776 694 776 0 Ss select 0xfffff8005245bd40 sshd 760 1 760 0 Ss+ ttyin 0xfffff8001540acb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015ab14b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015ab1cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab44b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab4cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abc4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abccb0 getty 750 1 24 0 S+ piperd 0xfffff800523ad2e8 logger 749 748 24 0 S+ nanslp 0xffffffff8273c561 sleep 748 1 24 0 S+ wait 0xfffff80015c54000 sh 698 1 698 0 Ss nanslp 0xffffffff8273c561 cron 694 1 694 0 Ss select 0xfffff80052356bc0 sshd 507 1 507 0 Ss select 0xfffff80052356740 syslogd 436 1 436 0 Ss wait 0xfffff80015e8c000 devd 435 1 435 65 Ss select 0xfffff80015ea4740 dhclient 350 1 350 0 Ss select 0xfffff80052356a40 dhclient 347 1 347 0 Ss select 0xfffff80015e59a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c54a60 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100099 D sdflush 0xfffff8000413a4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100087 D launds 0xffffffff82846d44 [laundry: dom0] 100088 D umarcl 0xffffffff815cd2b0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f2a828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d783c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d92488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d82d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d82d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004cb0d00 [thr_0] 100029 D - 0xfffff80004cb0d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cb0900 [firmware taskq] 100038 D - 0xfffff80004cb0500 [crypto_0] 100039 D - 0xfffff80004cb0500 [crypto_1] 100055 D - 0xfffff80015340900 [vtnet0 rxq 0] 100056 D - 0xfffff80015340500 [vtnet0 txq 0] 100057 D - 0xfffff80015340100 [vtnet0 rxq 1] 100058 D - 0xfffff800153a7d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015392700 [virtio_balloon] 100064 D - 0xfffff800153a7900 [mca taskq] 100069 D - 0xffffffff81e21531 [deadlkres] 100074 D - 0xfffff80015a46d00 [acpi_task_0] 100075 D - 0xfffff80015a46d00 [acpi_task_1] 100076 D - 0xfffff80015a46d00 [acpi_task_2] 100077 D - 0xfffff80004cb0100 [CAM taskq] db> show all locks Process 783 (syz-executor.1) thread 0xfffffe0094f203a0 (100107) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff800522b9cd8) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3679 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e7e8) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:416 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4241 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 pcb 196 1378K 3109 newblk 592 1328K 4185 vfscache 3 1035K 3 inodedep 177 696K 1321 acpica 1674 649K 55230 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 subproc 128 513K 1999 intr 4 480K 4 bus 990 378K 3499 linker 348 270K 409 DEVFS1 107 214K 124 module 512 192K 512 filedesc 12 178K 2211 vnet_data 1 176K 1 sctp_atcl 170 170K 2578 sctp_stro 85 170K 860 kdtrace 202 168K 3237 tidhash 3 164K 3 pagedep 20 146K 1109 umtx 330 145K 330 tfo_ccache 1 136K 1 BPF 22 136K 22 sem 4 120K 4 UMA 270 102K 270 sctp_atky 255 96K 3665 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2049 syncache 1 76K 1 vmem 3 72K 5 routetbl 126 69K 403 msg 4 68K 4 dirrem 131 66K 1244 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_athm 170 64K 2744 sctp_map 170 64K 1720 DEVFS3 126 63K 136 ifaddr 67 63K 69 ether_multi 152 57K 162 gtaskqueue 18 57K 18 freefile 144 54K 1238 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 lltable 50 44K 57 ithread 99 43K 99 rman 84 42K 425 KTRACE 101 38K 129 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 sctp_timw 67 34K 67 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 5 kqueue 57 30K 1911 GEOM 60 29K 489 in6_multi 65 29K 65 DEVFSP 74 28K 174 kbdmux 6 28K 6 ifnet 7 25K 7 cred 24 24K 206 kcovinfo 64 24K 68 plimit 22 22K 348 CAM queue 5 21K 1528 pwddesc 55 21K 1907 pf_rule 5 20K 10 pfs_nodes 20 20K 20 proc-args 47 18K 554 UART 12 18K 12 bmsafemap 2 17K 1304 ksem 1 16K 14 rpc 2 16K 2 shmfd 1 16K 33 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 session 26 13K 35 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 selfd 31 12K 23613 diradd 30 12K 1277 vt 11 11K 11 freework 22 11K 2407 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 pf_ifnet 12 10K 32 uidinfo 3 9K 11 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 mkdir 20 8K 2196 indirdep 15 8K 148 acpidev 20 8K 20 hhook 15 8K 17 lockf 19 8K 29 mount 16 7K 90 fpukern_ctx 3 6K 3 newdirblk 16 6K 1098 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 inpcbpolicy 13 5K 469 freeblks 9 5K 1300 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 select 10 4K 31 osd 9 4K 234 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 sctp_ifn 6 3K 14 pf_osfp 6 3K 6 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 10 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 4852 filecaps 5 2K 72 crypto 4 2K 58 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 8 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 freefrag 2 1K 151 xform 2 1K 203 entropy 2 1K 38 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 48 cubic data 0 0K 0 chd data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 cdg data 0 0K 16 sctp_mcore 0 0K 0 sctp_socko 0 0K 1099 sctp_iter 0 0K 22 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 13 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 34 sctp_stri 0 0K 408 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 99 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 8 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 1267 namei_tracker 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 164 tcp_log_dev 0 0K 30 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2233 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 103 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14706 ioctlops 0 0K 148 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 635 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 13 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8331 979 69777 0 254 38133760 0 malloc-384 384 35091 69 44273 0 30 13501440 0 malloc-1024 1024 4146 6 4336 0 16 4251648 0 malloc-8192 8192 329 3 504 0 1 2719744 0 mbuf 256 8951 919 187219 0 254 2526720 0 pbuf 2624 0 957 0 0 2 2511168 0 BUF TRIE 144 190 13278 1828 0 62 1939392 0 UMA Slabs 0 112 12391 26 12391 0 126 1390704 0 mbuf_cluster 2048 600 2 600 0 254 1232896 0 malloc-384 384 2219 591 80126 0 30 1079040 0 tcp_log 416 0 2511 8870 0 254 1044576 0 malloc-1024 1024 239 585 1453 0 16 843776 0 RADIX NODE 144 5329 296 55759 0 62 810000 0 malloc-8192 8192 88 8 1452 0 1 786432 0 malloc-512 512 781 579 6864 0 30 696320 0 FFS inode 1160 508 45 1755 0 8 641480 0 malloc-384 384 1513 57 8947 0 30 602880 0 malloc-8192 8192 64 7 1920 0 1 581632 0 malloc-32768 32768 9 7 1252 0 1 524288 0 malloc-384 384 1003 37 3677 0 30 399360 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1117 98 28892 0 30 320760 0 malloc-1024 1024 284 24 3671 0 16 315392 0 ertt_txseginfo 40 0 7575 72907 0 254 303000 0 tcp_bbr_map 128 3 2353 17509 0 126 301568 0 THREAD 1808 146 19 1329 0 8 298320 0 VNODE 448 546 93 1794 0 30 286272 0 256 Bucket 2048 122 14 11497 0 8 278528 0 malloc-384 384 674 16 938 0 30 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-1024 1024 216 36 2153 0 16 258048 0 malloc-16384 16384 10 5 273 0 1 245760 0 malloc-16384 16384 14 1 18 0 1 245760 0 malloc-2048 2048 107 5 124 0 8 229376 0 sctp_asoc 2288 85 15 860 0 254 228800 0 DEVCTL 1024 12 204 132 0 0 221184 0 malloc-2048 2048 93 11 1376 0 8 212992 0 malloc-65536 65536 1 2 178 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-4096 4096 2 38 2236 0 2 163840 0 MAP ENTRY 96 1260 420 103749 0 126 161280 0 vmem btag 56 2686 110 2686 0 254 156576 0 malloc-8192 8192 16 3 155 0 1 155648 0 mbuf_packet 256 109 491 6629 0 254 153600 0 malloc-512 512 292 4 1036 0 30 151552 0 sctp_ep 1280 85 32 1449 0 254 149760 0 FFS2 dinode 256 508 47 1753 0 62 142080 0 malloc-1024 1024 117 19 1482 0 16 139264 0 S VFS Cache 104 1002 324 2268 0 126 137904 0 malloc-65536 65536 2 0 2 0 1 131072 0 clpbuf 2624 0 48 135 0 16 125952 0 ksiginfo 112 56 988 213 0 126 116928 0 VMSPACE 2544 32 13 1890 0 4 114480 0 sctp_raddr 736 85 69 1457 0 254 113344 0 malloc-384 384 248 32 25082 0 30 107520 0 malloc-512 512 190 10 262 0 30 102400 0 malloc-16384 16384 6 0 6 0 1 98304 0 PROC 1328 54 18 1906 0 8 95616 0 UMA Kegs 384 227 6 227 0 30 89472 0 socket 944 26 66 3089 0 254 86848 0 malloc-512 512 113 55 1892 0 30 86016 0 filedesc0 1072 55 22 1907 0 8 82544 0 malloc-4096 4096 15 2 103 0 2 69632 0 128 Bucket 1024 49 18 451 0 16 68608 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 g_bio 408 0 160 6127 0 30 65280 0 malloc-1024 1024 53 3 57 0 16 57344 0 32 Bucket 256 112 98 18230 0 62 53760 0 malloc-384 384 86 44 1550 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 9 0 1 49152 0 malloc-8192 8192 2 4 1273 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 547 0 2 49152 0 malloc-2048 2048 9 13 1318 0 8 45056 0 malloc-2048 2048 18 4 22 0 8 45056 0 malloc-512 512 36 52 2494 0 30 45056 0 malloc-512 512 80 8 207 0 30 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 0 40 17916 0 16 40960 0 malloc-1024 1024 2 38 104 0 16 40960 0 pcpu-8 8 4709 411 5041 0 254 40960 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 6 2 27 0 2 32768 0 malloc-4096 4096 8 0 199 0 2 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 64 Bucket 512 49 15 3231 0 30 32768 0 malloc-4096 4096 1 6 281 0 2 28672 0 malloc-4096 4096 7 0 7 0 2 28672 0 malloc-512 512 32 24 1292 0 30 28672 0 KNOTE 160 28 147 14557 0 62 28000 0 Files 80 193 157 10237 0 126 28000 0 pipe 744 21 14 304 0 16 26040 0 TURNSTILE 136 166 23 166 0 62 25704 0 malloc-512 512 32 16 1725 0 30 24576 0 ttyinq 160 135 15 300 0 62 24000 0 sctp_chunk 152 99 57 968 0 254 23712 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_rack_pcb 832 0 27 48 0 16 22464 0 tcpcb 1064 5 16 222 0 254 22344 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 PWD 32 16 614 1180 0 254 20160 0 16 Bucket 144 103 37 1790 0 62 20160 0 2 Bucket 32 91 539 1894 0 254 20160 0 SLEEPQUEUE 88 166 58 166 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 31 19 273 0 30 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 4 4 23 0 8 16384 0 vtnet_tx_hdr 24 0 668 91428 0 254 16032 0 8 Bucket 80 45 155 667 0 126 16000 0 tcp_inpcb 488 5 27 222 0 254 15616 0 tcp_bbr_pcb 832 1 17 93 0 16 14976 0 udp_inpcb 488 6 18 182 0 254 11712 0 kenv 258 15 30 1047 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-4096 4096 0 2 28 0 2 8192 0 malloc-2048 2048 0 4 5 0 8 8192 0 malloc-1024 1024 0 8 28 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 26 66 35 0 126 8096 0 rl_entry 40 58 144 58 0 254 8080 0 sctp_stream_msg_out 112 21 51 300 0 254 8064 0 sctp_laddr 48 76 92 432 0 254 8064 0 tcp_rack_map 112 0 72 77 0 126 8064 0 udpcb 32 6 246 212 0 254 8064 0 ertt 72 5 107 222 0 126 8064 0 4 Bucket 48 5 163 74 0 254 8064 0 tcp_log_node 120 0 66 8 0 126 7920 0 sctp_readq 152 0 52 197 0 254 7904 0 cryptop 280 0 28 16 0 30 7840 0 ripcb 488 2 14 35 0 254 7808 0 udplite_inpcb 488 0 16 30 0 254 7808 0 itimer 352 0 22 20 0 30 7744 0 unpcb 256 11 19 1145 0 254 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 pf tags 104 1 38 1 0 126 4056 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 sctp_asconf_ack 48 0 84 28 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0