panic: Non-zero write count cpuid = 1 time = 1621756736 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0088742760 vpanic() at vpanic+0x1c7/frame 0xfffffe00887427c0 panic() at panic+0x43/frame 0xfffffe0088742820 freevnode() at freevnode+0x3e9/frame 0xfffffe0088742850 vput_final() at vput_final+0xef/frame 0xfffffe00887428c0 ktr_writerequest() at ktr_writerequest+0x735/frame 0xfffffe00887429b0 ktr_submitrequest() at ktr_submitrequest+0x5e/frame 0xfffffe00887429e0 dofilewrite() at dofilewrite+0x1d6/frame 0xfffffe0088742a30 sys_write() at sys_write+0x10c/frame 0xfffffe0088742ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0088742bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0088742bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x4ae72b, rsp = 0xc000e99480, rbp = 0xc000e994d0 --- KDB: enter: panic [ thread pid 780 tid 100126 ] Stopped at kdb_enter+0x67: movq $0,0x163736e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x80 rdx 0xffffffff819c36cb rbx 0 rsp 0xfffffe0088742740 rbp 0xfffffe0088742760 rsi 0x1 rdi 0 r8 0 r9 0x8080808080808080 r10 0xfffffe0088742630 r11 0x1ff77fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c1a r15 0xffffffff81a74c1a rip 0xffffffff81131a97 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x163736e(%rip) db> show proc Process 780 (syz-fuzzer) at 0xfffff8003554e530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffff8003554ea60 ABI: FreeBSD ELF64 flag: 0x10004080 flag2: 0 arguments: ./syz-fuzzer -executor=./syz-executor -name=vm-5 -arch=amd64 -manager=10.128.0.248:54351 -sandbox=none -procs=4 -cover=true -debug=false -test=false -optional=slowdown=1 reaper: 0xfffff80004bc7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00559449f0 (map 0xfffffe00559449f0) (map.pmap 0xfffffe0055944ab0) (pmap 0xfffffe0055944b10) threads: 9 100118 RunQ syz-fuzzer 100120 RunQ syz-fuzzer 100121 S uwait 0xfffff80035a17700 syz-fuzzer 100122 S uwait 0xfffff80035a17900 syz-fuzzer 100123 S uwait 0xfffff80035a17b00 syz-fuzzer 100124 S uwait 0xfffff80035a17d00 syz-fuzzer 100125 S uwait 0xfffff80015a94700 syz-fuzzer 100126 Run CPU 1 syz-fuzzer 100127 S uwait 0xfffff80035a17300 syz-fuzzer db> ps pid ppid pgrp uid state wmesg wchan cmd 4898 4895 783 0 SV uwait 0xfffff80050818100 syz-executor.1 4895 1 783 0 DV ppwait 0xfffff8006c0ae4e0 syz-executor.1 4894 1 783 0 S uwait 0xfffff80050818b00 syz-executor.1 4889 4887 783 0 SV uwait 0xfffff80050eb4f00 syz-executor.1 4887 1 783 0 DV ppwait 0xfffff80050fb9a10 syz-executor.1 4883 1 783 0 S uwait 0xfffff80050bbd900 syz-executor.1 4874 4873 783 0 SV uwait 0xfffff80050383900 syz-executor.1 4873 1 783 0 DV ppwait 0xfffff800508414e0 syz-executor.1 4872 1 783 0 S uwait 0xfffff80035c29500 syz-executor.1 4862 1 783 0 SV uwait 0xfffff80050818500 syz-executor.1 4861 1 783 0 SV uwait 0xfffff80050383d00 syz-executor.1 4860 4859 783 0 S uwait 0xfffff80050eb4d00 syz-executor.1 4859 4858 783 0 SV uwait 0xfffff80050eb4900 syz-executor.1 4858 1 783 0 DV ppwait 0xfffff8006c165a10 syz-executor.1 4855 1 783 0 S uwait 0xfffff80035dba100 syz-executor.1 4551 1 4551 65 Ss select 0xfffff8006c0252c0 dhclient 3629 1 3629 0 Ss select 0xfffff8006c025bc0 dhclient 3624 1 3624 0 Ss select 0xfffff8006c0e1d40 dhclient 3605 1 3605 65 Ss select 0xfffff8006c251740 dhclient 2806 1 2806 0 Ss select 0xfffff80050c84d40 dhclient 2803 1 2803 0 Ss select 0xfffff8006c0a4ec0 dhclient 2784 1 2784 65 Ss select 0xfffff8006c0a48c0 dhclient 2521 1 2519 0 S uwait 0xfffff80035de2500 syz-executor.0 2520 1 2519 0 S uwait 0xfffff80050383b00 syz-executor.0 2518 1 2513 0 S uwait 0xfffff80015d40b00 syz-executor.2 2517 1 2510 0 S uwait 0xfffff80035de2300 syz-executor.1 2516 1 2513 0 S uwait 0xfffff80035dbad00 syz-executor.2 2515 1 2511 0 S uwait 0xfffff80035dba700 syz-executor.3 2514 1 2511 0 S uwait 0xfffff80050383700 syz-executor.3 2512 1 2510 0 S uwait 0xfffff80015d82f00 syz-executor.1 2509 1 2507 0 S uwait 0xfffff80015d77d00 syz-executor.0 2508 1 2507 0 S uwait 0xfffff80015d34900 syz-executor.0 2506 1 2500 0 S uwait 0xfffff80015d80900 syz-executor.2 2505 1 2499 0 S uwait 0xfffff80050818700 syz-executor.3 2504 1 2498 0 S uwait 0xfffff80050818d00 syz-executor.1 2503 1 2500 0 S uwait 0xfffff80015d80300 syz-executor.2 2502 1 2499 0 S uwait 0xfffff80050818f00 syz-executor.3 2501 1 2498 0 S uwait 0xfffff80035de2100 syz-executor.1 2497 1 2495 0 S uwait 0xfffff80015d7cd00 syz-executor.0 2496 1 2495 0 S uwait 0xfffff80050383100 syz-executor.0 2494 1 2486 0 S uwait 0xfffff80035de2f00 syz-executor.3 2493 1 2487 0 S uwait 0xfffff80015d28700 syz-executor.2 2492 1 2487 0 S uwait 0xfffff80015d77700 syz-executor.2 2491 1 2482 0 S uwait 0xfffff80015d34300 syz-executor.1 2490 1 2486 0 S uwait 0xfffff80015a94500 syz-executor.3 2488 1 2482 0 S uwait 0xfffff80035de2900 syz-executor.1 2481 1 2470 0 S uwait 0xfffff80035dba500 syz-executor.1 2480 1 2470 0 S uwait 0xfffff80035dba300 syz-executor.1 2476 1 2470 0 S uwait 0xfffff80015d82d00 syz-executor.1 2474 1 2470 0 S uwait 0xfffff80050383f00 syz-executor.1 2024 1 2024 0 Ss select 0xfffff80035a195c0 dhclient 2021 1 2021 0 Ss select 0xfffff80035e29440 dhclient 2002 1 2002 65 Ss select 0xfffff80035ec55c0 dhclient 1861 1 800 0 S uwait 0xfffff80015d80500 syz-executor.2 1860 1 782 0 S uwait 0xfffff80035dbaf00 syz-executor.0 1859 1 842 0 S uwait 0xfffff80015d80100 syz-executor.3 1854 1 842 0 S uwait 0xfffff80015d79100 syz-executor.3 1853 1 782 0 S uwait 0xfffff80015d34100 syz-executor.0 1852 1 800 0 S uwait 0xfffff80015d77300 syz-executor.2 1847 1 842 0 S uwait 0xfffff80035dbab00 syz-executor.3 1846 1 800 0 S uwait 0xfffff80015d34500 syz-executor.2 1845 1 782 0 S uwait 0xfffff80015d28d00 syz-executor.0 1839 1 800 0 S uwait 0xfffff80015d79900 syz-executor.2 1836 1 800 0 S uwait 0xfffff80015d34b00 syz-executor.2 1109 1 1109 0 Ss select 0xfffff80035a192c0 dhclient 1106 1 1106 0 Ss select 0xfffff80035ec5440 dhclient 842 780 842 0 Rs CPU 0 syz-executor.3 800 780 800 0 Ss piperd 0xfffff800355312e8 syz-executor.2 783 780 783 0 Ss piperd 0xfffff80035531ba0 syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100118 RunQ syz-fuzzer 100120 RunQ syz-fuzzer 100121 S uwait 0xfffff80035a17700 syz-fuzzer 100122 S uwait 0xfffff80035a17900 syz-fuzzer 100123 S uwait 0xfffff80035a17b00 syz-fuzzer 100124 S uwait 0xfffff80035a17d00 syz-fuzzer 100125 S uwait 0xfffff80015a94700 syz-fuzzer 100126 Run CPU 1 syz-fuzzer 100127 S uwait 0xfffff80035a17300 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003554eb10 csh 776 694 776 0 Ss select 0xfffff800355568c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015afe4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015afecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a864b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a86cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a8a4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a8acb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8e4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8ecb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c561 cron 694 1 694 0 Ss select 0xfffff80015de72c0 sshd 507 1 507 0 Ss select 0xfffff80015d2ba40 syslogd 436 1 436 0 Ss select 0xfffff80015d35140 devd 435 1 435 65 Ss select 0xfffff8003521b8c0 dhclient 350 1 350 0 Ss select 0xfffff80015d7b8c0 dhclient 347 1 347 0 Ss select 0xfffff80015d7e740 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ca4530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100086 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100097 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100087 D launds 0xffffffff82846d44 [laundry: dom0] 100088 D umarcl 0xffffffff815cd2b0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f41828 [sctp_iterator] 16 0 0 0 RL [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e21531 [deadlkres] 100074 D - 0xfffff80015a19900 [acpi_task_0] 100075 D - 0xfffff80015a19900 [acpi_task_1] 100076 D - 0xfffff80015a19900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 782 (syz-executor.0) thread 0xfffffe00558c0ac0 (100104) exclusive sleep mutex process lock (process lock) r = 0 (0xfffff80015ca4128) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_trap.c:116 Process 780 (syz-fuzzer) thread 0xfffffe0094fe0740 (100126) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff80035ab5258) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3679 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e7e8) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_ktrace.c:416 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 pcb 464 2543K 13050 vtbuf 24 2064K 46 filedesc 118 1894K 9765 newblk 42 1053K 7933 subproc 246 1037K 5989 vfscache 3 1035K 3 inodedep 236 755K 5127 acpica 1674 649K 55230 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_atcl 421 421K 9691 sctp_stro 200 400K 2998 bus 990 378K 3499 BPF 46 337K 46 linker 348 270K 409 kdtrace 319 249K 13086 sctp_atky 621 233K 13007 DEVFS1 107 214K 124 umtx 462 203K 462 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_athm 421 158K 9903 sctp_map 400 150K 5920 pagedep 9 140K 4909 tfo_ccache 1 136K 1 sem 4 120K 4 dirrem 224 112K 4924 UMA 270 102K 270 audit_evclass 236 89K 294 freefile 227 86K 4895 mtx_pool 2 80K 2 temp 35 77K 2574 syncache 1 76K 1 vmem 3 72K 5 routetbl 127 69K 500 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 187 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 kqueue 115 51K 5862 eventhandler 133 50K 133 lltable 51 45K 131 ithread 99 43K 99 pwddesc 113 43K 5870 rman 84 42K 425 KTRACE 103 39K 3034 taskqueue 60 36K 60 ksem 32 35K 224 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 sctp_timw 65 33K 65 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 22 DEVFSP 80 30K 404 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 262 ifnet 7 25K 7 plimit 24 24K 486 session 48 24K 84 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 83289 pfs_nodes 20 20K 20 proc-args 52 20K 677 UART 12 18K 12 bmsafemap 2 17K 5060 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 inpcbpolicy 34 13K 2880 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 252 vt 11 11K 11 acpisem 28 11K 28 osd 27 11K 1209 CAM XPT 22 11K 543 Unitno 27 11K 47 pf_ifnet 11 9K 80 freework 18 9K 4948 uidinfo 3 9K 18 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 159 sctp_stri 7 7K 721 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pf_osfp 10 4K 10 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 9652 in_multi 6 3K 13 tcp_fsb 7 3K 283 nexusdev 7 3K 7 feeder 7 3K 7 freeblks 5 3K 4839 procdesc 5 3K 18 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 310 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 116 crypto 4 2K 281 newdirblk 4 2K 4826 diradd 4 2K 4964 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 9155 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 15 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 freefrag 2 1K 31 xform 2 1K 715 entropy 2 1K 43 iov 2 1K 22013 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 indirdep 1 1K 123 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 24 pf_rule 0 0K 131 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 16 dctcp data 0 0K 23 cubic data 0 0K 8 sctp_mcore 0 0K 0 sctp_socko 0 0K 4573 sctp_iter 0 0K 19 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 10 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 0 htcp data 0 0K 18 chd data 0 0K 14 vegas data 0 0K 12 tcp_do 0 0K 0 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 2498 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 146 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 80 ip6_msource 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 10 in_mfilter 0 0K 15 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 10 VN POLL 0 0K 4 twa_commands 0 0K 0 statfs 0 0K 5015 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 71 tcp_log_dev 0 0K 96 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 11221 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 139 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 734 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 743 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 21 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8321 976 744635 0 254 38080512 0 malloc-384 384 35780 190 64851 0 30 13812480 0 tcp_log 416 12212 5059 60379 0 254 7184736 0 malloc-1024 1024 4154 18 4698 0 16 4272128 0 mbuf 256 10792 848 1972255 0 254 2979840 0 malloc-8192 8192 329 3 637 0 1 2719744 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-32768 32768 62 8 5029 0 1 2293760 0 malloc-8192 8192 217 33 6069 0 1 2048000 0 RADIX NODE 144 12006 1851 183025 0 62 1995408 0 BUF TRIE 144 353 13115 6842 0 62 1939392 0 UMA Slabs 0 112 13179 30 13179 0 126 1479408 0 mbuf_cluster 2048 705 1 705 0 254 1445888 0 malloc-8192 8192 122 8 5896 0 1 1064960 0 malloc-384 384 2287 223 110328 0 30 963840 0 malloc-4096 4096 2 213 11248 0 2 880640 0 ertt_txseginfo 40 11759 10057 493214 0 254 872640 0 malloc-384 384 1987 103 25228 0 30 802560 0 malloc-1024 1024 602 78 11310 0 16 696320 0 FFS inode 1160 543 31 5461 0 8 665840 0 tcp_bbr_map 128 0 4433 194240 0 126 567424 0 sctp_asoc 2288 200 40 2960 0 254 549120 0 malloc-1024 1024 301 231 5310 0 16 544768 0 VM OBJECT 264 1926 129 86470 0 30 542520 0 malloc-65536 65536 1 7 226 0 1 524288 0 malloc-2048 2048 208 38 3459 0 8 503808 0 malloc-1024 1024 2 434 2961 0 16 446464 0 MAP ENTRY 96 4137 483 334273 0 126 443520 0 malloc-16384 16384 26 1 38 0 1 442368 0 malloc-512 512 327 505 18051 0 30 425984 0 THREAD 1808 205 26 7229 0 8 417648 0 malloc-384 384 1013 37 4281 0 30 403200 0 malloc-65536 65536 4 2 9 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 sctp_ep 1280 214 62 6066 0 254 353280 0 256 Bucket 2048 144 18 18156 0 8 331776 0 malloc-65536 65536 0 5 24 0 1 327680 0 malloc-1024 1024 278 38 8260 0 16 323584 0 malloc-1024 1024 246 50 6151 0 16 303104 0 g_bio 408 0 740 33418 0 30 301920 0 VNODE 448 582 75 5501 0 30 294336 0 malloc-384 384 675 25 993 0 30 268800 0 VMSPACE 2544 84 12 5824 0 4 244224 0 malloc-16384 16384 10 4 273 0 1 229376 0 sctp_raddr 736 235 73 4714 0 254 226688 0 malloc-2048 2048 107 3 124 0 8 225280 0 DEVCTL 1024 0 216 132 0 0 221184 0 sctp_chunk 152 1023 381 4112 0 254 213408 0 malloc-512 512 361 15 1106 0 30 192512 0 UMA Zones 768 242 2 242 0 16 187392 0 mbuf_packet 256 179 526 21347 0 254 180480 0 vmem btag 56 3138 18 3138 0 254 176736 0 PROC 1328 112 20 5855 0 8 175296 0 socket 944 87 93 10325 0 254 169920 0 malloc-8192 8192 16 3 174 0 1 155648 0 S VFS Cache 104 1026 378 6072 0 126 146016 0 FFS2 dinode 256 543 27 5460 0 62 145920 0 filedesc0 1072 113 20 5870 0 8 142576 0 malloc-65536 65536 2 0 2 0 1 131072 0 clpbuf 2624 0 48 882 0 16 125952 0 malloc-384 384 266 54 88724 0 30 122880 0 ksiginfo 112 116 928 799 0 126 116928 0 malloc-512 512 211 13 418 0 30 114688 0 malloc-16384 16384 6 0 6 0 1 98304 0 128 Bucket 1024 66 29 2148 0 16 97280 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 95 41 5435 0 30 69632 0 tcpcb 1064 23 40 1197 0 254 67032 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 32 Bucket 256 119 136 25005 0 62 65280 0 malloc-4096 4096 10 5 266 0 2 61440 0 tcp_inpcb 488 26 94 1197 0 254 58560 0 malloc-1024 1024 53 3 57 0 16 57344 0 malloc-512 512 107 5 335 0 30 57344 0 malloc-384 384 105 35 5228 0 30 53760 0 udplite_inpcb 488 0 104 1257 0 254 50752 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 29 0 1 49152 0 malloc-8192 8192 4 2 542 0 1 49152 0 malloc-4096 4096 5 7 515 0 2 49152 0 malloc-2048 2048 9 15 1533 0 8 49152 0 malloc-2048 2048 18 4 22 0 8 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 NAMEI 1024 0 40 35620 0 16 40960 0 malloc-8192 8192 2 3 5021 0 1 40960 0 malloc-4096 4096 8 2 220 0 2 40960 0 malloc-512 512 32 48 5114 0 30 40960 0 malloc-512 512 21 59 6207 0 30 40960 0 pcpu-8 8 4707 413 6847 0 254 40960 0 malloc-4096 4096 7 2 52 0 2 36864 0 64 Bucket 512 60 12 7030 0 30 36864 0 Files 80 300 150 23596 0 126 36000 0 malloc-384 384 49 41 1294 0 30 34560 0 TURNSTILE 136 232 20 232 0 62 34272 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 1 7 281 0 2 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 16 Bucket 144 103 121 2482 0 62 32256 0 tcp_rack_pcb 832 7 29 283 0 16 29952 0 tcp_bbr_pcb 832 0 36 580 0 16 29952 0 malloc-4096 4096 7 0 7 0 2 28672 0 KNOTE 160 27 148 109973 0 62 28000 0 pipe 744 23 12 554 0 16 26040 0 SLEEPQUEUE 88 232 56 232 0 126 25344 0 malloc-8192 8192 0 3 91 0 1 24576 0 malloc-2048 2048 9 3 17 0 8 24576 0 malloc-2048 2048 9 3 217 0 8 24576 0 malloc-2048 2048 4 8 116 0 8 24576 0 malloc-512 512 33 15 2132 0 30 24576 0 PWD 32 45 711 4910 0 254 24192 0 2 Bucket 32 201 555 6167 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 47 253 1782 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 cpuset 104 38 117 187 0 126 16120 0 vtnet_tx_hdr 24 0 668 734730 0 254 16032 0 unpcb 256 20 40 1341 0 254 15360 0 sctp_stream_msg_out 112 64 44 605 0 254 12096 0 sctp_laddr 48 156 96 2203 0 254 12096 0 ripcb 488 5 19 175 0 254 11712 0 udp_inpcb 488 6 18 251 0 254 11712 0 kenv 258 15 30 1060 0 30 11610 0 malloc-4096 4096 0 2 388 0 2 8192 0 malloc-2048 2048 0 4 9 0 8 8192 0 malloc-1024 1024 0 8 73 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 48 44 84 0 126 8096 0 rl_entry 40 84 118 84 0 254 8080 0 tcp_rack_map 112 14 58 603 0 126 8064 0 udpcb 32 6 246 1508 0 254 8064 0 ertt 72 23 89 1197 0 126 8064 0 4 Bucket 48 6 162 153 0 254 8064 0 sctp_readq 152 0 52 293 0 254 7904 0 cryptop 280 0 28 58 0 30 7840 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 185 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo_ccache_entries 80 1 31 1 0 126 2560 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0