panic: Non-zero write count cpuid = 0 time = 1621758845 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009036f8d0 vpanic() at vpanic+0x1c7/frame 0xfffffe009036f930 panic() at panic+0x43/frame 0xfffffe009036f990 freevnode() at freevnode+0x3e9/frame 0xfffffe009036f9c0 vput_final() at vput_final+0xef/frame 0xfffffe009036fa30 ktr_writerequest() at ktr_writerequest+0x735/frame 0xfffffe009036fb20 ktr_drain() at ktr_drain+0x148/frame 0xfffffe009036fb70 ktruserret() at ktruserret+0x55/frame 0xfffffe009036fb90 ast() at ast+0xa4b/frame 0xfffffe009036fbf0 doreti_ast() at doreti_ast+0x1f/frame 0xffffd6c8 KDB: enter: panic [ thread pid 782 tid 100125 ] Stopped at kdb_enter+0x67: movq $0,0x163736e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8113aa70 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe009036f8b0 rbp 0xfffffe009036f8d0 rsi 0 rdi 0xffffffff8113aaa6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009036f7a0 r11 0x1ff6ffff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c1c r15 0xffffffff81a74c1c rip 0xffffffff81131a97 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x163736e(%rip) db> show proc Process 782 (syz-executor.0) at 0xfffff80022a9b530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 780 at 0xfffff80015dd4000 ABI: FreeBSD ELF32 flag: 0x10004000 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bc7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0090dab9f0 (map 0xfffffe0090dab9f0) (map.pmap 0xfffffe0090dabab0) (pmap 0xfffffe0090dabb10) threads: 1 100125 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 7339 783 783 0 R (threaded) syz-executor.1 108071 RunQ syz-executor.1 108123 S connec 0xfffff80072072bf0 syz-executor.1 7286 1 797 0 S uwait 0xfffff80072045700 syz-executor.2 7284 1 797 0 S uwait 0xfffff8007a4dd700 syz-executor.2 7158 1 782 0 S uwait 0xfffff8007a522b00 syz-executor.0 7156 1 796 0 S uwait 0xfffff8007a9e8300 syz-executor.3 7151 1 782 0 S uwait 0xfffff8007a17d100 syz-executor.0 7150 1 796 0 S uwait 0xfffff8007a584300 syz-executor.3 7149 1 797 0 S uwait 0xfffff8007a971300 syz-executor.2 7144 1 782 0 S uwait 0xfffff80022acbd00 syz-executor.0 7141 1 796 0 S uwait 0xfffff8007a522d00 syz-executor.3 7138 1 797 0 S uwait 0xfffff800154b2900 syz-executor.2 7135 1 797 0 S uwait 0xfffff80022b6fb00 syz-executor.2 7127 1 797 0 S uwait 0xfffff80015d67b00 syz-executor.2 7123 1 797 0 S uwait 0xfffff8007ae6eb00 syz-executor.2 6513 1 783 0 S uwait 0xfffff80015daeb00 syz-executor.1 6512 1 783 0 S uwait 0xfffff8007a9d6b00 syz-executor.1 6006 1 796 0 S uwait 0xfffff80015da2700 syz-executor.3 6000 1 796 0 S uwait 0xfffff8007a17d700 syz-executor.3 5627 1 796 0 S uwait 0xfffff80015da5100 syz-executor.3 5493 1 797 0 S uwait 0xfffff8007a4dd500 syz-executor.2 5487 1 797 0 S uwait 0xfffff8007a17d500 syz-executor.2 5485 1 797 0 S uwait 0xfffff8007a4dd300 syz-executor.2 5479 1 782 0 S uwait 0xfffff80022acbf00 syz-executor.0 5478 1 797 0 S uwait 0xfffff8007a4dd100 syz-executor.2 5477 1 797 0 S uwait 0xfffff8007a17db00 syz-executor.2 5470 1 782 0 S uwait 0xfffff8007a4dd900 syz-executor.0 5438 1 5438 65 Ss select 0xfffff8007a9e3440 dhclient 4991 1 4989 0 S uwait 0xfffff8007a17d900 syz-executor.0 4986 1 4984 0 S uwait 0xfffff80015da6d00 syz-executor.0 4981 1 4978 0 S uwait 0xfffff8007a584b00 syz-executor.0 4977 1 4974 0 S uwait 0xfffff80015d67100 syz-executor.0 4976 1 4974 0 S uwait 0xfffff8007a584100 syz-executor.0 4441 1 4441 0 Ss select 0xfffff8007ac8ba40 dhclient 4436 1 4436 0 Ss select 0xfffff8007aa9f440 dhclient 4403 1 4403 65 Ss select 0xfffff80022dffa40 dhclient 3413 1 3413 0 Ss select 0xfffff8007ab2c740 dhclient 3407 1 3407 0 Ss select 0xfffff8007ab2c140 dhclient 3385 1 3385 65 Ss select 0xfffff8007aaff8c0 dhclient 3376 1 782 0 S uwait 0xfffff80022acbb00 syz-executor.0 3366 1 782 0 S uwait 0xfffff8007a17dd00 syz-executor.0 3362 1 797 0 S uwait 0xfffff80015d67500 syz-executor.2 3358 1 782 0 S uwait 0xfffff80015d71500 syz-executor.0 3353 1 797 0 S uwait 0xfffff80015dae500 syz-executor.2 3344 1 797 0 S uwait 0xfffff8007a9d6d00 syz-executor.2 3339 1 797 0 S uwait 0xfffff8007a9d6f00 syz-executor.2 3333 1 797 0 S uwait 0xfffff80022c17500 syz-executor.2 3251 1 782 0 S uwait 0xfffff80022b6fd00 syz-executor.0 3244 1 782 0 S uwait 0xfffff80022acb100 syz-executor.0 3239 1 782 0 S uwait 0xfffff80022c17300 syz-executor.0 3232 1 782 0 S uwait 0xfffff80022acb300 syz-executor.0 3229 1 782 0 S uwait 0xfffff80022b6f100 syz-executor.0 2299 1 2299 0 Ss select 0xfffff8007a58a440 dhclient 2292 1 2292 0 Ss select 0xfffff8007a58a5c0 dhclient 2257 1 2257 65 Ss select 0xfffff8007a52cd40 dhclient 1843 1 797 0 S uwait 0xfffff80022a28b00 syz-executor.2 1841 1 796 0 S uwait 0xfffff8007a17df00 syz-executor.3 1833 1 797 0 S uwait 0xfffff80015d67300 syz-executor.2 1830 1 796 0 S uwait 0xfffff80015d71f00 syz-executor.3 1823 1 797 0 S uwait 0xfffff80015da6300 syz-executor.2 1821 1 796 0 S uwait 0xfffff80015da5300 syz-executor.3 1812 1 796 0 S uwait 0xfffff800154b2300 syz-executor.3 1811 1 796 0 S uwait 0xfffff80022a28f00 syz-executor.3 1311 1 783 0 S uwait 0xfffff80015da9300 syz-executor.1 1307 1 783 0 S uwait 0xfffff80015d71100 syz-executor.1 1298 1 783 0 S uwait 0xfffff80022b6f300 syz-executor.1 1294 1 783 0 S uwait 0xfffff80022b6ff00 syz-executor.1 1293 1 783 0 S uwait 0xfffff80022b6f900 syz-executor.1 1174 1 1174 0 Ss select 0xfffff80022d808c0 dhclient 1171 1 1171 0 Ss select 0xfffff80022cbfa40 dhclient 1059 1 782 0 S uwait 0xfffff80022b6f500 syz-executor.0 1057 1 782 0 S uwait 0xfffff80015d67d00 syz-executor.0 921 1 797 0 S uwait 0xfffff80015da2500 syz-executor.2 920 1 797 0 S uwait 0xfffff80015da2300 syz-executor.2 919 1 797 0 S uwait 0xfffff80015da2100 syz-executor.2 918 1 797 0 S uwait 0xfffff80022a28d00 syz-executor.2 797 780 797 0 Rs syz-executor.2 796 780 796 0 Rs syz-executor.3 783 780 783 0 Rs syz-executor.1 782 780 782 0 Rs CPU 0 syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100101 S uwait 0xfffff80015da5700 syz-fuzzer 100117 RunQ syz-fuzzer 100118 S uwait 0xfffff80015dae700 syz-fuzzer 100119 S uwait 0xfffff80015da9b00 syz-fuzzer 100120 S uwait 0xfffff80015a93b00 syz-fuzzer 100121 S uwait 0xfffff80022a28900 syz-fuzzer 100122 S uwait 0xfffff80015a93d00 syz-fuzzer 100123 S uwait 0xfffff80022a28300 syz-fuzzer 103069 S kqread 0xfffff80015d67900 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800222fab10 csh 776 694 776 0 Ss select 0xfffff800225218c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b004b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b00cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a874b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a87cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a8a4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a8acb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8d4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8dcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff80015da75c0 sshd 507 1 507 0 Ss select 0xfffff80015da7440 syslogd 436 1 436 0 Ss select 0xfffff80015da78c0 devd 435 1 435 65 Ss select 0xfffff80015d65740 dhclient 350 1 350 0 Ss select 0xfffff80015eef2c0 dhclient 347 1 347 0 Ss select 0xfffff80015da7140 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ce1530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cd2b0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e3e828 [sctp_iterator] 16 0 0 0 RL [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 RunQ [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 RunQ [irq29: virtio_pci1] 100052 Run CPU 1 [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 RunQ [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e21530 [deadlkres] 100074 D - 0xfffff80015a19900 [acpi_task_0] 100075 D - 0xfffff80015a19900 [acpi_task_1] 100076 D - 0xfffff80015a19900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 782 (syz-executor.0) thread 0xfffffe0090da5900 (100125) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff80022d53cd8) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3679 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e7e8) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:694 Process 12 (intr) thread 0xfffffe005198e000 (100052) exclusive sleep mutex vtnet0-tx0 (vtnet0-tx0) r = 0 (0xfffff800153c8a00) locked @ /syzkaller/managers/i386/kernel/sys/dev/virtio/network/if_vtnet.c:2869 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 pcb 579 3015K 17255 kobj 328 2624K 488 filedesc 132 2121K 12709 vtbuf 24 2064K 46 sctp_stro 251 1602K 3981 subproc 256 1096K 7474 newblk 8 1036K 8216 vfscache 3 1035K 3 acpica 1674 649K 55230 inodedep 25 544K 6842 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_atcl 518 518K 12635 intr 4 480K 4 bus 990 378K 3499 BPF 46 337K 46 sctp_atky 769 289K 17212 linker 348 270K 409 kdtrace 333 257K 15469 DEVFS1 107 214K 124 umtx 462 203K 462 sctp_athm 518 195K 12997 module 512 192K 512 sctp_map 502 189K 7824 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 11 141K 6481 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 temp 36 81K 3351 mtx_pool 2 80K 2 routetbl 143 79K 659 syncache 1 76K 1 vmem 3 72K 5 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 kqueue 124 55K 7443 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 lltable 54 48K 204 pwddesc 120 45K 7362 ithread 99 43K 99 rman 84 42K 425 KTRACE 101 38K 248 taskqueue 60 36K 60 sctp_timw 71 36K 71 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 5 cred 31 31K 324 in6_multi 71 31K 71 DEVFSP 80 30K 557 GEOM 60 29K 489 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 467 kcovinfo 64 24K 68 ksem 9 24K 163 CAM queue 5 21K 1528 selfd 55 21K 98866 pf_rule 6 21K 161 pfs_nodes 20 20K 20 proc-args 52 20K 677 session 39 20K 92 inpcbpolicy 48 18K 3050 UART 12 18K 12 bmsafemap 2 17K 6788 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 mount 31 13K 120 sglist 5 13K 5 pf_table 3 12K 61 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 207 vt 11 11K 11 Unitno 29 11K 47 osd 28 11K 2262 acpisem 28 11K 28 pf_ifnet 14 11K 121 CAM XPT 22 11K 543 uidinfo 4 10K 39 freework 18 9K 6928 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 dirrem 15 8K 6756 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 119 fpukern_ctx 3 6K 3 freefile 15 6K 6559 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 filedesc_to_leader 13 5K 24 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pf_osfp 10 4K 10 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 tcp_fsb 8 3K 560 mkdir 8 3K 12846 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 freeblks 5 3K 6530 procdesc 5 3K 18 sctp_ifn 6 3K 15 newdirblk 6 3K 6423 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 294 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 12114 filecaps 5 2K 121 crypto 4 2K 273 diradd 4 2K 6796 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 sctp_stri 1 1K 1072 chacha20random 1 1K 1 vnodes 1 1K 5 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 870 ip_msource 2 1K 17 entropy 2 1K 43 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 htcp data 0 0K 18 pf_altq 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 chd data 0 0K 25 cubic data 0 0K 22 cdg data 0 0K 17 dctcp data 0 0K 30 tcp_do 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 6338 sctp_iter 0 0K 29 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 23 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 7 sctp_aadr 0 0K 124 vegas data 0 0K 12 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 3406 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 145 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 63 allocindir 0 0K 0 indirdep 0 0K 139 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 123 ip6_msource 0 0K 0 ip6_moptions 0 0K 10 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 35 in_mfilter 0 0K 47 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 12 twa_commands 0 0K 0 statfs 0 0K 6581 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 41 tcp_log_dev 0 0K 187 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 4397 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 176 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 19052 ioctlops 0 0K 585 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 748 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 956 558823 0 254 37994496 0 malloc-384 384 36032 118 73737 0 30 13881600 0 malloc-1024 1024 4159 17 4733 0 16 4276224 0 tcp_log 416 0 10233 130665 0 254 4256928 0 mbuf 256 10250 1810 2119679 0 254 3087360 0 malloc-8192 8192 329 2 656 0 1 2711552 0 malloc-32768 32768 69 7 6501 0 1 2490368 0 pbuf 2624 0 907 0 0 2 2379968 0 malloc-8192 8192 269 20 7834 0 1 2367488 0 BUF TRIE 144 184 13284 2753 0 62 1939392 0 RADIX NODE 144 10428 489 183067 0 62 1572048 0 UMA Slabs 0 112 13110 27 13110 0 126 1471344 0 mbuf_cluster 2048 660 0 660 0 254 1351680 0 malloc-8192 8192 129 6 7341 0 1 1105920 0 malloc-384 384 2098 502 115852 0 30 998400 0 malloc-384 384 2117 63 32068 0 30 837120 0 malloc-1024 1024 696 48 14614 0 16 761856 0 FFS inode 1160 564 38 7131 0 8 698320 0 sctp_asoc 2288 251 29 3912 0 254 640640 0 malloc-1024 1024 97 511 7101 0 16 622592 0 malloc-2048 2048 257 21 4402 0 8 569344 0 tcp_bbr_map 128 0 4433 302097 0 126 567424 0 VM OBJECT 264 2029 101 106775 0 30 562320 0 malloc-512 512 84 1004 21907 0 30 557056 0 MAP ENTRY 96 4834 416 413497 0 126 504000 0 ertt_txseginfo 40 1027 11093 814661 0 254 484800 0 malloc-16384 16384 26 0 30 0 1 425984 0 THREAD 1808 210 21 8127 0 8 417648 0 malloc-384 384 1012 48 4746 0 30 407040 0 256 Bucket 2048 176 18 18071 0 8 397312 0 malloc-65536 65536 4 2 20 0 1 393216 0 malloc-1024 1024 2 382 3436 0 16 393216 0 sctp_ep 1280 266 40 7831 0 254 391680 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-1024 1024 298 38 7904 0 16 344064 0 malloc-1024 1024 286 30 9253 0 16 323584 0 VNODE 448 603 81 7171 0 30 306432 0 VMSPACE 2544 99 12 7324 0 4 282384 0 malloc-384 384 694 26 1057 0 30 276480 0 socket 944 100 192 12265 0 254 275648 0 sctp_raddr 736 275 88 6026 0 254 267168 0 malloc-2048 2048 107 3 124 0 8 225280 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-4096 4096 5 49 4470 0 2 221184 0 sctp_chunk 152 707 645 6959 0 254 205504 0 malloc-65536 65536 1 2 257 0 1 196608 0 malloc-65536 65536 0 3 17 0 1 196608 0 malloc-16384 16384 10 2 273 0 1 196608 0 malloc-512 512 361 15 1269 0 30 192512 0 malloc-4096 4096 5 41 515 0 2 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 PROC 1328 121 14 7340 0 8 179280 0 vmem btag 56 3128 28 3128 0 254 176736 0 malloc-8192 8192 16 5 199 0 1 172032 0 mbuf_packet 256 87 573 28155 0 254 168960 0 FFS2 dinode 256 564 66 7131 0 62 161280 0 filedesc0 1072 120 20 7362 0 8 150080 0 S VFS Cache 104 1025 340 7861 0 126 141960 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-384 384 279 61 106088 0 30 130560 0 ksiginfo 112 120 924 669 0 126 116928 0 malloc-16384 16384 7 0 7 0 1 114688 0 malloc-512 512 209 15 552 0 30 114688 0 tcpcb 1064 24 74 2250 0 254 104272 0 128 Bucket 1024 69 30 3072 0 16 101376 0 g_bio 408 0 230 14840 0 30 93840 0 malloc-4096 4096 16 6 360 0 2 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 100 68 7223 0 30 86016 0 clpbuf 2624 0 32 81 0 16 83968 0 tcp_inpcb 488 24 136 2250 0 254 78080 0 malloc-384 384 116 64 7321 0 30 69120 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 2 5 6588 0 1 57344 0 malloc-8192 8192 4 3 536 0 1 57344 0 malloc-1024 1024 53 3 57 0 16 57344 0 malloc-512 512 32 72 7092 0 30 53248 0 malloc-512 512 90 14 274 0 30 53248 0 32 Bucket 256 137 58 14157 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 10 0 1 49152 0 malloc-2048 2048 9 15 1572 0 8 49152 0 malloc-2048 2048 18 4 22 0 8 45056 0 malloc-512 512 23 65 8044 0 30 45056 0 pcpu-8 8 4825 807 7897 0 254 45056 0 Files 80 289 261 27500 0 126 44000 0 malloc-384 384 51 59 2393 0 30 42240 0 NAMEI 1024 0 40 42739 0 16 40960 0 malloc-4096 4096 7 3 81 0 2 40960 0 malloc-4096 4096 8 2 212 0 2 40960 0 64 Bucket 512 54 26 6649 0 30 40960 0 tcp_rack_pcb 832 8 37 560 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 16 Bucket 144 145 107 2653 0 62 36288 0 TURNSTILE 136 232 20 232 0 62 34272 0 pipe 744 28 17 525 0 16 33480 0 malloc-16384 16384 2 0 2 0 1 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 tcp_bbr_pcb 832 0 36 1044 0 16 29952 0 malloc-4096 4096 1 6 280 0 2 28672 0 malloc-4096 4096 7 0 7 0 2 28672 0 KNOTE 160 28 147 106545 0 62 28000 0 malloc-512 512 33 15 1417 0 30 24576 0 PWD 32 66 690 6401 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 42 258 2019 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 232 24 232 0 126 22528 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 4 6 148 0 8 20480 0 sctp_stream_msg_out 112 106 74 868 0 254 20160 0 tcp_rack_map 112 16 164 1109 0 126 20160 0 2 Bucket 32 129 501 4041 0 254 20160 0 udplite_inpcb 488 11 29 188 0 254 19520 0 itimer 352 0 55 218 0 30 19360 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 1336 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 17 0 1 16384 0 sctp_laddr 48 229 107 2496 0 254 16128 0 vtnet_tx_hdr 24 1 667 904074 0 254 16032 0 udp_inpcb 488 8 24 336 0 254 15616 0 ertt 72 24 144 2250 0 126 12096 0 ripcb 488 5 19 276 0 254 11712 0 kenv 258 15 30 1060 0 30 11610 0 L VFS Cache 320 0 36 28 0 30 11520 0 cpuset 104 7 86 79 0 126 9672 0 malloc-4096 4096 0 2 254 0 2 8192 0 malloc-2048 2048 0 4 9 0 8 8192 0 malloc-1024 1024 0 8 67 0 16 8192 0 rtentry 176 31 15 35 0 62 8096 0 tcptw 88 0 92 5 0 254 8096 0 PGRP 88 39 53 94 0 126 8096 0 rl_entry 40 91 111 118 0 254 8080 0 udpcb 32 19 233 524 0 254 8064 0 4 Bucket 48 6 162 201 0 254 8064 0 tcp_log_node 120 0 66 13 0 126 7920 0 sctp_readq 152 3 49 386 0 254 7904 0 cryptop 280 0 28 62 0 30 7840 0 routing nhops 256 27 3 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 sctp_asconf_ack 48 0 84 20 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo_ccache_entries 80 1 31 1 0 126 2560 0 domainset 40 0 63 72 0 254 2520 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0