panic: Non-zero write count cpuid = 1 time = 1621755118 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00516e1830 vpanic() at vpanic+0x1c7/frame 0xfffffe00516e1890 panic() at panic+0x43/frame 0xfffffe00516e18f0 freevnode() at freevnode+0x3e9/frame 0xfffffe00516e1920 vput_final() at vput_final+0xef/frame 0xfffffe00516e1990 ktr_writerequest() at ktr_writerequest+0x735/frame 0xfffffe00516e1a80 ktr_submitrequest() at ktr_submitrequest+0x5e/frame 0xfffffe00516e1ab0 ia32_syscall() at ia32_syscall+0x53d/frame 0xfffffe00516e1bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xffffd5c0 KDB: enter: panic [ thread pid 785 tid 100090 ] Stopped at kdb_enter+0x67: movq $0,0x163736e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8113aa70 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe00516e1810 rbp 0xfffffe00516e1830 rsi 0 rdi 0xffffffff8113aaa6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00516e1700 r11 0x1ffaefff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c1c r15 0xffffffff81a74c1c rip 0xffffffff81131a97 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x163736e(%rip) db> show proc Process 785 (syz-executor.1) at 0xfffff80015d83530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 782 at 0xfffff8003543e530 ABI: FreeBSD ELF32 flag: 0x10004000 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bc7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094fe43e0 (map 0xfffffe0094fe43e0) (map.pmap 0xfffffe0094fe44a0) (pmap 0xfffffe0094fe4500) threads: 1 100090 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 3485 785 785 0 S (threaded) syz-executor.1 103016 S nanslp 0xffffffff8273c560 syz-executor.1 103059 S connec 0xfffff80079270bf0 syz-executor.1 103063 S uwait 0xfffff8007959a500 syz-executor.1 3484 784 784 0 S (threaded) syz-executor.0 103018 S nanslp 0xffffffff8273c560 syz-executor.0 103057 S connec 0xfffff80035518490 syz-executor.0 103061 S uwait 0xfffff8007959a300 syz-executor.0 3416 1 788 0 S uwait 0xfffff80035be5300 syz-executor.2 3410 1 788 0 S uwait 0xfffff8003539c500 syz-executor.2 3407 1 785 0 S uwait 0xfffff8003539c300 syz-executor.1 3404 1 788 0 S uwait 0xfffff80015defd00 syz-executor.2 3402 1 785 0 S uwait 0xfffff80035c68d00 syz-executor.1 3396 1 788 0 S uwait 0xfffff8003539cb00 syz-executor.2 3394 1 788 0 S umtxn 0xfffff80015debf00 syz-executor.2 3392 1 785 0 S umtxn 0xfffff80015dedb00 syz-executor.1 3390 1 788 0 S uwait 0xfffff80015d38100 syz-executor.2 3381 1 785 0 S uwait 0xfffff80015da8f00 syz-executor.1 3379 1 785 0 S uwait 0xfffff80035be5d00 syz-executor.1 3288 1 785 0 S uwait 0xfffff80015deb900 syz-executor.1 3287 1 785 0 S uwait 0xfffff80015deb100 syz-executor.1 3284 1 785 0 S uwait 0xfffff80035c68500 syz-executor.1 3283 1 785 0 S uwait 0xfffff80035c68300 syz-executor.1 3281 1 785 0 S uwait 0xfffff80015deb300 syz-executor.1 3280 1 785 0 S uwait 0xfffff80035a38500 syz-executor.1 3278 1 785 0 S uwait 0xfffff80015debb00 syz-executor.1 3277 1 785 0 S uwait 0xfffff80035c68100 syz-executor.1 3275 1 785 0 S uwait 0xfffff80035be5500 syz-executor.1 3274 1 785 0 S uwait 0xfffff80035a38100 syz-executor.1 3272 1 785 0 S umtxn 0xfffff80015db2d00 syz-executor.1 3271 1 785 0 S uwait 0xfffff80035cd7b00 syz-executor.1 3258 1 788 0 S uwait 0xfffff80015defb00 syz-executor.2 3257 1 788 0 S uwait 0xfffff80035cd7d00 syz-executor.2 3255 1 784 0 S uwait 0xfffff80035be5b00 syz-executor.0 3254 1 784 0 S uwait 0xfffff80015debd00 syz-executor.0 3253 1 788 0 S uwait 0xfffff80035be5100 syz-executor.2 3252 1 788 0 S uwait 0xfffff8003539c900 syz-executor.2 3249 1 788 0 S uwait 0xfffff80035c45d00 syz-executor.2 3248 1 784 0 S uwait 0xfffff8003539cd00 syz-executor.0 3247 1 788 0 S uwait 0xfffff80035cd7f00 syz-executor.2 3244 1 784 0 S uwait 0xfffff80035a38300 syz-executor.0 3241 1 784 0 S uwait 0xfffff80015def700 syz-executor.0 3240 1 784 0 S uwait 0xfffff80035be5900 syz-executor.0 3236 1 784 0 S uwait 0xfffff80015db2100 syz-executor.0 3234 1 784 0 S uwait 0xfffff80015d3a100 syz-executor.0 3231 1 784 0 S uwait 0xfffff800154b2900 syz-executor.0 3230 1 784 0 S uwait 0xfffff800154b2300 syz-executor.0 2498 2490 2498 0 Ss select 0xfffff8007908f140 dhclient 2493 1 2493 0 Ss select 0xfffff800354b7740 dhclient 2490 2483 436 65 S select 0xfffff8007946e2c0 dhclient 2483 436 436 0 S wait 0xfffff80015e64530 sh 2474 1 2474 65 Ss select 0xfffff8007946ed40 dhclient 1137 1 1137 0 Ss select 0xfffff80035ba4a40 dhclient 1129 1 1129 0 Ss select 0xfffff80035a71a40 dhclient 797 782 797 0 Ss piperd 0xfffff8003540cba0 syz-executor.3 788 782 788 0 Ss piperd 0xfffff800359d12e8 syz-executor.2 785 782 785 0 Rs CPU 1 syz-executor.1 784 782 784 0 Ds ktrace_ 0xffffffff8271e7e8 syz-executor.0 782 780 780 0 S (threaded) syz-fuzzer 100114 S uwait 0xfffff80015da8700 syz-fuzzer 100115 S uwait 0xfffff80015db2b00 syz-fuzzer 100116 S uwait 0xfffff80015d3a300 syz-fuzzer 100117 S uwait 0xfffff80015d38d00 syz-fuzzer 100118 S uwait 0xfffff80015d38900 syz-fuzzer 100119 S uwait 0xfffff80015da8900 syz-fuzzer 100120 S uwait 0xfffff80015da8b00 syz-fuzzer 100121 S uwait 0xfffff80015def300 syz-fuzzer 100123 S kqread 0xfffff80015ded300 syz-fuzzer 780 778 780 0 Ss pause 0xfffff8003543eb10 csh 778 694 778 0 Ss select 0xfffff80015da9d40 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015afa4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015afacb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b004b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b00cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a864b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a86cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8b4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8bcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c561 cron 694 1 694 0 Ss select 0xfffff800352bb5c0 sshd 507 1 507 0 Ss select 0xfffff80015d9e2c0 syslogd 436 1 436 0 Ss wait 0xfffff80015e9ba60 devd 435 1 435 65 Ss select 0xfffff80015e73a40 dhclient 350 1 350 0 Ss select 0xfffff800353532c0 dhclient 347 1 347 0 Ss select 0xfffff80015da9140 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c9e530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cd2b0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830ba828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e403c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100069 D - 0xffffffff81e21531 [deadlkres] 100074 D - 0xfffff80015a1a500 [acpi_task_0] 100075 D - 0xfffff80015a1a500 [acpi_task_1] 100076 D - 0xfffff80015a1a500 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 785 (syz-executor.1) thread 0xfffffe0051e49c80 (100090) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff80035a3d098) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:3679 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e7e8) locked @ /syzkaller/managers/i386/kernel/sys/kern/kern_ktrace.c:416 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 pcb 293 1794K 6807 filedesc 92 1473K 5153 newblk 30 1047K 3341 vfscache 3 1035K 3 inodedep 477 996K 2854 subproc 201 866K 3609 acpica 1674 649K 55230 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3499 linker 348 270K 409 sctp_atcl 266 266K 4894 sctp_stro 131 262K 1422 shm 29 256K 52 dirrem 467 234K 2627 kdtrace 278 219K 6556 DEVFS1 107 214K 124 BPF 30 203K 30 module 512 192K 512 vnet_data 1 176K 1 umtx 396 174K 396 freefile 443 167K 2600 tidhash 3 164K 3 pagedep 34 153K 2592 sctp_atky 397 149K 6649 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 sctp_athm 266 100K 5075 sctp_map 262 99K 2824 audit_evclass 236 89K 294 temp 36 81K 2590 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 135 75K 803 vmem 3 72K 5 msg 4 68K 4 acpitask 1 64K 1 ddb_capture 1 64K 1 ifaddr 68 64K 70 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 97 45K 3511 ithread 99 43K 99 lltable 48 42K 77 rman 84 42K 425 KTRACE 101 38K 137 taskqueue 60 36K 60 pwddesc 95 36K 3490 sctp_timw 71 36K 71 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 DEVFSP 76 29K 234 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 ifnet 7 25K 7 cred 24 24K 228 kcovinfo 64 24K 68 plimit 22 22K 441 ksem 4 21K 63 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 47 18K 617 UART 12 18K 12 bmsafemap 2 17K 2728 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 selfd 38 15K 41307 ufs_dirhash 24 14K 24 session 28 14K 59 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 newdirblk 29 11K 2515 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 pf_ifnet 13 10K 111 lockf 24 9K 40 uidinfo 3 9K 8 pf_table 2 8K 101 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 inpcbpolicy 18 7K 1133 mount 16 7K 490 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 14 osd 13 5K 793 sctp_ifa 13 5K 14 select 13 5K 50 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 sctp_stri 4 4K 498 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 5030 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 freework 5 3K 2546 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 6508 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 2524 vnodemarker 2 2K 358 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 99 diradd 4 2K 2662 pfil 4 2K 4 CAM path 4 2K 1034 procdesc 3 2K 14 tcpfunc 3 2K 3 loginclass 3 2K 6 filecaps 3 2K 97 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 325 entropy 2 1K 40 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 pf_rule 1 1K 112 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 freefrag 1 1K 39 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 2215 sctp_iter 0 0K 9 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 7 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 vegas data 0 0K 0 cdg data 0 0K 21 chd data 0 0K 8 htcp data 0 0K 24 cubic data 0 0K 19 dctcp data 0 0K 8 tcp_do 0 0K 0 tcp_fsb 0 0K 213 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1522 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 177 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 indirdep 0 0K 11 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 64 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 8 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 7 twa_commands 0 0K 0 statfs 0 0K 2693 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 8 tcp_log_dev 0 0K 37 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 3771 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 124 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16418 ioctlops 0 0K 352 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 304 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 665 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 881 24042 0 254 37711872 0 malloc-384 384 35375 55 51033 0 30 13605120 0 malloc-1024 1024 4148 12 4708 0 16 4259840 0 mbuf 256 11420 475 335895 0 254 3045120 0 malloc-8192 8192 329 2 568 0 1 2711552 0 pbuf 2624 0 973 0 0 2 2553152 0 tcp_log 416 0 5355 15465 0 254 2227680 0 BUF TRIE 144 178 13290 1828 0 62 1939392 0 malloc-32768 32768 49 7 2723 0 2 1835008 0 UMA Slabs 0 112 12628 5 12628 0 126 1414896 0 mbuf_cluster 2048 645 1 645 0 254 1323008 0 malloc-8192 8192 134 6 3121 0 1 1146880 0 malloc-8192 8192 132 6 3560 0 1 1130496 0 malloc-384 384 2484 226 89788 0 30 1040640 0 RADIX NODE 144 5726 207 90767 0 62 854352 0 malloc-1024 1024 544 192 3187 0 16 753664 0 malloc-384 384 1762 38 15083 0 30 691200 0 FFS inode 1160 535 25 3136 0 8 649600 0 malloc-512 512 556 676 8828 0 30 630784 0 tcp_bbr_map 128 15 4387 98397 0 126 563456 0 malloc-1024 1024 2 442 1538 0 16 454656 0 malloc-1024 1024 417 19 6189 0 16 446464 0 VM OBJECT 264 1610 70 51107 0 30 443520 0 malloc-384 384 1003 47 3880 0 30 403200 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 MAP ENTRY 96 3429 309 195700 0 126 358848 0 THREAD 1808 182 16 3065 0 8 357984 0 sctp_asoc 2288 131 24 1412 0 254 354640 0 ertt_txseginfo 40 0 8383 222271 0 254 335320 0 malloc-16384 16384 18 1 22 0 1 311296 0 256 Bucket 2048 137 15 12308 0 8 311296 0 malloc-2048 2048 139 7 1928 0 8 299008 0 VNODE 448 574 74 3176 0 30 290304 0 malloc-1024 1024 250 18 4022 0 16 274432 0 malloc-384 384 675 15 966 0 30 264960 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-16384 16384 10 5 273 0 1 245760 0 sctp_chunk 152 1367 219 3250 0 254 241072 0 malloc-2048 2048 107 3 124 0 8 225280 0 sctp_ep 1280 131 43 3118 0 254 222720 0 DEVCTL 1024 8 208 132 0 0 221184 0 VMSPACE 2544 72 12 3456 0 4 213696 0 sctp_raddr 736 162 124 2456 0 254 210496 0 malloc-65536 65536 1 2 178 0 1 196608 0 malloc-1024 1024 163 25 3167 0 16 192512 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-4096 4096 4 40 3875 0 2 180224 0 malloc-512 512 326 10 1091 0 30 172032 0 vmem btag 56 2900 112 2900 0 254 168672 0 mbuf_packet 256 130 515 12250 0 254 165120 0 malloc-8192 8192 16 3 176 0 1 155648 0 S VFS Cache 104 1013 391 3782 0 126 146016 0 PROC 1328 94 11 3489 0 8 139440 0 FFS2 dinode 256 535 5 3135 0 62 138240 0 malloc-384 384 271 89 44582 0 30 138240 0 socket 944 37 103 5530 0 254 132160 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-512 512 192 56 388 0 30 126976 0 filedesc0 1072 95 17 3490 0 8 120064 0 ksiginfo 112 89 955 285 0 126 116928 0 malloc-16384 16384 6 0 6 0 1 98304 0 128 Bucket 1024 65 26 1282 0 16 93184 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 20 0 16 83968 0 g_bio 408 0 200 12549 0 30 81600 0 malloc-512 512 97 55 3180 0 30 77824 0 malloc-4096 4096 11 7 376 0 2 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 32 Bucket 256 105 150 13469 0 62 65280 0 malloc-1024 1024 53 7 105 0 16 61440 0 tcpcb 1064 9 40 781 0 254 52136 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 523 0 2 49152 0 malloc-512 512 85 11 147 0 30 49152 0 pcpu-8 8 4715 1429 7929 0 254 49152 0 malloc-384 384 85 35 3077 0 30 46080 0 malloc-2048 2048 18 4 22 0 8 45056 0 malloc-512 512 46 42 3227 0 30 45056 0 tcp_inpcb 488 11 77 781 0 254 42944 0 malloc-8192 8192 2 3 2699 0 1 40960 0 malloc-2048 2048 9 11 1425 0 8 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 25023 0 16 36864 0 malloc-4096 4096 7 2 33 0 2 36864 0 malloc-16384 16384 1 1 4 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-4096 4096 8 0 199 0 2 32768 0 malloc-512 512 19 45 2657 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 64 Bucket 512 45 19 3917 0 30 32768 0 TURNSTILE 136 199 32 199 0 62 31416 0 malloc-384 384 35 45 856 0 30 30720 0 malloc-4096 4096 1 6 280 0 2 28672 0 malloc-4096 4096 7 0 7 0 2 28672 0 16 Bucket 144 93 103 1987 0 62 28224 0 KNOTE 160 28 147 26993 0 62 28000 0 Files 80 205 145 15102 0 126 28000 0 malloc-512 512 32 16 1294 0 30 24576 0 PWD 32 41 715 2598 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 199 57 199 0 126 22528 0 tcp_bbr_pcb 832 5 22 325 0 16 22464 0 pipe 744 21 9 416 0 16 22320 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 4 6 58 0 8 20480 0 2 Bucket 32 92 538 2732 0 254 20160 0 Mountpoints 2752 2 5 10 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 0 668 142082 0 254 16032 0 tcp_rack_pcb 832 0 18 213 0 16 14976 0 8 Bucket 80 40 110 917 0 126 12000 0 udp_inpcb 488 6 18 199 0 254 11712 0 kenv 258 15 30 1054 0 30 11610 0 unpcb 256 14 31 1249 0 254 11520 0 malloc-4096 4096 0 2 166 0 2 8192 0 malloc-2048 2048 0 4 7 0 8 8192 0 malloc-1024 1024 0 8 33 0 16 8192 0 pf tags 104 0 78 58 0 126 8112 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 28 64 59 0 126 8096 0 rl_entry 40 52 150 52 0 254 8080 0 sctp_asconf_ack 48 0 168 7 0 254 8064 0 sctp_stream_msg_out 112 26 46 391 0 254 8064 0 sctp_laddr 48 64 104 1035 0 254 8064 0 tcp_rack_map 112 0 72 503 0 126 8064 0 udpcb 32 6 246 264 0 254 8064 0 ertt 72 9 103 781 0 126 8064 0 4 Bucket 48 7 161 123 0 254 8064 0 sctp_readq 152 0 52 229 0 254 7904 0 cryptop 280 0 28 21 0 30 7840 0 ripcb 488 3 13 88 0 254 7808 0 udplite_inpcb 488 0 16 65 0 254 7808 0 itimer 352 0 22 56 0 30 7744 0 routing nhops 256 27 3 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0