panic: Non-zero write count cpuid = 1 time = 1621756608 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00516c18d0 vpanic() at vpanic+0x1c7/frame 0xfffffe00516c1930 panic() at panic+0x43/frame 0xfffffe00516c1990 freevnode() at freevnode+0x3e9/frame 0xfffffe00516c19c0 vput_final() at vput_final+0xef/frame 0xfffffe00516c1a30 ktr_writerequest() at ktr_writerequest+0x735/frame 0xfffffe00516c1b20 ktr_drain() at ktr_drain+0x148/frame 0xfffffe00516c1b70 ktruserret() at ktruserret+0x55/frame 0xfffffe00516c1b90 ast() at ast+0xa4b/frame 0xfffffe00516c1bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffdb40 KDB: enter: panic [ thread pid 783 tid 100096 ] Stopped at kdb_enter+0x67: movq $0,0x163736e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x80 rdx 0xffffffff819c36cb rbx 0 rsp 0xfffffe00516c18b0 rbp 0xfffffe00516c18d0 rsi 0x1 rdi 0 r8 0 r9 0x8080808080808080 r10 0xfffffe00516c17a0 r11 0x1ffaefff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c1a r15 0xffffffff81a74c1a rip 0xffffffff81131a97 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163736e(%rip) db> show proc Process 783 (syz-executor.1) at 0xfffff80015e87a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 780 at 0xfffff8003b4ea530 ABI: FreeBSD ELF64 flag: 0x10004000 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bc7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094f8c000 (map 0xfffffe0094f8c000) (map.pmap 0xfffffe0094f8c0c0) (pmap 0xfffffe0094f8c120) threads: 1 100096 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 8806 837 837 0 R syz-executor.3 8805 782 782 0 R (threaded) syz-executor.0 111171 RunQ syz-executor.0 111507 RunQ syz-executor.0 8472 1 803 0 S uwait 0xfffff8003bcf8300 syz-executor.2 8469 1 837 0 S uwait 0xfffff80015da2300 syz-executor.3 8466 1 803 0 S uwait 0xfffff80065c76b00 syz-executor.2 8462 1 837 0 S uwait 0xfffff8006514f900 syz-executor.3 8454 1 803 0 S uwait 0xfffff80015d73100 syz-executor.2 8450 1 837 0 S uwait 0xfffff8003bc40f00 syz-executor.3 8446 1 837 0 S uwait 0xfffff8003bc40100 syz-executor.3 8438 1 837 0 S uwait 0xfffff8003bcf8900 syz-executor.3 7940 1 7935 0 S uwait 0xfffff80015da4f00 syz-executor.0 7936 1 7932 0 S uwait 0xfffff8003bcf8b00 syz-executor.2 7930 1 7923 0 S uwait 0xfffff80015da6b00 syz-executor.0 7926 1 7922 0 S uwait 0xfffff80065763b00 syz-executor.2 7920 1 7913 0 S uwait 0xfffff80015da9f00 syz-executor.0 7917 1 7912 0 S uwait 0xfffff8003bc40700 syz-executor.2 7908 1 7899 0 S uwait 0xfffff80015d73500 syz-executor.2 7905 1 7899 0 S uwait 0xfffff8003b52a300 syz-executor.2 5994 1 783 0 S uwait 0xfffff8003bd07b00 syz-executor.1 5985 1 783 0 S uwait 0xfffff8003bcf8500 syz-executor.1 5976 1 783 0 S umtxn 0xfffff8003bcf8f00 syz-executor.1 5967 1 783 0 S uwait 0xfffff8006514fd00 syz-executor.1 5966 1 783 0 S uwait 0xfffff8003bc40900 syz-executor.1 5744 1 837 0 S uwait 0xfffff80015d73f00 syz-executor.3 5743 1 837 0 S uwait 0xfffff8006514f100 syz-executor.3 5098 5097 782 0 SV uwait 0xfffff8006514f700 syz-executor.0 5097 1 782 0 DV ppwait 0xfffff80065abfa10 syz-executor.0 4781 1 837 0 S uwait 0xfffff80015da2d00 syz-executor.3 4776 1 837 0 S uwait 0xfffff80015da4100 syz-executor.3 4767 1 837 0 S uwait 0xfffff8003bdbbf00 syz-executor.3 4763 1 837 0 S uwait 0xfffff80015a92700 syz-executor.3 4756 1 837 0 S uwait 0xfffff8003b527f00 syz-executor.3 4316 1 4316 65 Ss select 0xfffff80065b78bc0 dhclient 4257 1 782 0 S uwait 0xfffff8003bd07700 syz-executor.0 4256 1 782 0 S uwait 0xfffff8003bd07f00 syz-executor.0 3929 1 782 0 S uwait 0xfffff80015da4d00 syz-executor.0 3925 1 782 0 S uwait 0xfffff8003bcf8700 syz-executor.0 3922 1 782 0 S uwait 0xfffff80015d73d00 syz-executor.0 3918 1 782 0 S uwait 0xfffff8006514f300 syz-executor.0 3916 1 782 0 S uwait 0xfffff80015d73b00 syz-executor.0 3542 1 3542 0 Ss select 0xfffff8003bc54140 dhclient 3539 1 3539 0 Ss select 0xfffff80065af02c0 dhclient 3520 1 3520 65 Ss select 0xfffff80065af0bc0 dhclient 2677 1 2677 0 Ss select 0xfffff8006563f2c0 dhclient 2674 1 2674 0 Ss select 0xfffff8006563f440 dhclient 2655 1 2655 65 Ss select 0xfffff80065668bc0 dhclient 1913 1 1913 0 Ss select 0xfffff80065121740 dhclient 1903 1 1903 0 Ss select 0xfffff800651108c0 dhclient 1884 1 1884 65 Ss select 0xfffff8006521c140 dhclient 1366 0 0 0 DL - 0xffffffff8271da84 [accounting] 837 780 837 0 Rs syz-executor.3 832 1 832 0 Ss select 0xfffff8003bca2a40 dhclient 822 1 822 0 Ss select 0xfffff8003bc54440 dhclient 803 780 803 0 Rs CPU 0 syz-executor.2 783 780 783 0 Rs CPU 1 syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100116 S uwait 0xfffff8003b52a500 syz-fuzzer 100118 RunQ syz-fuzzer 100119 S kqread 0xfffff8003b527d00 syz-fuzzer 100120 S uwait 0xfffff80015a92100 syz-fuzzer 100121 S uwait 0xfffff8003b52a900 syz-fuzzer 100122 S uwait 0xfffff8003b52ab00 syz-fuzzer 100123 S uwait 0xfffff80015a92300 syz-fuzzer 100124 S uwait 0xfffff80015a92500 syz-fuzzer 101749 S uwait 0xfffff80015da6700 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e185e0 csh 776 694 776 0 Ss select 0xfffff8003b4eca40 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015afc4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015afccb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b014b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b01cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a894b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a89cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8d4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8dcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff80015da8740 sshd 507 1 507 0 Ss select 0xfffff80015da52c0 syslogd 436 1 436 0 Ss select 0xfffff80015e00140 devd 435 1 435 65 Ss select 0xfffff8003b34a740 dhclient 350 1 350 0 Ss select 0xfffff8003b34a8c0 dhclient 347 1 347 0 Ss select 0xfffff8003b2f18c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ae8000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cd2b0 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830da828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d7d3c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100066 D - 0xffffffff81e21531 [deadlkres] 100074 D - 0xfffff80015a1a900 [acpi_task_0] 100075 D - 0xfffff80015a1a900 [acpi_task_1] 100076 D - 0xfffff80015a1a900 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 783 (syz-executor.1) thread 0xfffffe00559413a0 (100096) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff8003bb4f5d8) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3679 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e7e8) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_ktrace.c:694 db> show malloc Type InUse MemUse Requests sctp_stro 292 56768K 4658 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 704 3615K 20515 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 filedesc 86 1376K 15801 newblk 38 1051K 13327 vfscache 3 1035K 3 subproc 213 899K 8936 inodedep 207 726K 8415 acpica 1674 649K 55230 sctp_atcl 625 625K 15092 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 990 378K 3499 sctp_atky 917 344K 20430 BPF 46 337K 46 linker 348 270K 409 sctp_athm 625 235K 15566 kdtrace 288 227K 20317 sctp_map 584 219K 9210 DEVFS1 107 214K 124 module 512 192K 512 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 13 142K 8010 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 dirrem 190 95K 8141 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2846 syncache 1 76K 1 freefile 192 72K 8073 vmem 3 72K 5 routetbl 131 70K 758 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 101 46K 8905 lltable 49 43K 226 ithread 99 43K 99 rman 84 42K 425 DEVFSP 104 39K 565 KTRACE 101 38K 102 pwddesc 98 37K 8819 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 sctp_timw 65 33K 65 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 23 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 26 26K 298 ifnet 7 25K 7 plimit 24 24K 540 kcovinfo 64 24K 68 ksem 16 24K 131 session 42 21K 56 CAM queue 5 21K 1528 selfd 55 21K 122800 pfs_nodes 20 20K 20 proc-args 52 20K 659 inpcbpolicy 52 20K 4563 UART 12 18K 12 bmsafemap 2 17K 8331 rpc 2 16K 2 shmfd 1 16K 5 pfs_vncache 1 16K 1 freework 30 15K 8800 ufs_dirhash 24 14K 24 osd 35 14K 2035 sglist 5 13K 5 lockf 33 13K 153 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 71 xform 26 10K 999 pf_osfp 25 10K 25 uidinfo 3 9K 25 pf_ifnet 10 9K 181 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 228 mount 16 7K 385 fpukern_ctx 3 6K 3 freeblks 11 6K 8043 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 tcp_fsb 10 4K 460 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 newdirblk 8 3K 7898 mkdir 8 3K 15796 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 indirdep 4 2K 374 vnodemarker 2 2K 404 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 98 filedesc_to_leader 5 2K 9 crypto 4 2K 392 diradd 4 2K 8181 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 12801 freefrag 3 2K 239 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 5 CAM SIM 2 1K 2 ktls 1 1K 6 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 46 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 sctp_aadr 1 1K 87 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 htcp data 0 0K 11 sctp_mcore 0 0K 0 sctp_socko 0 0K 7898 sctp_iter 0 0K 20 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 9 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_stri 0 0K 1201 mqdata 0 0K 0 tcp_do 0 0K 0 cdg data 0 0K 44 chd data 0 0K 17 cubic data 0 0K 31 vegas data 0 0K 20 pf_table 0 0K 84 pf_rule 0 0K 213 pf_altq 0 0K 0 pf_temp 0 0K 0 dctcp data 0 0K 11 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 4894 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 198 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 113 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 16 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 17 twa_commands 0 0K 0 statfs 0 0K 8151 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 232 tcp_log_dev 0 0K 173 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 13728 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 189 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 20204 ioctlops 0 0K 1249 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 328 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 804 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 5 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 10600 319 691532 0 254 44724224 0 malloc-384 384 36266 194 80970 0 30 14000640 0 tcp_log 416 8036 2503 228757 0 254 4384224 0 malloc-1024 1024 4154 22 4828 0 16 4276224 0 mbuf 256 12427 1313 2319094 0 254 3517440 0 malloc-8192 8192 336 33 9592 0 1 3022848 0 malloc-8192 8192 329 3 772 0 1 2719744 0 pbuf 2624 0 957 0 0 2 2511168 0 RADIX NODE 144 12532 1605 281515 0 62 2035728 0 BUF TRIE 144 364 13104 10915 0 62 1939392 0 tcp_bbr_map 128 11591 2359 328361 0 126 1785600 0 malloc-32768 32768 46 6 8047 0 1 1703936 0 UMA Slabs 0 112 14956 17 14956 0 126 1676976 0 mbuf_cluster 2048 630 2 630 0 254 1294336 0 malloc-384 384 2267 373 124686 0 30 1013760 0 malloc-8192 8192 107 6 8844 0 1 925696 0 malloc-1024 1024 781 71 17296 0 16 872448 0 malloc-384 384 2105 105 37519 0 30 848640 0 sctp_asoc 2288 292 43 4605 0 254 766480 0 ertt_txseginfo 40 14682 2892 764560 0 254 702960 0 malloc-1024 1024 272 392 8721 0 16 679936 0 FFS inode 1160 546 28 8631 0 8 665840 0 malloc-2048 2048 282 32 5092 0 8 643072 0 malloc-512 512 289 927 29933 0 30 622592 0 malloc-65536 65536 1 7 299 0 1 524288 0 VM OBJECT 264 1791 114 129331 0 30 502920 0 sctp_ep 1280 333 48 9589 0 254 487680 0 malloc-4096 4096 2 113 13823 0 2 471040 0 malloc-1024 1024 2 458 4987 0 16 471040 0 malloc-16384 16384 26 0 30 0 1 425984 0 256 Bucket 2048 115 93 20869 0 8 425984 0 malloc-1024 1024 365 47 9699 0 16 421888 0 malloc-384 384 1041 39 5003 0 30 414720 0 malloc-65536 65536 4 2 12 0 1 393216 0 MAP ENTRY 96 3580 368 506001 0 126 379008 0 THREAD 1808 188 21 11508 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-65536 65536 0 5 66 0 1 327680 0 malloc-1024 1024 259 41 12688 0 16 307200 0 sctp_raddr 736 297 110 6701 0 254 299552 0 VNODE 448 585 81 8671 0 30 298368 0 sctp_chunk 152 752 1120 12554 0 254 284544 0 malloc-384 384 684 16 1090 0 30 268800 0 malloc-16384 16384 10 6 273 0 1 262144 0 malloc-2048 2048 107 3 124 0 8 225280 0 DEVCTL 1024 0 216 132 0 0 221184 0 socket 944 146 86 15694 0 254 219008 0 VMSPACE 2544 74 10 8783 0 4 213696 0 g_bio 408 0 490 39345 0 30 199920 0 vmem btag 56 3278 94 3278 0 254 188832 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 6 5 11 0 1 180224 0 malloc-512 512 339 13 1162 0 30 180224 0 malloc-8192 8192 16 5 223 0 1 172032 0 mbuf_packet 256 77 553 71373 0 254 161280 0 PROC 1328 98 16 8807 0 8 151392 0 FFS2 dinode 256 546 24 8630 0 62 145920 0 S VFS Cache 104 1019 346 9261 0 126 141960 0 malloc-384 384 294 56 131718 0 30 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 filedesc0 1072 98 21 8819 0 8 127568 0 clpbuf 2624 0 48 1243 0 16 125952 0 ksiginfo 112 98 946 982 0 126 116928 0 malloc-512 512 204 20 572 0 30 114688 0 128 Bucket 1024 50 57 3533 0 16 109568 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 104 56 8971 0 30 81920 0 32 Bucket 256 147 138 24282 0 62 72960 0 tcp_inpcb 488 31 113 2023 0 254 70272 0 malloc-384 384 122 58 8145 0 30 69120 0 tcpcb 1064 31 32 2023 0 254 67032 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 7 0 1 65536 0 malloc-4096 4096 10 6 442 0 2 65536 0 malloc-1024 1024 53 7 92 0 16 61440 0 malloc-8192 8192 2 5 8157 0 1 57344 0 malloc-2048 2048 9 17 1510 0 8 53248 0 malloc-512 512 93 11 249 0 30 53248 0 64 Bucket 512 65 39 9922 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 5 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 524 0 2 49152 0 malloc-2048 2048 18 6 22 0 8 49152 0 malloc-512 512 44 44 9060 0 30 45056 0 pcpu-8 8 4691 941 9439 0 254 45056 0 udplite_inpcb 488 10 78 2050 0 254 42944 0 malloc-4096 4096 8 2 209 0 2 40960 0 malloc-512 512 25 55 10203 0 30 40960 0 Files 80 368 132 32626 0 126 40000 0 malloc-384 384 57 43 2132 0 30 38400 0 tcp_rack_pcb 832 10 35 460 0 16 37440 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 48737 0 16 36864 0 malloc-4096 4096 6 3 69 0 2 36864 0 pipe 744 23 22 526 0 16 33480 0 pcpu-64 64 486 26 486 0 254 32768 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_bbr_pcb 832 8 28 838 0 16 29952 0 malloc-4096 4096 1 6 282 0 2 28672 0 malloc-4096 4096 7 0 7 0 2 28672 0 malloc-512 512 32 24 1559 0 30 28672 0 16 Bucket 144 132 64 3087 0 62 28224 0 KNOTE 160 28 147 118706 0 62 28000 0 malloc-2048 2048 9 3 14 0 8 24576 0 PWD 32 48 708 7956 0 254 24192 0 2 Bucket 32 158 598 7947 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 55 245 2458 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 4 6 112 0 8 20480 0 tcp_rack_map 112 35 145 971 0 126 20160 0 itimer 352 0 55 194 0 30 19360 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 40 35 1491 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 46 0 1 16384 0 sctp_stream_msg_out 112 59 85 989 0 254 16128 0 vtnet_tx_hdr 24 0 668 855431 0 254 16032 0 ripcb 488 5 27 196 0 254 15616 0 udp_inpcb 488 6 26 294 0 254 15616 0 cpuset 104 7 117 263 0 126 12896 0 sctp_laddr 48 88 164 2648 0 254 12096 0 kenv 258 15 30 1056 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 malloc-4096 4096 0 2 682 0 2 8192 0 malloc-2048 2048 0 4 8 0 8 8192 0 malloc-1024 1024 0 8 92 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 42 50 56 0 126 8096 0 rl_entry 40 108 94 108 0 254 8080 0 udpcb 32 16 236 2344 0 254 8064 0 ktls_session 192 5 37 5 0 62 8064 0 ertt 72 31 81 2023 0 126 8064 0 4 Bucket 48 6 162 235 0 254 8064 0 sctp_readq 152 0 52 391 0 254 7904 0 cryptop 280 0 28 79 0 30 7840 0 L VFS Cache 320 0 24 18 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 244 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcptw 88 0 46 9 0 254 4048 0 sctp_asconf_ack 48 0 84 28 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo_ccache_entries 80 1 31 1 0 126 2560 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0