panic: Non-zero write count cpuid = 1 time = 1621786077 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0088756830 vpanic() at vpanic+0x1c7/frame 0xfffffe0088756890 panic() at panic+0x43/frame 0xfffffe00887568f0 freevnode() at freevnode+0x3e9/frame 0xfffffe0088756920 vput_final() at vput_final+0xef/frame 0xfffffe0088756990 ktr_writerequest() at ktr_writerequest+0x735/frame 0xfffffe0088756a80 ktr_submitrequest() at ktr_submitrequest+0x5e/frame 0xfffffe0088756ab0 amd64_syscall() at amd64_syscall+0x4c3/frame 0xfffffe0088756bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0088756bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x46517f, rsp = 0xc00004ff10, rbp = 0xc00004ff20 --- KDB: enter: panic [ thread pid 780 tid 100117 ] Stopped at kdb_enter+0x67: movq $0,0x163736e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff8113aa70 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0088756810 rbp 0xfffffe0088756830 rsi 0 rdi 0xffffffff8113aaa6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0088756700 r11 0x1ff77fff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c1a r15 0xffffffff81a74c1a rip 0xffffffff81131a97 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x163736e(%rip) db> show proc Process 780 (syz-fuzzer) at 0xfffff8003b329530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffff8003b329000 ABI: FreeBSD ELF64 flag: 0x10004080 flag2: 0 arguments: ./syz-fuzzer -executor=./syz-executor -name=vm-3 -arch=amd64 -manager=10.128.0.248:54351 -sandbox=none -procs=4 -cover=true -debug=false -test=false -optional=slowdown=1 reaper: 0xfffff80004bc7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094fb0000 (map 0xfffffe0094fb0000) (map.pmap 0xfffffe0094fb00c0) (pmap 0xfffffe0094fb0120) threads: 9 100115 S uwait 0xfffff80015a93d00 syz-fuzzer 100117 Run CPU 1 syz-fuzzer 100118 S uwait 0xfffff80015df1d00 syz-fuzzer 100119 S kqread 0xfffff80015df1700 syz-fuzzer 100120 S uwait 0xfffff80015481100 syz-fuzzer 100121 S uwait 0xfffff80015481300 syz-fuzzer 100122 S uwait 0xfffff80015da4900 syz-fuzzer 100123 RunQ syz-fuzzer 100252 S uwait 0xfffff80015d9df00 syz-fuzzer db> ps pid ppid pgrp uid state wmesg wchan cmd 1010 785 785 0 R (threaded) syz-executor.3 100137 RunQ syz-executor.3 100317 RunQ syz-executor.3 1008 832 832 0 R (threaded) syz-executor.2 100100 RunQ syz-executor.2 100315 S uwait 0xfffff8003bec2f00 syz-executor.2 835 815 835 0 Ss select 0xfffff80015ed1d40 dhclient 832 780 832 0 Rs syz-executor.2 831 1 831 0 Ss select 0xfffff80015e6b8c0 dhclient 828 827 785 0 SV uwait 0xfffff80015da1d00 syz-executor.3 827 1 785 0 DV ppwait 0xfffff8003be7cf40 syz-executor.3 815 806 436 65 S select 0xfffff8003bd99a40 dhclient 806 436 436 0 S wait 0xfffff80015e11a60 sh 785 780 785 0 Rs CPU 0 syz-executor.3 784 780 784 0 Rs syz-executor.1 783 780 783 0 Rs syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100115 S uwait 0xfffff80015a93d00 syz-fuzzer 100117 Run CPU 1 syz-fuzzer 100118 S uwait 0xfffff80015df1d00 syz-fuzzer 100119 S kqread 0xfffff80015df1700 syz-fuzzer 100120 S uwait 0xfffff80015481100 syz-fuzzer 100121 S uwait 0xfffff80015481300 syz-fuzzer 100122 S uwait 0xfffff80015da4900 syz-fuzzer 100123 RunQ syz-fuzzer 100252 S uwait 0xfffff80015d9df00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003b3290b0 csh 776 694 776 0 Ss select 0xfffff8003b57ad40 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015465cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015afa4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015afacb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b004b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b00cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a864b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a86cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a8b4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a8bcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c561 cron 694 1 694 0 Ss select 0xfffff8003b429d40 sshd 507 1 507 0 Ss select 0xfffff8003b35f140 syslogd 436 1 436 0 Ss wait 0xfffff8003b33ba60 devd 435 1 435 65 Ss select 0xfffff80015f5f440 dhclient 350 1 350 0 Ss select 0xfffff8003b364ec0 dhclient 347 1 347 0 Ss select 0xfffff8003b319a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c9e530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004dfc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cd2b0 [uma] 18 0 0 0 RL [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e4f828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82f543c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004dcbc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d99d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d99d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c39d00 [thr_0] 100029 D - 0xfffff80004c39d80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004c63d00 [if_config_tqg_0] 100006 D - 0xfffff80004c63900 [softirq_0] 100007 D - 0xfffff80004c63500 [softirq_1] 100008 D - 0xfffff80004c63100 [if_io_tqg_0] 100009 D - 0xfffff80004c61d00 [if_io_tqg_1] 100010 D - 0xfffff80004c5fd00 [in6m_free taskq] 100011 D - 0xfffff80004c5f900 [aiod_kick taskq] 100013 D - 0xfffff80004c5f100 [kqueue_ctx taskq] 100014 D - 0xfffff80004c58d00 [pci_hp taskq] 100016 D - 0xfffff80004c58500 [inm_free taskq] 100018 D - 0xfffff80004c53d00 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c53900 [thread taskq] 100020 D - 0xfffff80004c53500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c53500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c53500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c53500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c53100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c53100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c53100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c53100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c39900 [firmware taskq] 100038 D - 0xfffff80004c39500 [crypto_0] 100039 D - 0xfffff80004c39500 [crypto_1] 100055 D - 0xfffff800153dc900 [vtnet0 rxq 0] 100056 D - 0xfffff800153dc500 [vtnet0 txq 0] 100057 D - 0xfffff800153dc100 [vtnet0 rxq 1] 100058 D - 0xfffff800153c6d00 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015429500 [virtio_balloon] 100064 D - 0xfffff800153c6900 [mca taskq] 100069 D - 0xffffffff81e21531 [deadlkres] 100074 D - 0xfffff80015a1a500 [acpi_task_0] 100075 D - 0xfffff80015a1a500 [acpi_task_1] 100076 D - 0xfffff80015a1a500 [acpi_task_2] 100077 D - 0xfffff80004c39100 [CAM taskq] db> show all locks Process 780 (syz-fuzzer) thread 0xfffffe0094f73020 (100117) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff8003bdbf098) locked @ /syzkaller/managers/main/kernel/sys/kern/vfs_subr.c:3679 exclusive sx ktrace_sx (ktrace_sx) r = 0 (0xffffffff8271e7e8) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_ktrace.c:416 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 newblk 575 1319K 925 vfscache 3 1035K 3 inodedep 205 724K 273 acpica 1674 649K 55230 pcb 27 622K 242 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 subproc 119 504K 1075 intr 4 480K 4 bus 990 378K 3499 filedesc 18 275K 418 linker 348 270K 409 DEVFS1 107 214K 124 module 512 192K 512 vnet_data 1 176K 1 tidhash 3 164K 3 kdtrace 194 160K 1329 pagedep 17 144K 207 tfo_ccache 1 136K 1 BPF 22 136K 22 umtx 308 135K 308 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 dirrem 174 87K 207 mtx_pool 2 80K 2 temp 35 77K 1904 syncache 1 76K 1 vmem 3 72K 5 routetbl 126 69K 405 msg 4 68K 4 freefile 172 65K 202 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ifaddr 67 63K 69 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 KTRACE 104 39K 11478 lltable 43 37K 43 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 kqueue 57 30K 1021 GEOM 60 29K 489 in6_multi 65 29K 65 DEVFSP 74 28K 86 kbdmux 6 28K 6 ifnet 7 25K 7 kcovinfo 64 24K 68 cred 23 23K 203 plimit 21 21K 353 CAM queue 5 21K 1528 pwddesc 55 21K 1011 pfs_nodes 20 20K 20 UART 12 18K 12 bmsafemap 3 17K 243 proc-args 44 17K 557 ksem 1 16K 1 rpc 2 16K 2 shmfd 1 16K 3 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 session 25 13K 35 MCA 32 12K 32 CAM DEV 3 12K 510 selfd 31 12K 36584 vt 11 11K 11 diradd 29 11K 240 Unitno 29 11K 47 acpisem 28 11K 28 CAM XPT 22 11K 543 mkdir 24 9K 388 uidinfo 3 9K 8 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 lockf 19 8K 29 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 inpcbpolicy 14 6K 190 ip6ndp 12 6K 13 indirdep 10 5K 11 sctp_ifa 13 5K 14 newdirblk 13 5K 194 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 select 10 4K 31 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 24 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 14 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 3274 tcpfunc 3 2K 3 loginclass 3 2K 6 sctp_atcl 1 1K 80 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 8 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 46 entropy 2 1K 38 filecaps 2 1K 72 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 sctp_athm 1 1K 80 sctp_atky 1 1K 80 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 freework 1 1K 212 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 chd data 0 0K 0 dctcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 38 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_timw 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stro 0 0K 0 sctp_stri 0 0K 0 sctp_map 0 0K 0 cubic data 0 0K 0 htcp data 0 0K 0 cdg data 0 0K 0 vegas data 0 0K 0 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 15 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 4 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 199 freefrag 0 0K 11 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 370 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 6 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 1864 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 97 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14099 ioctlops 0 0K 99 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 630 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 900 1292508 0 254 37765120 0 malloc-384 384 34668 42 36963 0 30 13328640 0 malloc-1024 1024 4145 11 4337 0 16 4255744 0 malloc-8192 8192 329 1 489 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8626 839 1946204 0 254 2423040 0 BUF TRIE 144 181 13287 527 0 62 1939392 0 RADIX NODE 144 13087 210 70049 0 62 1914768 0 UMA Slabs 0 112 11533 20 11533 0 126 1293936 0 malloc-384 384 2250 10 85127 0 30 867840 0 FFS inode 1160 509 23 713 0 8 617120 0 malloc-8192 8192 64 5 1020 0 1 565248 0 malloc-32768 32768 12 5 355 0 1 557056 0 malloc-384 384 1335 25 4403 0 30 522240 0 malloc-512 512 808 40 1506 0 30 434176 0 malloc-384 384 1001 19 3343 0 30 391680 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1103 67 16091 0 30 308880 0 malloc-1024 1024 267 5 405 0 16 278528 0 THREAD 1808 138 16 317 0 8 278432 0 VNODE 448 546 66 751 0 30 274176 0 malloc-384 384 676 24 932 0 30 268800 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-16384 16384 14 1 18 0 1 245760 0 malloc-16384 16384 10 4 273 0 1 229376 0 DEVCTL 1024 12 204 132 0 0 221184 0 malloc-2048 2048 107 1 124 0 8 221184 0 malloc-1024 1024 200 12 1127 0 16 217088 0 malloc-65536 65536 1 2 178 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 256 Bucket 2048 68 14 16351 0 8 167936 0 MAP ENTRY 96 1297 341 50694 0 126 157248 0 malloc-8192 8192 16 3 158 0 1 155648 0 malloc-4096 4096 2 36 1867 0 2 155648 0 malloc-512 512 281 7 1004 0 30 147456 0 vmem btag 56 2490 90 2490 0 254 144480 0 FFS2 dinode 256 509 16 711 0 62 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 S VFS Cache 104 1010 238 1235 0 126 129792 0 malloc-1024 1024 106 14 788 0 16 122880 0 ksiginfo 112 47 997 937 0 126 116928 0 malloc-384 384 245 25 37061 0 30 103680 0 VMSPACE 2544 31 8 987 0 4 99216 0 malloc-16384 16384 6 0 6 0 1 98304 0 malloc-512 512 187 5 219 0 30 98304 0 mbuf_cluster 2048 45 1 45 0 254 94208 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 21 0 16 83968 0 PROC 1328 54 9 1010 0 8 83664 0 filedesc0 1072 55 15 1011 0 8 75040 0 malloc-8192 8192 4 5 83 0 1 73728 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-512 512 99 29 656 0 30 65536 0 malloc-1024 1024 53 3 57 0 16 57344 0 g_bio 408 0 140 4903 0 30 57120 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 4 2 534 0 1 49152 0 malloc-4096 4096 5 7 517 0 2 49152 0 malloc-4096 4096 10 2 90 0 2 49152 0 malloc-2048 2048 18 6 22 0 8 49152 0 malloc-2048 2048 8 16 516 0 8 49152 0 malloc-1024 1024 33 15 113 0 16 49152 0 malloc-384 384 76 44 626 0 30 46080 0 32 Bucket 256 65 115 7862 0 62 46080 0 malloc-2048 2048 9 13 1329 0 8 45056 0 128 Bucket 1024 25 18 180 0 16 44032 0 socket 944 28 16 1423 0 254 41536 0 pcpu-8 8 4637 483 4793 0 254 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 13724 0 16 36864 0 64 Bucket 512 47 25 3096 0 30 36864 0 malloc-16384 16384 1 1 4 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 376 0 1 32768 0 malloc-4096 4096 6 2 22 0 2 32768 0 malloc-4096 4096 8 0 199 0 2 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 malloc-4096 4096 1 6 281 0 2 28672 0 malloc-4096 4096 7 0 7 0 2 28672 0 TURNSTILE 136 155 34 155 0 62 25704 0 malloc-512 512 15 33 294 0 30 24576 0 malloc-512 512 32 16 1270 0 30 24576 0 ertt_txseginfo 40 0 606 6101 0 254 24240 0 KNOTE 160 28 122 80106 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 37 263 1191 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 pipe 744 20 10 306 0 16 22320 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-1024 1024 2 18 20 0 16 20480 0 malloc-512 512 29 11 545 0 30 20480 0 2 Bucket 32 87 543 1511 0 254 20160 0 Files 80 191 59 7510 0 126 20000 0 Mountpoints 2752 2 5 2 0 4 19264 0 sctp_ep 1280 1 14 80 0 254 19200 0 SLEEPQUEUE 88 155 37 155 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 0 668 644708 0 254 16032 0 udp_inpcb 488 8 24 169 0 254 15616 0 malloc-384 384 30 10 55 0 30 15360 0 tcpcb 1064 4 10 12 0 254 14896 0 malloc-512 512 13 11 25 0 30 12288 0 PWD 32 18 360 281 0 254 12096 0 kenv 258 15 30 1047 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 mbuf_packet 256 1 44 269 0 254 11520 0 malloc-2048 2048 0 4 5 0 8 8192 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 0 8 25 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 25 67 37 0 126 8096 0 rl_entry 40 34 168 34 0 254 8080 0 sctp_laddr 48 0 168 12 0 254 8064 0 syncache 168 0 48 4 0 254 8064 0 udpcb 32 8 244 171 0 254 8064 0 ertt 72 4 108 12 0 126 8064 0 16 Bucket 144 40 16 1381 0 62 8064 0 4 Bucket 48 6 162 52 0 254 8064 0 ripcb 488 2 14 7 0 254 7808 0 tcp_inpcb 488 4 12 12 0 254 7808 0 unpcb 256 11 19 1127 0 254 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 2 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 udplite_inpcb 488 0 8 2 0 254 3904 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 sctp_raddr 736 0 0 0 0 254 0 0 sctp_asoc 2288 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_rack_pcb 832 0 0 0 0 16 0 0 tcp_rack_map 112 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0