panic: sbflush_internal: ccc 0 mb 0 mbcnt 1280 cpuid = 0 time = 1624393032 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051777530 vpanic() at vpanic+0x1cc/frame 0xfffffe0051777590 panic() at panic+0x43/frame 0xfffffe00517775f0 sbrelease_internal() at sbrelease_internal+0x157/frame 0xfffffe0051777630 sorflush() at sorflush+0x12f/frame 0xfffffe0051777a20 soshutdown() at soshutdown+0x1e7/frame 0xfffffe0051777a70 kern_shutdown() at kern_shutdown+0xb2/frame 0xfffffe0051777ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe0051777bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 22271 tid 123505 ] Stopped at kdb_enter+0x67: movq $0,0x16400de(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe009bc00000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051777510 rbp 0xfffffe0051777530 rsi 0x40001 rdi 0xffffffff811327c6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0051777400 r11 0x1ffaefff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff819d1600 r14 0xffffffff81a74fa7 r15 0xffffffff81a74fa7 rip 0xffffffff81129827 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x16400de(%rip) db> show proc Process 22271 (syz-executor.2) at 0xfffff8001934e530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 10453 at 0xfffff80019880000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00950bc3e0 (map 0xfffffe00950bc3e0) (map.pmap 0xfffffe00950bc4a0) (pmap 0xfffffe00950bc500) threads: 2 122134 RunQ syz-executor.2 123505 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 22273 7089 7089 0 R syz-executor.1 22271 10453 10453 0 R (threaded) syz-executor.2 122134 RunQ syz-executor.2 123505 Run CPU 0 syz-executor.2 22269 815 815 0 R (threaded) syz-executor.3 112565 RunQ syz-executor.3 123503 D biowr 0xfffffe0003862740 syz-executor.3 17381 1 815 0 SV uwait 0xfffff80019010f00 syz-executor.3 17372 1 815 0 SV uwait 0xfffff800153d0100 syz-executor.3 17360 1 815 0 SV uwait 0xfffff80015d9f500 syz-executor.3 11812 1 815 0 S uwait 0xfffff80028e1a900 syz-executor.3 11811 1 815 0 S uwait 0xfffff80015d9fb00 syz-executor.3 11810 1 815 0 S uwait 0xfffff800153d0900 syz-executor.3 11809 1 815 0 S uwait 0xfffff80015d9f900 syz-executor.3 11769 1 10453 0 S uwait 0xfffff800285e7500 syz-executor.2 11768 1 10453 0 S uwait 0xfffff80028e08d00 syz-executor.2 11767 1 10453 0 S uwait 0xfffff80028a8e100 syz-executor.2 11766 1 10453 0 S uwait 0xfffff80028e08700 syz-executor.2 11497 1 11497 65 Ss select 0xfffff800196d3140 dhclient 10478 1 10478 0 Ss select 0xfffff80019276bc0 dhclient 10471 1 10471 0 Ss select 0xfffff80028591ec0 dhclient 10453 780 10453 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.2 9352 1 9352 65 Ss select 0xfffff80028317d40 dhclient 7120 1 7120 0 Ss select 0xfffff800195fcbc0 dhclient 7112 1 7112 0 Ss select 0xfffff80028f4c140 dhclient 7089 780 7089 0 Rs syz-executor.1 3353 1 3353 65 Ss select 0xfffff8001937fd40 dhclient 2759 1 2759 0 Ss select 0xfffff8001929b5c0 dhclient 2756 1 2756 0 Ss select 0xfffff800190e25c0 dhclient 2737 1 2737 65 Ss select 0xfffff80028c9e2c0 dhclient 2177 1 2177 0 Ss select 0xfffff80015de8440 dhclient 2174 1 2174 0 Ss select 0xfffff800192118c0 dhclient 2003 0 0 0 DL aiordy 0xfffff80028e27000 [aiod4] 2002 0 0 0 DL aiordy 0xfffff80028e15a60 [aiod3] 2001 0 0 0 DL aiordy 0xfffff80028c80000 [aiod2] 2000 0 0 0 DL aiordy 0xfffff80028ed4a60 [aiod1] 815 780 815 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.3 782 780 782 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100106 S uwait 0xfffff800283a7b00 syz-fuzzer 100118 S uwait 0xfffff80015da2b00 syz-fuzzer 100119 S uwait 0xfffff80015da2d00 syz-fuzzer 100120 S uwait 0xfffff80015da2f00 syz-fuzzer 100121 S uwait 0xfffff80028559900 syz-fuzzer 100122 S uwait 0xfffff80028559b00 syz-fuzzer 100123 S uwait 0xfffff80028559d00 syz-fuzzer 100125 S kqread 0xfffff800285e7d00 syz-fuzzer 100126 S uwait 0xfffff80028338100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800285ceb10 csh 776 694 776 0 Ss select 0xfffff80015de7440 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff80015f8dbc0 sshd 507 1 507 0 Ss select 0xfffff80028362440 syslogd 436 1 436 0 Ss select 0xfffff80015f2a440 devd 435 1 435 65 Ss select 0xfffff800284075c0 dhclient 350 1 350 0 Ss select 0xfffff800157ae440 dhclient 347 1 347 0 Ss select 0xfffff80015f8d8c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c5200 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830968b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e00410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 1 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e217c1 [deadlkres] 100074 D - 0xfffff80015ac7100 [acpi_task_0] 100075 D - 0xfffff80015ac7100 [acpi_task_1] 100076 D - 0xfffff80015ac7100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] 22270 782 782 0 Z syz-executor.0 db> show all locks Process 22273 (syz-executor.1) thread 0xfffffe0095122740 (118382) exclusive rw vm object (vm object) r = 0 (0xfffff80016171948) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_fault.c:1332 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe0099067440) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_map.c:4935 Process 22269 (syz-executor.3) thread 0xfffffe00950c7e40 (123503) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00038627c0) locked @ /syzkaller/managers/i386/kernel/sys/ufs/ffs/ffs_softdep.c:14702 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe000382a948) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_bio.c:3928 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80028d25770) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_vnops.c:1157 Process 12 (intr) thread 0xfffffe00042be900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00990f9c70) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 706 3649K 46759 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 newblk 72 1068K 32537 vfscache 3 1035K 3 pf_rule 253 1012K 417 inodedep 475 994K 21924 subproc 172 718K 22373 sctp_atcl 678 678K 27457 sctp_stro 336 672K 6852 acpica 1674 649K 54806 filedesc 38 599K 42456 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_atky 1014 381K 35496 bus 986 377K 3469 BPF 46 337K 84 linker 348 270K 450 sctp_athm 678 255K 27954 sctp_map 672 252K 13704 dirrem 463 232K 21723 DEVFS1 107 214K 124 kdtrace 249 201K 45781 module 510 192K 510 vnet_data 1 176K 1 freefile 465 175K 21712 umtx 396 174K 396 tidhash 3 164K 3 routetbl 315 144K 1049 pagedep 9 140K 21189 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 7443 syncache 1 76K 1 vmem 3 72K 5 ifaddr 72 68K 85 msg 4 68K 4 sctp_timw 135 68K 135 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 167 63K 231 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 44 38K 118 KTRACE 101 38K 102 kqueue 80 38K 23803 taskqueue 60 36K 60 in6_multi 83 36K 112 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 4 DEVFSP 80 30K 6518 pwddesc 77 29K 22274 GEOM 60 29K 489 kbdmux 6 28K 6 cred 26 26K 313 ksem 7 26K 85 ifnet 7 25K 7 plimit 24 24K 528 kcovinfo 64 24K 119 CAM queue 5 21K 1528 selfd 55 21K 302887 pfs_nodes 20 20K 20 proc-args 52 20K 787 UART 12 18K 12 session 35 18K 62 bmsafemap 3 17K 21994 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 freework 31 16K 27515 ufs_dirhash 24 14K 24 sglist 5 13K 5 pf_table 3 12K 36 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 81 Unitno 30 12K 47 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 pf_ifnet 12 10K 48 uidinfo 3 9K 21 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 inpcbpolicy 20 8K 10303 acpidev 20 8K 20 hhook 15 8K 17 sctp_ifa 19 8K 24 select 19 8K 410 mount 16 7K 90 fpukern_ctx 3 6K 3 ip6ndp 13 6K 24 terminal 11 6K 11 sctp_stri 5 5K 944 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 CAM CCB 1 4K 17026 pci_link 10 4K 10 osd 9 4K 7953 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 freeblks 6 3K 22078 in_multi 6 3K 11 nexusdev 7 3K 7 mkdir 7 3K 42326 feeder 7 3K 7 procdesc 5 3K 24 sctp_ifn 6 3K 24 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 72 NFSD session 1 2K 1 diradd 5 2K 21764 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 139 crypto 4 2K 4 newdirblk 4 2K 21163 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 35138 tcpfunc 3 2K 3 loginclass 3 2K 6 indirdep 2 1K 4323 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 6469 entropy 2 1K 53 iov 2 1K 31939 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 9245 sctp_iter 0 0K 66 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 47 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 19 sctp_aadr 0 0K 265 tcp_do 0 0K 0 tcp_fsb 0 0K 1167 mqdata 0 0K 0 dctcp data 0 0K 14 vegas data 0 0K 69 htcp data 0 0K 50 cdg data 0 0K 15 chd data 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 16 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 17925 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 35 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 61 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 52 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 21347 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 291 tcp_log_dev 0 0K 3567 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 6 lio 0 0K 2346 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 231 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 980 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 873 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8775 785 917200 0 254 39157760 0 malloc-384 384 36172 148 52980 0 30 13946880 0 malloc-1024 1024 4174 6 4197 0 16 4280320 0 tcp_log 416 0 9900 94836 0 254 4118400 0 malloc-8192 8192 339 72 20155 0 1 3366912 0 mbuf 256 10409 1201 1659112 0 254 2972160 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-1024 1024 556 1492 22705 0 16 2097152 0 malloc-1024 1024 133 1799 19596 0 16 1978368 0 BUF TRIE 144 187 13281 10956 0 62 1939392 0 UMA Slabs 0 112 14699 22 14699 0 126 1648752 0 RADIX NODE 144 10884 397 592904 0 63 1624464 0 mbuf_cluster 2048 705 1 705 0 254 1445888 0 malloc-384 384 2785 375 399890 0 30 1213440 0 malloc-4096 4096 260 2 439 0 2 1073152 0 malloc-512 512 607 1489 22522 0 30 1073152 0 sctp_asoc 2288 336 114 6852 0 254 1029600 0 malloc-384 384 1029 1511 116871 0 30 975360 0 malloc-1024 1024 688 160 29312 0 16 868352 0 malloc-32768 32768 21 5 21227 0 2 851968 0 malloc-2048 2048 338 76 10375 0 8 847872 0 malloc-8192 8192 80 4 22276 0 1 688128 0 malloc-384 384 1728 22 53850 0 30 672000 0 malloc-65536 65536 3 7 3863 0 1 655360 0 FFS inode 1160 527 26 22241 0 8 641480 0 sctp_ep 1280 337 152 20133 0 254 625920 0 malloc-1024 1024 523 81 43942 0 16 618496 0 VM OBJECT 264 1615 80 316412 0 30 447480 0 malloc-16384 16384 24 2 37 0 1 425984 0 tcp_bbr_map 128 0 3255 33781 0 126 416640 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 THREAD 1808 170 28 23506 0 8 357984 0 256 Bucket 2048 155 19 17085 0 8 356352 0 sctp_raddr 736 360 124 8093 0 254 356224 0 malloc-512 512 94 490 34806 0 30 299008 0 VNODE 448 565 74 22281 0 30 286272 0 malloc-384 384 634 66 11100 0 30 268800 0 malloc-65536 65536 4 0 4 0 1 262144 0 tcp_inpcb 488 9 527 7941 0 254 261568 0 malloc-2048 2048 125 1 142 0 8 258048 0 ertt_txseginfo 40 1 6160 159048 0 254 246440 0 MAP ENTRY 96 2217 303 1188402 0 126 241920 0 socket 944 44 208 32057 0 254 237888 0 malloc-384 384 549 61 93496 0 30 234240 0 malloc-4096 4096 11 45 18023 0 2 229376 0 DEVCTL 1024 0 216 138 0 0 221184 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 3 40 0 1 212992 0 malloc-16384 16384 4 8 90 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 vmem btag 56 3214 86 3214 0 254 184800 0 mbuf_packet 256 111 594 31494 0 254 180480 0 VMSPACE 2544 50 10 22227 0 4 152640 0 malloc-512 512 228 68 53952 0 30 151552 0 S VFS Cache 104 1034 370 22825 0 126 146016 0 FFS2 dinode 256 527 28 22240 0 62 142080 0 malloc-384 384 307 53 30216 0 30 138240 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-512 512 216 40 22916 0 30 131072 0 clpbuf 2624 0 48 281 0 16 125952 0 PROC 1328 77 16 22273 0 8 123504 0 ksiginfo 112 79 965 1572 0 126 116928 0 malloc-1024 1024 106 2 116 0 16 110592 0 tcpcb 1080 5 93 7941 0 254 105840 0 filedesc0 1072 77 21 22274 0 8 105056 0 32 Bucket 256 216 189 46713 0 62 103680 0 128 Bucket 1024 65 34 6421 0 16 101376 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 98 0 1 98304 0 malloc-512 512 122 62 22365 0 30 94208 0 g_bio 408 4 216 64786 0 30 89760 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 149 3 1052 0 30 77824 0 sctp_chunk 152 403 91 3210 0 254 75088 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-4096 4096 12 4 106 0 2 65536 0 malloc-2048 2048 10 20 521 0 8 61440 0 pcpu-8 8 6811 869 8863 0 254 61440 0 16 Bucket 144 281 139 5482 0 62 60480 0 malloc-384 384 92 58 32658 0 30 57600 0 malloc-8192 8192 2 5 21809 0 1 57344 0 64 Bucket 512 47 65 9704 0 30 57344 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 3 3 10 0 1 49152 0 malloc-2048 2048 16 4 25 0 8 40960 0 malloc-512 512 27 53 1470 0 30 40960 0 Files 80 240 260 74525 0 126 40000 0 pipe 744 23 27 1265 0 16 37200 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 111511 0 16 36864 0 malloc-512 512 36 36 938 0 30 36864 0 sctp_laddr 48 624 132 5892 0 254 36288 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-2048 2048 2 14 151 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_bbr_pcb 832 1 35 5380 0 16 29952 0 tcp_rack_pcb 832 0 36 1167 0 16 29952 0 malloc-4096 4096 6 1 8 0 2 28672 0 malloc-4096 4096 5 2 67 0 2 28672 0 TURNSTILE 136 199 11 199 0 62 28560 0 sctp_stream_msg_out 112 42 210 904 0 254 28224 0 KNOTE 160 28 147 224350 0 62 28000 0 8 Bucket 80 50 300 4239 0 126 28000 0 udplite_inpcb 488 0 56 1630 0 254 27328 0 malloc-8192 8192 1 2 77 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 2 Bucket 32 140 616 10724 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 PWD 32 26 604 21263 0 254 20160 0 SLEEPQUEUE 88 199 25 199 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 13 0 1 16384 0 malloc-4096 4096 2 2 322 0 2 16384 0 vtnet_tx_hdr 24 0 668 551448 0 254 16032 0 unpcb 256 20 40 1557 0 254 15360 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 rtentry 176 33 36 50 0 62 12144 0 tcp_rack_map 112 0 108 2764 0 126 12096 0 ertt 72 5 163 7941 0 126 12096 0 ripcb 488 5 19 443 0 254 11712 0 udp_inpcb 488 6 18 289 0 254 11712 0 kenv 258 15 30 1048 0 30 11610 0 routing nhops 256 27 18 50 0 62 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 9 0 16 8192 0 pf tags 104 55 23 159 0 126 8112 0 tcptw 88 4 88 4 0 254 8096 0 PGRP 88 35 57 62 0 126 8096 0 rl_entry 40 94 108 94 0 254 8080 0 udpcb 32 6 246 1919 0 254 8064 0 4 Bucket 48 6 162 477 0 254 8064 0 sctp_readq 152 1 51 254 0 254 7904 0 AIO 208 0 38 1180 0 62 7904 0 itimer 352 0 22 13 0 30 7744 0 AIOCB 552 0 14 62 0 16 7728 0 AIOLIO 272 0 28 1173 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_log_bucket 176 0 23 1 0 62 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 tcp_log_node 120 0 33 2 0 126 3960 0 UMA Slabs 1 176 14 8 14 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0