panic: sbflush_internal: ccc 0 mb 0 mbcnt 512 cpuid = 1 time = 1666849901 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe005e1bb850 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe005e1bb9b0 vpanic() at vpanic+0x254/frame 0xfffffe005e1bba90 panic() at panic+0xb5/frame 0xfffffe005e1bbb60 sbrelease_internal() at sbrelease_internal+0x20e/frame 0xfffffe005e1bbbc0 sbrelease() at sbrelease+0x70/frame 0xfffffe005e1bbbf0 sorflush() at sorflush+0xcc/frame 0xfffffe005e1bbc20 soshutdown() at soshutdown+0x289/frame 0xfffffe005e1bbc70 kern_shutdown() at kern_shutdown+0x139/frame 0xfffffe005e1bbd30 ia32_syscall() at ia32_syscall+0x41a/frame 0xfffffe005e1bbf30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 48155 tid 155834 ] Stopped at kdb_enter+0x6b: movq $0,0x2765f7a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0096400000 rdx 0x3ffff rbx 0 rsp 0xfffffe005e1bb990 rbp 0xfffffe005e1bb9b0 rsi 0x40001 rdi 0xffffffff81732678 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0099e81520 r12 0 r13 0xfffffe0099e81000 r14 0xffffffff82b7ad80 .str.26 r15 0xffffffff82b7ad80 .str.26 rip 0xffffffff8172221b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x2765f7a(%rip) db> show proc Process 48155 (syz-executor.2) at 0xfffffe009985c560: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 785 at 0xfffffe0090045ab0 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 exec reaper: 0xfffffe00541d0010 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009ade0000 (map 0xfffffe009ade0000) (map.pmap 0xfffffe009ade00c0) (pmap 0xfffffe009ade0130) threads: 2 153474 RunQ syz-executor.2 155834 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 48159 780 780 0 R (threaded) syz-executor.1 154021 RunQ syz-executor.1 155838 RunQ syz-executor.1 48155 785 785 0 R (threaded) syz-executor.2 153474 RunQ syz-executor.2 155834 Run CPU 1 syz-executor.2 45887 1 785 0 S uwait 0xfffffe005785cd00 syz-executor.2 45876 1 785 0 S uwait 0xfffffe009983d580 syz-executor.2 44726 1 797 0 S uwait 0xfffffe005785d380 syz-executor.3 44722 1 797 0 S uwait 0xfffffe009983d980 syz-executor.3 44717 1 797 0 S umtxn 0xfffffe0007ac2c80 syz-executor.3 44423 1 785 0 SV uwait 0xfffffe005785c400 syz-executor.2 44417 1 785 0 SV uwait 0xfffffe00962ad680 syz-executor.2 44408 1 785 0 SV uwait 0xfffffe005785d280 syz-executor.2 44193 0 0 0 DL - 0xffffffff83f75500 [soaiod4] 44192 0 0 0 DL - 0xffffffff83f75500 [soaiod3] 44191 0 0 0 DL - 0xffffffff83f75500 [soaiod2] 44190 0 0 0 DL - 0xffffffff83f75500 [soaiod1] 29750 1 779 0 SV uwait 0xfffffe009983c280 syz-executor.0 7069 1 7069 65 Ss select 0xfffffe009983ccc0 dhclient 5138 1 5138 0 Ss select 0xfffffe009983c840 dhclient 5135 1 5135 0 Ss select 0xfffffe009983cac0 dhclient 5116 1 5116 65 Ss select 0xfffffe00962ae340 dhclient 3973 1 3973 0 Ss select 0xfffffe009983cd40 dhclient 3970 1 3970 0 Ss select 0xfffffe00962ae8c0 dhclient 3938 1 3938 65 Ss select 0xfffffe00962ade40 dhclient 3387 0 0 0 DL aiordy 0xfffffe0090047568 [aiod4] 3386 0 0 0 DL aiordy 0xfffffe0090048018 [aiod3] 3384 0 0 0 DL aiordy 0xfffffe0092dfe570 [aiod2] 3383 0 0 0 DL aiordy 0xfffffe009985b000 [aiod1] 2794 1 2794 0 Ss select 0xfffffe00962ae140 dhclient 2791 1 2791 0 Ss select 0xfffffe0007ac26c0 dhclient 2772 1 2772 65 Ss select 0xfffffe00962adf40 dhclient 1090 1 1090 0 Ss select 0xfffffe00962ae0c0 dhclient 1087 1 1087 0 Ss select 0xfffffe00962ae040 dhclient 797 774 797 0 Ss piperd 0xfffffe0058b873e8 syz-executor.3 785 774 785 0 Ss nanslp 0xffffffff83e55941 syz-executor.2 780 774 780 0 Ss nanslp 0xffffffff83e55941 syz-executor.1 779 774 779 0 Rs syz-executor.0 774 772 772 0 R (threaded) syz-fuzzer 100100 S uwait 0xfffffe0057438a80 syz-fuzzer 100110 S uwait 0xfffffe005785e700 syz-fuzzer 100111 S wait 0xfffffe0090046ab8 syz-fuzzer 100112 S uwait 0xfffffe005785e900 syz-fuzzer 100113 S wait 0xfffffe0090046ab8 syz-fuzzer 100114 S uwait 0xfffffe005785ea00 syz-fuzzer 100115 S uwait 0xfffffe005785eb00 syz-fuzzer 100116 S wait 0xfffffe0090046ab8 syz-fuzzer 100119 S wait 0xfffffe0090046ab8 syz-fuzzer 100120 S uwait 0xfffffe0057438400 syz-fuzzer 100125 RunQ syz-fuzzer 100128 S uwait 0xfffffe005785d180 syz-fuzzer 100175 S uwait 0xfffffe005785ce00 syz-fuzzer 113866 S uwait 0xfffffe005785d600 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe00900450b0 csh 770 688 770 0 Ss select 0xfffffe0007ac2840 sshd 754 1 754 0 Ss+ ttyin 0xfffffe005744ecb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0058601cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00586020b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00586024b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005744d4b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005744d8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe005744dcb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00586028b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0058602cb0 getty 692 1 692 0 Ss nanslp 0xffffffff83e55940 cron 688 1 688 0 Ss select 0xfffffe0007ac2a40 sshd 501 1 501 0 Ss select 0xfffffe0007ac2b40 syslogd 430 1 430 0 Ss select 0xfffffe0007ac2d40 devd 429 1 429 65 Ss select 0xfffffe0007ac2c40 dhclient 344 1 344 0 Ss select 0xfffffe0007ac2bc0 dhclient 341 1 341 0 Ss select 0xfffffe0057439b40 dhclient 17 0 0 0 DL syncer 0xffffffff83f7ade0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f86008 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f79400 [bufdaemon] 100080 D - 0xffffffff83212100 [bufspacedaemon-0] 100094 D sdflush 0xfffffe005744c0e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83face00 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83fa0cb8 [dom0] 100081 D launds 0xffffffff83fa0cc4 [laundry: dom0] 100082 D umarcl 0xffffffff81e69240 [uma] 7 0 0 0 DL - 0xffffffff83c11e28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8456f2e0 [pf purge] 5 0 0 0 DL waiting 0xffffffff84881f80 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83ab4340 [doneq0] 100045 D - 0xffffffff83ab42c0 [async] 100076 D - 0xffffffff83ab4140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ed8c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f9c420 [crypto] 100041 D crypto_ 0xfffffe0007b50030 [crypto returns 0] 100042 D crypto_ 0xfffffe0007b50080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e2ae00 [g_event] 100036 D - 0xffffffff83e2ae20 [g_up] 100037 D - 0xffffffff83e2ae40 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 RL (threaded) [intr] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100017 I [swi6: task queue] 100031 Run CPU 0 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541d0010 [init] 10 0 0 0 DL audit_w 0xffffffff83f9cfa0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e2b820 [swapper] 100005 D - 0xfffffe0007968700 [if_io_tqg_0] 100006 D - 0xfffffe0007968200 [if_io_tqg_1] 100007 D - 0xfffffe0007968100 [if_config_tqg_0] 100008 D - 0xfffffe0007968000 [softirq_0] 100009 D - 0xfffffe0007967e00 [softirq_1] 100010 D - 0xfffffe00085f4e00 [linuxkpi_irq_wq] 100011 D - 0xfffffe00085f4d00 [deferred_unmount ta] 100013 D - 0xfffffe00085f4b00 [thread taskq] 100015 D - 0xfffffe00085f4900 [kqueue_ctx taskq] 100016 D - 0xfffffe00085f4800 [pci_hp taskq] 100018 D - 0xfffffe00085f4600 [inm_free taskq] 100019 D - 0xfffffe00085f4500 [aiod_kick taskq] 100020 D - 0xfffffe00085f4400 [in6m_free taskq] 100021 D - 0xfffffe00085f4300 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085f4300 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085f4300 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085f4300 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085f4200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085f4200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085f4200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085f4200 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085f4100 [firmware taskq] 100038 D - 0xfffffe00085f3600 [crypto_0] 100039 D - 0xfffffe00085f3600 [crypto_1] 100055 D - 0xfffffe00085f2700 [vtnet0 rxq 0] 100056 D - 0xfffffe00085f2600 [vtnet0 txq 0] 100057 D - 0xfffffe00085f2500 [vtnet0 rxq 1] 100058 D - 0xfffffe00085f2400 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0007981580 [virtio_balloon] 100066 D - 0xffffffff82b80e20 [deadlkres] 100071 D - 0xfffffe00085f3300 [acpi_task_0] 100072 D - 0xfffffe00085f3300 [acpi_task_1] 100073 D - 0xfffffe00085f3300 [acpi_task_2] 100074 D - 0xfffffe00085f5100 [mca taskq] 100075 D - 0xfffffe00085f2e00 [CAM taskq] db> show all locks Process 48155 (syz-executor.2) thread 0xfffffe0099e81000 (155834) exclusive sleep mutex so_rcv (so_rcv) r = 0 (0xfffffe009a26dce0) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:780 exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe009a26dcc0) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_socket.c:3953 Process 12 (intr) thread 0xfffffe0007a8a560 (100031) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00998afa50) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2138 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4216 4323K 4244 pcb 1604 2314K 158824 sysctloid 35104 2068K 35175 vtbuf 24 1968K 46 kobj 329 1316K 493 newblk 16 1028K 160796 vfscache 3 1025K 3 sctp_stro 786 989K 23032 inodedep 714 780K 54743 sctp_atcl 1577 592K 99686 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 161 322K 48250 vmem 3 274K 6 filedesc 32 249K 94257 acpica 1674 184K 58126 dirrem 699 175K 50367 tidhash 3 141K 3 linker 351 133K 424 pagedep 17 132K 47132 tfo_ccache 1 128K 1 IP reass 1 128K 1 vnet_data 1 112K 1 DEVFS1 109 109K 126 sem 4 106K 4 sctp_atky 2363 99K 124813 BPF 46 88K 64 freefile 697 88K 50355 bus 998 82K 5213 mtx_pool 2 72K 2 syncache 1 68K 1 module 515 65K 515 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_timw 249 63K 249 umtx 418 53K 418 kdtrace 244 48K 103999 temp 35 33K 24735 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 2 msg 4 30K 4 gtaskqueue 18 26K 18 sctp_athm 1577 25K 101454 sctp_map 1572 25K 44646 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 137 16K 429 lltable 50 16K 215 ithread 97 16K 97 bus-sc 34 15K 1682 ether_multi 157 13K 167 KTRACE 100 13K 100 eventhandler 151 13K 151 ifnet 7 13K 7 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 483 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 52689 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 223 rpc 2 8K 2 shmfd 1 8K 68 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 74 7K 48264 taskqueue 63 7K 63 cred 26 7K 325 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 529 ufs_dirhash 24 5K 24 pwddesc 72 5K 48227 UMA 270 5K 270 session 35 5K 68 pf_ifnet 10 5K 19 DEVFSP 68 5K 3920 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 99 4K 49617 acpisem 28 4K 28 selfd 55 4K 702120 lockf 32 4K 73 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 75 clone 9 3K 9 uidinfo 3 3K 27 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 49 CAM XPT 22 2K 543 msi 12 2K 12 newdirblk 12 2K 47111 in_multi 6 2K 8 ipsecpolicy 2 2K 2 CC Mem 10 2K 11680 acpidev 20 2K 20 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 94222 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 124 NFSD session 1 1K 1 CAM periph 4 1K 271 freework 4 1K 95844 ipsec 3 1K 3 sctp_ifn 6 1K 15 freeblks 3 1K 53051 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 inpcbpolicy 21 1K 13108 crypto 4 1K 4 encap_export_host 12 1K 12 procdesc 5 1K 18 sctp_stri 1 1K 3386 diradd 4 1K 50408 pfil 4 1K 4 cdev 2 1K 2 osd 14 1K 11677 pf_osfp 4 1K 4 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 3 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 3994 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 15 pmchooks 1 1K 1 soname 4 1K 70130 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 filemon 0 0K 149 tcp_do 0 0K 0 tcp_fsb 0 0K 2703 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 40028 sctp_iter 0 0K 254 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 243 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 22 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 70133 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 60 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 67690 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 190 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 47357 namei_tracker 0 0K 2 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 2348 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 10 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 43735 ioctlops 0 0K 303 eventfd 0 0K 48 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1048 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8867 1293 1204011 0 254 41615360 0 mbuf 256 11711 6833 2746888 0 254 4747264 0 tcp_log 416 136 10025 265070 0 254 4226976 0 sctp_asoc 2256 786 234 22323 0 254 2301120 0 RADIX NODE 144 14136 475 1184794 0 64 2103984 0 pbuf 2624 0 794 0 0 2 2083456 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 BUF TRIE 144 200 11560 125094 0 62 1693440 0 malloc-2048 2048 796 28 76708 0 8 1687552 0 malloc-384 384 4117 53 4117 0 30 1601280 0 sctp_ep 1208 790 480 75670 0 254 1534160 0 malloc-128 128 11524 70 14356 0 126 1484032 0 UMA Slabs 0 112 12462 24 12462 0 126 1398432 0 malloc-4096 4096 330 4 611 0 2 1368064 0 malloc-384 384 765 2685 54794 0 30 1324800 0 vmem btag 56 22467 108 22467 0 254 1264200 0 malloc-256 256 1026 2694 416352 0 62 952320 0 malloc-256 256 275 3445 71412 0 62 952320 0 malloc-1024 1024 774 42 22352 0 16 835584 0 sctp_raddr 736 788 235 26323 0 254 752928 0 socket 960 54 710 100329 0 254 733440 0 malloc-384 384 1632 108 99743 0 30 668160 0 256 Bucket 2048 284 36 9107 0 8 655360 0 FFS inode 1160 527 26 50885 0 8 641480 0 VM OBJECT 264 2157 168 608335 0 31 613800 0 malloc-8192 8192 30 42 612 0 1 589824 0 tcpcb 1104 10 501 11666 0 254 564144 0 malloc-128 128 1108 2798 98124 0 126 499968 0 malloc-65536 65536 1 5 60 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 tcp_bbr_map 128 10 3028 115882 0 126 388864 0 THREAD 1824 171 38 55838 0 8 381216 0 malloc-16384 16384 15 6 47130 0 1 344064 0 ertt_txseginfo 40 1 8382 292552 0 254 335320 0 malloc-4096 4096 72 6 48160 0 2 319488 0 MAP ENTRY 96 2870 406 1444746 0 126 314496 0 VNODE 448 568 98 50928 0 30 298368 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-32768 32768 0 8 64263 0 1 262144 0 malloc-64 64 3826 269 3890 0 254 262080 0 mbuf_packet 256 404 612 96625 0 254 260096 0 malloc-16 16 14520 480 26274 0 254 240000 0 malloc-256 256 799 131 82345 0 62 238080 0 sctp_chunk 152 1216 318 14026 0 254 233168 0 DEVCTL 1024 0 220 153 0 0 225280 0 malloc-128 128 1267 376 176943 0 126 210304 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5385 285 5402 0 254 181440 0 FPU_save_area 832 173 43 63144 0 16 179712 0 malloc-128 128 1122 273 15945 0 126 178560 0 FFS2 dinode 256 527 163 50885 0 62 176640 0 128 Bucket 1024 118 45 9948 0 16 166912 0 S VFS Cache 104 1035 486 52296 0 126 158184 0 VMSPACE 2560 47 13 48137 0 4 153600 0 64 Bucket 512 185 79 39858 0 30 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 664 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 13 0 1 131072 0 malloc-1024 1024 109 19 196 0 16 131072 0 unpcb 256 20 490 4452 0 254 130560 0 malloc-8192 8192 9 6 286 0 1 122880 0 PROC 1368 71 17 48159 0 8 120384 0 ksiginfo 112 79 965 7677 0 126 116928 0 malloc-4096 4096 23 3 570 0 2 106496 0 filedesc0 1072 72 26 48227 0 8 105056 0 malloc-32768 32768 3 0 3 0 1 98304 0 pipe 728 23 109 1514 0 16 96096 0 32 Bucket 256 173 202 16864 0 62 96000 0 UMA Kegs 384 228 5 228 0 30 89472 0 malloc-64 64 1005 318 77790 0 254 84672 0 malloc-64 64 535 788 27498 0 254 84672 0 malloc-16384 16384 4 1 178 0 1 81920 0 malloc-256 256 160 155 3616 0 62 80640 0 sctp_readq 152 1 519 973 0 254 79040 0 g_bio 408 0 180 902314 0 30 73440 0 malloc-64 64 641 430 49368 0 254 68544 0 malloc-32 32 1643 499 98679 0 254 68544 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 0 2 3 0 1 65536 0 malloc-8192 8192 8 0 8 0 1 65536 0 malloc-4096 4096 13 3 108 0 2 65536 0 malloc-256 256 110 145 102452 0 62 65280 0 tcp_inpcb 424 10 143 11666 0 30 64872 0 sctp_laddr 48 1128 216 10835 0 254 64512 0 Files 80 234 566 173652 0 126 64000 0 sctp_stream_msg_out 112 137 403 3236 0 254 60480 0 ripcb 424 5 121 794 0 30 53424 0 udplite_inpcb 424 0 126 233 0 30 53424 0 udp_inpcb 424 6 120 415 0 30 53424 0 malloc-64 64 142 677 706083 0 254 52416 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 224226 0 16 49152 0 malloc-16384 16384 0 3 24 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-4096 4096 10 2 10 0 2 49152 0 malloc-1024 1024 15 33 2665 0 16 49152 0 malloc-512 512 9 87 3394 0 30 49152 0 tcp_rack_pcb 896 0 54 2703 0 16 48384 0 malloc-384 384 89 31 92 0 30 46080 0 tcp_bbr_pcb 832 5 49 6147 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 clpbuf 2624 0 16 36 0 16 41984 0 pcpu-8 8 4706 414 5177 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 225698 0 16 38080 0 malloc-64 64 90 477 50702 0 254 36288 0 malloc-64 64 275 292 296 0 254 36288 0 malloc-64 64 11 556 274 0 254 36288 0 16 Bucket 144 88 164 10146 0 62 36288 0 malloc-16 16 1589 661 101805 0 254 36000 0 malloc-16 16 1615 635 44706 0 254 36000 0 8 Bucket 80 45 405 9767 0 126 36000 0 malloc-128 128 6 273 55 0 126 35712 0 malloc-128 128 72 207 521 0 126 35712 0 malloc-128 128 100 179 394 0 126 35712 0 malloc-128 128 13 266 596 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 18 117 313 0 62 34560 0 malloc-256 256 51 84 3705 0 62 34560 0 malloc-256 256 26 109 29 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 2 6 47360 0 2 32768 0 malloc-2048 2048 1 15 67 0 8 32768 0 malloc-2048 2048 11 5 7134 0 8 32768 0 malloc-2048 2048 7 9 8 0 8 32768 0 malloc-2048 2048 1 15 22 0 8 32768 0 malloc-2048 2048 7 9 209 0 8 32768 0 malloc-1024 1024 2 30 15 0 16 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 8 24 9 0 16 32768 0 malloc-1024 1024 9 23 36 0 16 32768 0 malloc-1024 1024 7 25 74 0 16 32768 0 malloc-512 512 5 59 1497 0 30 32768 0 malloc-512 512 12 52 30 0 30 32768 0 pcpu-64 64 495 17 495 0 254 32768 0 KNOTE 160 27 173 345162 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 4300 0 126 31680 0 cpuset 104 7 272 7 0 126 29016 0 tcp_inpcb ports 32 2 880 7805 0 254 28224 0 ertt 72 10 382 11666 0 126 28224 0 PWD 32 29 853 47214 0 254 28224 0 malloc-32 32 284 598 392 0 254 28224 0 malloc-32 32 24 858 9185 0 254 28224 0 4 Bucket 48 7 581 1030 0 254 28224 0 2 Bucket 32 88 794 17463 0 254 28224 0 AIO 208 0 133 81 0 62 27664 0 malloc-4096 4096 2 4 5 0 2 24576 0 PGRP 88 35 241 71 0 126 24288 0 rl_entry 40 95 511 97 0 254 24240 0 rtentry 168 31 113 35 0 62 24192 0 malloc-384 384 3 57 66 0 30 23040 0 malloc-384 384 1 59 1373 0 30 23040 0 malloc-384 384 27 33 28 0 30 23040 0 malloc-384 384 27 33 193 0 30 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 648 0 254 20160 0 udplite_inpcb ports 32 0 630 25 0 254 20160 0 udp_inpcb ports 32 3 627 42 0 254 20160 0 malloc-32 32 142 488 14122 0 254 20160 0 malloc-32 32 49 581 70558 0 254 20160 0 AIOLIO 272 0 70 5 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-512 512 0 32 17 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 malloc-512 512 0 32 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 660794 0 254 16032 0 malloc-16 16 339 661 2615 0 254 16000 0 malloc-16 16 239 761 51997 0 254 16000 0 tcp_log_id_node 120 0 132 1 0 126 15840 0 kenv 258 15 45 1054 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_log_id_bucket 176 0 69 1 0 62 12144 0 malloc-32 32 0 378 2 0 254 12096 0 malloc-32 32 131 247 5219 0 254 12096 0 malloc-16 16 19 731 58 0 254 12000 0 malloc-16 16 24 726 89003 0 254 12000 0 malloc-16 16 7 743 31770 0 254 12000 0 itimer 352 0 33 1 0 30 11616 0 AIOCB 552 0 21 152 0 16 11592 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0