panic: sbflush_internal: ccc 0 mb 0 mbcnt 256 cpuid = 0 time = 1653784561 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a7606710 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a7606870 vpanic() at vpanic+0x2b8/frame 0xfffffe00a7606950 panic() at panic+0xb5/frame 0xfffffe00a7606a20 sbrelease_internal() at sbrelease_internal+0x20e/frame 0xfffffe00a7606a80 solisten_proto() at solisten_proto+0x16b/frame 0xfffffe00a7606af0 sctp_listen() at sctp_listen+0x766/frame 0xfffffe00a7606c20 solisten() at solisten+0xd2/frame 0xfffffe00a7606c70 kern_listen() at kern_listen+0x158/frame 0xfffffe00a7606d30 amd64_syscall() at amd64_syscall+0x410/frame 0xfffffe00a7606f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a7606f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a47a, rsp = 0x833e31f08, rbp = 0x833e31f70 --- KDB: enter: panic [ thread pid 26891 tid 129189 ] Stopped at kdb_enter+0x6b: movq $0,0x275b6fa(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff8172b396 printf+0xf6 rdx 0x1 rbx 0 rsp 0xfffffe00a7606850 rbp 0xfffffe00a7606870 rsi 0 rdi 0xffffffff8172b3f8 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe009f28c6f0 r12 0xfffffe009f28c1e0 r13 0xfffffe00a7606801 r14 0xffffffff82b58820 .str.26 r15 0xffffffff82b58820 .str.26 rip 0xffffffff8171af1b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x275b6fa(%rip) db> show proc Process 26891 (syz-executor.1) at 0xfffffe00a6e15548: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffffe009ebf4a90 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 exec reaper: 0xfffffe0053de1000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009f233000 (map 0xfffffe009f233000) (map.pmap 0xfffffe009f2330c0) (pmap 0xfffffe009f233128) threads: 4 125828 RunQ syz-executor.1 129183 S uwait 0xfffffe00a609a300 syz-executor.1 129188 RunQ syz-executor.1 129189 Run CPU 0 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 26896 792 792 0 R (threaded) syz-executor.3 129139 Run CPU 1 syz-executor.3 129190 RunQ syz-executor.3 26895 781 781 0 R (threaded) syz-executor.2 126177 RunQ syz-executor.2 129187 S uwait 0xfffffe00a6099d80 syz-executor.2 26891 778 778 0 R (threaded) syz-executor.1 125828 RunQ syz-executor.1 129183 S uwait 0xfffffe00a609a300 syz-executor.1 129188 RunQ syz-executor.1 129189 Run CPU 0 syz-executor.1 20944 1 778 0 S uwait 0xfffffe0057889f00 syz-executor.1 20938 1 778 0 S uwait 0xfffffe005732a900 syz-executor.1 15123 15119 777 0 SV uwait 0xfffffe005788a080 syz-executor.0 15119 1 777 0 DV ppwait 0xfffffe00a6e154f8 syz-executor.0 15109 15108 777 0 SV uwait 0xfffffe0058b43f00 syz-executor.0 15108 1 777 0 RV syz-executor.0 15098 1 777 0 SV uwait 0xfffffe0058b44380 syz-executor.0 14363 1 14363 65 Ss select 0xfffffe00a73f6b40 dhclient 11730 1 11730 0 Ss select 0xfffffe00a7512a40 dhclient 11720 1 11720 0 Ss select 0xfffffe00a7512ac0 dhclient 11673 1 11673 65 Ss select 0xfffffe00a7513240 dhclient 7785 1 7785 0 Ss select 0xfffffe00a609e8c0 dhclient 7774 1 7774 0 Ss select 0xfffffe00a6725d40 dhclient 7716 1 7716 65 Ss select 0xfffffe00a60a0e40 dhclient 5357 1 5357 0 Ss select 0xfffffe00a6725540 dhclient 5354 1 5354 0 Ss select 0xfffffe00a67254c0 dhclient 5333 1 5333 65 Ss select 0xfffffe00a67255c0 dhclient 2130 1 2130 0 Ss select 0xfffffe00a5fcf7c0 dhclient 2127 1 2127 0 Ss select 0xfffffe00a6011a40 dhclient 1670 0 0 0 DL aiordy 0xfffffe00a5d5b548 [aiod4] 1669 0 0 0 DL aiordy 0xfffffe009ec3aa90 [aiod3] 1667 0 0 0 DL aiordy 0xfffffe0058cd3a90 [aiod2] 1666 0 0 0 DL aiordy 0xfffffe0056f9e548 [aiod1] 792 774 792 0 Ss nanslp 0xffffffff83e43c80 syz-executor.3 781 774 781 0 Rs syz-executor.2 778 774 778 0 Ss nanslp 0xffffffff83e43c80 syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100097 S uwait 0xfffffe005788ac00 syz-fuzzer 100119 S uwait 0xfffffe005788b280 syz-fuzzer 100120 S uwait 0xfffffe005788b380 syz-fuzzer 100121 S uwait 0xfffffe005788b480 syz-fuzzer 100122 S kqread 0xfffffe0058b72500 syz-fuzzer 100123 S uwait 0xfffffe0057328d00 syz-fuzzer 100124 S uwait 0xfffffe005788cf00 syz-fuzzer 100125 S uwait 0xfffffe0058b41080 syz-fuzzer 100126 S uwait 0xfffffe0058b43180 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058be5b40 csh 770 688 770 0 Ss select 0xfffffe0056f6ad40 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574764b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00579c58b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00579c5cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00579c60b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00579c64b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe00579c68b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579c6cb0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579c70b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579c74b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e43c80 cron 688 1 688 0 Ss select 0xfffffe0056f6b2c0 sshd 501 1 501 0 Ss select 0xfffffe0056f6af40 syslogd 430 1 430 0 Ss select 0xfffffe0056f6b240 devd 429 1 429 65 Ss select 0xfffffe0056f6b540 dhclient 344 1 344 0 Ss select 0xfffffe0056f6b0c0 dhclient 341 1 341 0 Ss select 0xfffffe0056f6b4c0 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056fa0548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f694e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f67ae0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0057472ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9b5c0 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f8f478 [dom0] 100083 D launds 0xffffffff83f8f484 [laundry: dom0] 100084 D umarcl 0xffffffff81e4add0 [uma] 7 0 0 0 DL - 0xffffffff83c002a8 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8457c550 [pf purge] 5 0 0 0 DL waiting 0xffffffff849194a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa3240 [doneq0] 100045 D - 0xffffffff83aa31c0 [async] 100076 D - 0xffffffff83aa3040 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fd7488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8aca0 [crypto] 100041 D crypto_ 0xfffffe0053ecd830 [crypto returns 0] 100042 D crypto_ 0xfffffe0053ecd880 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e19280 [g_event] 100036 D - 0xffffffff83e192a0 [g_up] 100037 D - 0xffffffff83e192c0 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053de1000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8b780 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e19c80 [swapper] 100005 D - 0xfffffe0053e84100 [if_config_tqg_0] 100006 D - 0xfffffe0053e84000 [softirq_0] 100007 D - 0xfffffe0053e83e00 [softirq_1] 100008 D - 0xfffffe0053e83d00 [if_io_tqg_0] 100009 D - 0xfffffe0053e83c00 [if_io_tqg_1] 100010 D - 0xfffffe000795a100 [inm_free taskq] 100011 D - 0xfffffe000795a000 [linuxkpi_irq_wq] 100012 D - 0xfffffe0007959e00 [in6m_free taskq] 100013 D - 0xfffffe0007959d00 [deferred_unmount ta] 100014 D - 0xfffffe0007959c00 [thread taskq] 100016 D - 0xfffffe0007959a00 [kqueue_ctx taskq] 100017 D - 0xfffffe0007959900 [pci_hp taskq] 100020 D - 0xfffffe0007959600 [aiod_kick taskq] 100021 D - 0xfffffe0007959500 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0007959500 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0007959500 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0007959500 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0007959400 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0007959400 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0007959400 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0007959400 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0007959300 [firmware taskq] 100038 D - 0xfffffe0007959200 [crypto_0] 100039 D - 0xfffffe0007959200 [crypto_1] 100055 D - 0xfffffe0007959000 [vtnet0 rxq 0] 100056 D - 0xfffffe0007958e00 [vtnet0 txq 0] 100057 D - 0xfffffe0007958d00 [vtnet0 rxq 1] 100058 D - 0xfffffe0007958c00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f6c000 [virtio_balloon] 100066 D - 0xffffffff82b5e6a0 [deadlkres] 100070 D - 0xfffffe000795a200 [mca taskq] 100071 D - 0xfffffe00585ef600 [acpi_task_0] 100072 D - 0xfffffe00585ef600 [acpi_task_1] 100073 D - 0xfffffe00585ef600 [acpi_task_2] 100075 D - 0xfffffe0007959100 [CAM taskq] db> show all locks Process 26891 (syz-executor.1) thread 0xfffffe009f28c1e0 (129189) exclusive sleep mutex so_rcv (so_rcv) r = 0 (0xfffffe00a75a9560) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:942 exclusive sleep mutex so_snd (so_snd) r = 0 (0xfffffe00a75a9520) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:941 exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe00a75a9540) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:937 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe00a75a9500) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:935 exclusive sleep mutex socket (socket) r = 0 (0xfffffe00a75a93c0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7210 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe00a6d21420) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7190 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c199b8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7189 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 pcb 2213 3001K 96372 sysctloid 35322 2081K 35393 vtbuf 24 1968K 46 kobj 328 1312K 490 sctp_stro 1080 1080K 13996 newblk 8 1026K 26518 vfscache 3 1025K 3 inodedep 1079 917K 26271 sctp_atcl 2175 816K 62643 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 158 303K 26991 vmem 3 274K 5 dirrem 1069 268K 26164 filedesc 30 233K 51837 pf_osfp 1635 204K 1635 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 sctp_atky 3264 137K 78428 linker 358 134K 402 freefile 1069 134K 26156 pagedep 9 130K 25929 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 265 bus 995 81K 5208 sctp_timw 304 76K 304 mtx_pool 2 72K 2 syncache 1 68K 1 module 514 65K 514 acpitask 1 64K 1 ddb_capture 1 64K 1 umtx 396 50K 396 kdtrace 237 47K 56088 sctp_athm 2175 34K 63346 sctp_map 2160 34K 27992 temp 34 33K 2460 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 16 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 137 16K 429 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 45 14K 85 KTRACE 101 13K 216 ether_multi 157 13K 167 ifnet 7 13K 7 eventhandler 136 12K 136 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 26223 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 4 rpc 2 8K 2 shmfd 1 8K 130 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 taskqueue 63 7K 63 cred 26 7K 296 kqueue 69 7K 26965 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 456 ufs_dirhash 24 5K 24 pf_ifnet 11 5K 549 UMA 272 5K 272 session 35 5K 61 DEVFSP 68 5K 885 pwddesc 67 5K 26897 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 98 4K 28242 acpisem 28 4K 28 selfd 55 4K 377519 lockf 32 4K 57 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 81 uidinfo 3 3K 10 sctp_aadr 33 3K 59 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 30 2K 47 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 freework 4 1K 25997 mkdir 8 1K 51818 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 66 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 freeblks 3 1K 25996 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 66 encap_export_host 12 1K 12 procdesc 5 1K 18 newdirblk 4 1K 25909 diradd 4 1K 26204 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 15 1K 10901 osd 8 1K 9513 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 CC Mem 4 1K 9505 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 615 pf_rule 1 1K 706 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 43532 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 45 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 mqdata 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 3682 filemon 0 0K 161 sctp_mcore 0 0K 0 sctp_socko 0 0K 46065 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_stri 0 0K 1352 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 19769 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 30 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 5 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 93 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 48 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 7 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 26108 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 2661 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 20 lio 0 0K 11 acl 0 0K 0 mbuf_tag 0 0K 135 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39704 ioctlops 0 0K 4019 eventfd 0 0K 173 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 857 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8477 1175 1628374 0 254 39534592 0 sctp_asoc 2256 1080 1210 13996 0 254 5166240 0 malloc-2048 2048 1099 941 48166 0 8 4177920 0 mbuf_cluster 2048 2032 0 2032 0 254 4161536 0 mbuf 256 9832 2881 2636943 0 254 3254528 0 sctp_ep 1208 1095 1445 47971 0 254 3068320 0 RADIX NODE 144 19622 225 576167 0 62 2857968 0 pbuf 2624 0 973 0 0 2 2553152 0 tcp_log 416 0 5337 117570 0 254 2220192 0 malloc-1024 1024 1087 833 14002 0 16 1966080 0 BUF TRIE 144 186 11602 1032 0 62 1697472 0 sctp_raddr 736 1081 1207 13996 0 254 1683968 0 malloc-384 384 4169 31 4509 0 30 1612800 0 malloc-384 384 2177 1783 62645 0 30 1520640 0 malloc-128 128 11626 247 37858 0 126 1519744 0 UMA Slabs 0 112 13322 28 13322 0 126 1495200 0 malloc-4096 4096 328 4 494 0 2 1359872 0 vmem btag 56 23450 133 23450 0 254 1320648 0 malloc-384 384 1092 1308 26355 0 30 921600 0 socket 960 57 707 60416 0 254 733440 0 malloc-256 256 265 2465 150917 0 62 698880 0 FFS inode 1160 522 31 26678 0 8 641480 0 malloc-256 256 1421 1069 51123 0 62 637440 0 malloc-256 256 1145 1345 27754 0 62 637440 0 VM OBJECT 264 2294 106 572714 0 30 633600 0 256 Bucket 2048 271 19 7706 0 8 593920 0 tcpcb 1104 4 507 9502 0 254 564144 0 mbuf_packet 256 930 1102 55188 0 254 520192 0 malloc-65536 65536 4 2 140 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-4096 4096 89 5 26919 0 2 385024 0 malloc-16384 16384 18 5 26080 0 1 376832 0 THREAD 1808 169 29 29190 0 8 357984 0 malloc-128 128 1411 1379 52587 0 126 357120 0 sctp_chunk 152 1020 1268 3687 0 254 347776 0 malloc-8192 8192 6 35 296 0 1 335872 0 MAP ENTRY 96 3052 350 1375197 0 126 326592 0 malloc-64 64 4140 711 31640 0 254 310464 0 tcp_bbr_map 128 0 2418 33549 0 126 309504 0 VNODE 448 563 103 26721 0 30 298368 0 malloc-128 128 2147 147 11626 0 126 293632 0 malloc-16 16 14655 345 14733 0 254 240000 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-65536 65536 1 2 8 0 1 196608 0 malloc-2048 2048 5 91 1128 0 8 196608 0 malloc-32 32 5361 561 5806 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 171 45 33783 0 16 179712 0 malloc-128 128 1223 172 27176 0 126 178560 0 sctp_stream_msg_out 112 360 1188 3208 0 254 173376 0 malloc-64 64 1637 946 26616 0 254 165312 0 FFS2 dinode 256 522 108 26678 0 62 161280 0 malloc-32 32 2447 2467 66064 0 254 157248 0 128 Bucket 1024 95 52 2635 0 16 150528 0 malloc-1024 1024 121 23 337 0 16 147456 0 S VFS Cache 104 1031 373 29016 0 126 146016 0 VMSPACE 2552 44 13 26872 0 4 145464 0 sctp_laddr 48 2221 635 15628 0 254 137088 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 228 0 1 131072 0 unpcb 256 20 490 1504 0 254 130560 0 64 Bucket 512 157 83 22516 0 30 122880 0 PROC 1352 66 24 26896 0 8 121680 0 ksiginfo 112 79 965 4855 0 126 116928 0 ertt_txseginfo 40 0 2828 70824 0 254 113120 0 filedesc0 1072 67 24 26897 0 8 97552 0 pipe 744 23 107 2058 0 16 96720 0 malloc-256 256 218 157 29256 0 62 96000 0 32 Bucket 256 190 185 11313 0 62 96000 0 UMA Kegs 384 230 3 230 0 30 89472 0 clpbuf 2624 0 32 28 0 16 83968 0 malloc-128 128 445 206 1437 0 126 83328 0 tcp_inpcb 424 4 185 9502 0 31 80136 0 sctp_readq 152 1 519 2724 0 254 79040 0 malloc-16 16 2210 2540 99106 0 254 76000 0 g_bio 408 0 180 7921 0 30 73440 0 malloc-64 64 568 503 1644 0 254 68544 0 malloc-16 16 2187 2063 28077 0 254 68000 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 6 2 10 0 1 65536 0 malloc-4096 4096 13 3 27 0 2 65536 0 ripcb 424 5 148 855 0 30 64872 0 Files 80 240 560 108177 0 126 64000 0 malloc-512 512 10 110 243 0 30 61440 0 pcpu-8 8 4724 2444 14870 0 254 57344 0 udplite_inpcb 424 0 126 181 0 30 53424 0 udp_inpcb 424 6 120 363 0 30 53424 0 malloc-64 64 192 627 404573 0 254 52416 0 malloc-128 128 165 238 837 0 126 51584 0 malloc-128 128 190 213 317 0 126 51584 0 malloc-128 128 40 363 52715 0 126 51584 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 127517 0 16 49152 0 malloc-8192 8192 1 5 73 0 1 49152 0 malloc-8192 8192 4 2 6 0 1 49152 0 malloc-1024 1024 6 42 531 0 16 49152 0 tcp_rack_pcb 896 0 54 3682 0 16 48384 0 malloc-384 384 91 29 92 0 30 46080 0 syncache 168 0 264 4 0 254 44352 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-4096 4096 5 5 634 0 2 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 2085 0 16 38080 0 malloc-64 64 13 554 19596 0 254 36288 0 malloc-64 64 200 367 225 0 254 36288 0 malloc-64 64 97 470 27732 0 254 36288 0 malloc-64 64 18 549 89 0 254 36288 0 8 Bucket 80 167 283 7011 0 126 36000 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 48 42 88 0 30 34560 0 malloc-256 256 2 133 12999 0 62 34560 0 malloc-256 256 47 88 51 0 62 34560 0 malloc-256 256 55 80 2887 0 62 34560 0 malloc-256 256 18 117 665 0 62 34560 0 TURNSTILE 136 199 53 199 0 62 34272 0 SLEEPQUEUE 88 199 185 199 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 2 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-2048 2048 3 13 9 0 8 32768 0 malloc-2048 2048 3 13 69 0 8 32768 0 malloc-2048 2048 7 9 1832 0 8 32768 0 malloc-2048 2048 10 6 14 0 8 32768 0 malloc-1024 1024 0 32 72 0 16 32768 0 malloc-1024 1024 27 5 172 0 16 32768 0 malloc-1024 1024 6 26 1240 0 16 32768 0 malloc-512 512 0 64 5 0 30 32768 0 malloc-512 512 11 53 75 0 30 32768 0 malloc-512 512 3 61 170 0 30 32768 0 malloc-512 512 0 64 9 0 30 32768 0 malloc-512 512 2 62 1354 0 30 32768 0 malloc-512 512 0 64 3 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 28 172 227084 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 1973 0 126 31680 0 tcp_bbr_pcb 832 0 36 2531 0 16 29952 0 cpuset 104 7 272 7 0 126 29016 0 tcp_inpcb ports 32 2 880 3565 0 254 28224 0 ertt 72 4 388 9502 0 126 28224 0 PWD 32 26 856 25998 0 254 28224 0 malloc-32 32 153 729 11211 0 254 28224 0 malloc-32 32 92 790 26818 0 254 28224 0 16 Bucket 144 124 72 673 0 62 28224 0 4 Bucket 48 7 581 596 0 254 28224 0 AIO 208 0 133 260 0 62 27664 0 malloc-4096 4096 2 4 26197 0 2 24576 0 malloc-4096 4096 6 0 6 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 63 0 126 24288 0 rl_entry 40 60 546 60 0 254 24240 0 itimer 352 0 66 4 0 30 23232 0 malloc-384 384 0 60 10 0 30 23040 0 malloc-384 384 44 16 46 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 544 0 254 20160 0 udplite_inpcb ports 32 0 630 37 0 254 20160 0 udp_inpcb ports 32 3 627 35 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 malloc-32 32 5 625 15805 0 254 20160 0 malloc-32 32 136 494 253 0 254 20160 0 malloc-32 32 56 574 265 0 254 20160 0 malloc-32 32 23 607 1113 0 254 20160 0 2 Bucket 32 76 554 2754 0 254 20160 0 AIOCB 552 0 35 332 0 16 19320 0 AIOLIO 272 0 70 11 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 0 1 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 14 0 2 16384 0 malloc-4096 4096 3 1 3 0 2 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-1024 1024 1 15 63 0 16 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 833072 0 254 16032 0 malloc-16 16 482 518 3453 0 254 16000 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 9 741 74943 0 254 12000 0 malloc-16 16 22 728 135 0 254 12000 0 malloc-16 16 20 730 60 0 254 12000 0 malloc-16 16 47 703 27652 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 14 8 14 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0