panic: sbflush_internal: ccc 0 mb 0 mbcnt 256 cpuid = 0 time = 1650803698 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009a6e66f0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009a6e6850 vpanic() at vpanic+0x2b8/frame 0xfffffe009a6e6930 panic() at panic+0xb5/frame 0xfffffe009a6e69f0 sbrelease_internal() at sbrelease_internal+0x1ee/frame 0xfffffe009a6e6a50 sbdestroy() at sbdestroy+0x21/frame 0xfffffe009a6e6a80 solisten_proto() at solisten_proto+0x16e/frame 0xfffffe009a6e6af0 sctp_listen() at sctp_listen+0x765/frame 0xfffffe009a6e6c20 solisten() at solisten+0xd2/frame 0xfffffe009a6e6c70 kern_listen() at kern_listen+0x158/frame 0xfffffe009a6e6d30 amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe009a6e6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009a6e6f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x82fb47f08, rbp = 0x82fb47f70 --- KDB: enter: panic [ thread pid 30709 tid 133193 ] Stopped at kdb_enter+0x6b: movq $0,0x270548a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xc4485beee2873eac rdx 0x3ffff rbx 0 rsp 0xfffffe009a6e6830 rbp 0xfffffe009a6e6850 rsi 0x40001 rdi 0xffffffff8178199a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe009a482e10 r12 0xfffffe009a482900 r13 0xfffffe009a6e6801 r14 0xffffffff82bc8800 .str.26 r15 0xffffffff82bc8800 .str.26 rip 0xffffffff81774f0b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x270548a(%rip) db> show proc Process 30709 (syz-executor.3) at 0xfffffe009a455000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 796 at 0xfffffe0092d48548 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053df0000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009aa029f8 (map 0xfffffe009aa029f8) (map.pmap 0xfffffe009aa02ab8) (pmap 0xfffffe009aa02b20) threads: 2 133030 RunQ syz-executor.3 133193 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 30711 782 782 0 R syz-executor.1 30710 783 783 0 R (threaded) syz-executor.2 133035 Run CPU 1 syz-executor.2 133194 RunQ syz-executor.2 133197 S uwait 0xfffffe009a4c3380 syz-executor.2 30709 796 796 0 R (threaded) syz-executor.3 133030 RunQ syz-executor.3 133193 Run CPU 0 syz-executor.3 24812 1 781 0 S uwait 0xfffffe0057893700 syz-executor.0 24807 1 781 0 S uwait 0xfffffe0057893200 syz-executor.0 24803 1 781 0 S uwait 0xfffffe009a46f700 syz-executor.0 17025 1 782 0 S uwait 0xfffffe0057895b80 syz-executor.1 17024 1 782 0 S uwait 0xfffffe009a4c3780 syz-executor.1 17019 1 782 0 S uwait 0xfffffe009a4c3280 syz-executor.1 17017 1 782 0 S uwait 0xfffffe009a4c3680 syz-executor.1 17007 1 782 0 S uwait 0xfffffe0058c34100 syz-executor.1 14489 1 796 0 S uwait 0xfffffe0057892100 syz-executor.3 14486 1 796 0 S uwait 0xfffffe0057894600 syz-executor.3 14481 1 796 0 S uwait 0xfffffe0057893600 syz-executor.3 14477 1 796 0 S uwait 0xfffffe0057894700 syz-executor.3 14473 1 796 0 S uwait 0xfffffe0057893400 syz-executor.3 14469 1 796 0 S uwait 0xfffffe0057892600 syz-executor.3 14466 1 796 0 S uwait 0xfffffe0058c34d00 syz-executor.3 14461 1 796 0 S uwait 0xfffffe0058c34200 syz-executor.3 14457 1 796 0 S uwait 0xfffffe0057892b80 syz-executor.3 14452 1 796 0 S uwait 0xfffffe0058c33c80 syz-executor.3 14448 1 796 0 S uwait 0xfffffe0058c34000 syz-executor.3 14444 1 796 0 S uwait 0xfffffe0057892780 syz-executor.3 14438 1 796 0 S uwait 0xfffffe0057892300 syz-executor.3 14434 1 796 0 S uwait 0xfffffe0057893c00 syz-executor.3 14431 1 796 0 S uwait 0xfffffe0058c35d80 syz-executor.3 14427 1 796 0 S uwait 0xfffffe0056fe4d80 syz-executor.3 14423 1 796 0 S uwait 0xfffffe0057892200 syz-executor.3 14419 1 796 0 S uwait 0xfffffe0056fe4e80 syz-executor.3 14412 1 796 0 S uwait 0xfffffe0057893300 syz-executor.3 14406 1 796 0 S uwait 0xfffffe0057893000 syz-executor.3 14399 1 796 0 S uwait 0xfffffe0057893800 syz-executor.3 14393 1 796 0 S uwait 0xfffffe0058c36580 syz-executor.3 10592 0 0 0 DL aiordy 0xfffffe0092763a90 [aiod4] 10591 0 0 0 DL aiordy 0xfffffe0099c2fa90 [aiod3] 10590 0 0 0 DL aiordy 0xfffffe00998fd000 [aiod2] 10589 0 0 0 DL aiordy 0xfffffe00924f8000 [aiod1] 10450 1 783 0 S uwait 0xfffffe0057893900 syz-executor.2 10445 1 783 0 S uwait 0xfffffe0057892500 syz-executor.2 10439 1 783 0 S uwait 0xfffffe0057894800 syz-executor.2 8367 1 8367 65 Ss select 0xfffffe0058b0a5c0 dhclient 7721 1 7721 0 Ss select 0xfffffe009247d840 dhclient 7718 1 7718 0 Ss select 0xfffffe009247db40 dhclient 7699 1 7699 65 Ss select 0xfffffe009247d2c0 dhclient 7109 1 7109 0 Ss select 0xfffffe009247e4c0 dhclient 7106 1 7106 0 Ss select 0xfffffe009247cc40 dhclient 7087 1 7087 65 Ss select 0xfffffe009247d740 dhclient 3194 1 3194 0 Ss select 0xfffffe009247ce40 dhclient 3191 1 3191 0 Ss select 0xfffffe009247cec0 dhclient 3169 1 3169 65 Ss select 0xfffffe009247e040 dhclient 1039 1 1039 0 Ss select 0xfffffe009247dd40 dhclient 1035 1 1035 0 Ss select 0xfffffe0058b09b40 dhclient 796 774 796 0 Ss nanslp 0xffffffff83e47a41 syz-executor.3 783 774 783 0 Rs syz-executor.2 782 774 782 0 Rs syz-executor.1 781 774 781 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100098 S uwait 0xfffffe0053df9880 syz-fuzzer 100114 S uwait 0xfffffe0058c35980 syz-fuzzer 100115 S uwait 0xfffffe0058c35a80 syz-fuzzer 100116 S uwait 0xfffffe0058c35b80 syz-fuzzer 100117 S kqread 0xfffffe0058ad9a00 syz-fuzzer 100118 S uwait 0xfffffe0057894900 syz-fuzzer 100119 S uwait 0xfffffe0057894a00 syz-fuzzer 100120 S uwait 0xfffffe0058c34a00 syz-fuzzer 100121 S uwait 0xfffffe0058c34b00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092d495f8 csh 770 688 770 0 Ss select 0xfffffe009247e140 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574774b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe0058690cb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00586914b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe0058691cb0 getty 750 1 750 0 Ss+ ttyin 0xfffffe00586924b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058692cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0053f414b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0053f41cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0053f424b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e47a40 cron 688 1 688 0 Ss select 0xfffffe0058b0a440 sshd 501 1 501 0 Ss select 0xfffffe009247e9c0 syslogd 430 1 430 0 Ss select 0xfffffe009247ebc0 devd 429 1 429 65 Ss select 0xfffffe0058b0a740 dhclient 344 1 344 0 Ss select 0xfffffe009247ea40 dhclient 341 1 341 0 Ss select 0xfffffe0058b0a840 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f9e548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6d260 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6b860 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100093 D sdflush 0xfffffe0058c54ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9f380 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f93238 [dom0] 100080 D launds 0xffffffff83f93244 [laundry: dom0] 100081 D umarcl 0xffffffff81eb0e30 [uma] 7 0 0 0 DL - 0xffffffff83c03788 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84a8a530 [pf purge] 5 0 0 0 DL waiting 0xffffffff8486b4a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa56c0 [doneq0] 100045 D - 0xffffffff83aa5640 [async] 100076 D - 0xffffffff83aa54c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f03c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8ea40 [crypto] 100041 D crypto_ 0xfffffe0053f73030 [crypto returns 0] 100042 D crypto_ 0xfffffe0053f73080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1d000 [g_event] 100036 D - 0xffffffff83e1d020 [g_up] 100037 D - 0xffffffff83e1d040 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df0000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8f540 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1da40 [swapper] 100005 D - 0xfffffe0008191000 [if_config_tqg_0] 100006 D - 0xfffffe0008190e00 [softirq_0] 100007 D - 0xfffffe0008190d00 [softirq_1] 100008 D - 0xfffffe0008190c00 [if_io_tqg_0] 100009 D - 0xfffffe0008190b00 [if_io_tqg_1] 100010 D - 0xfffffe0008190a00 [inm_free taskq] 100011 D - 0xfffffe0008190900 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008190800 [in6m_free taskq] 100013 D - 0xfffffe0008190700 [deferred_unmount ta] 100014 D - 0xfffffe0008190600 [thread taskq] 100016 D - 0xfffffe0008190400 [pci_hp taskq] 100017 D - 0xfffffe0008190300 [kqueue_ctx taskq] 100020 D - 0xfffffe0008190000 [aiod_kick taskq] 100021 D - 0xfffffe000818fe00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818fe00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818fe00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818fe00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818fd00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818fd00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818fd00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818fd00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000818fc00 [firmware taskq] 100038 D - 0xfffffe000818f200 [crypto_0] 100039 D - 0xfffffe000818f200 [crypto_1] 100055 D - 0xfffffe000818e900 [vtnet0 rxq 0] 100056 D - 0xfffffe000818e800 [vtnet0 txq 0] 100057 D - 0xfffffe000818e700 [vtnet0 rxq 1] 100058 D - 0xfffffe000818e600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f4be00 [virtio_balloon] 100066 D - 0xffffffff82bce680 [deadlkres] 100070 D - 0xfffffe0008191100 [mca taskq] 100071 D - 0xfffffe000818eb00 [acpi_task_0] 100072 D - 0xfffffe000818eb00 [acpi_task_1] 100073 D - 0xfffffe000818eb00 [acpi_task_2] 100075 D - 0xfffffe000818ea00 [CAM taskq] db> show all locks Process 30709 (syz-executor.3) thread 0xfffffe009a482900 (133193) exclusive sleep mutex so_rcv (so_rcv) r = 0 (0xfffffe008fe81ce0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:942 exclusive sleep mutex so_snd (so_snd) r = 0 (0xfffffe008fe81ca0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:941 exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe008fe81cc0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:937 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe008fe81c80) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:935 exclusive sleep mutex socket (socket) r = 0 (0xfffffe008fe81b40) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7217 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe0099ebabb8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7197 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c40f48) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7196 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35322 2081K 35393 vtbuf 24 1968K 46 pcb 1165 1822K 89191 kobj 328 1312K 489 newblk 39 1034K 30634 vfscache 3 1025K 3 inodedep 631 749K 29927 filedesc 82 650K 59437 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_stro 474 474K 8197 intr 4 472K 4 subproc 208 416K 30827 sctp_atcl 1045 392K 53117 vmem 3 274K 6 acpica 1674 184K 57552 vnet_data 1 168K 1 dirrem 619 155K 29793 tidhash 3 141K 3 linker 358 134K 386 pagedep 9 130K 29703 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 117 bus 994 81K 5207 freefile 622 78K 29759 mtx_pool 2 72K 2 syncache 1 68K 1 module 513 65K 513 acpitask 1 64K 1 ddb_capture 1 64K 1 sctp_atky 1519 63K 62436 umtx 440 55K 440 kdtrace 285 54K 63910 sctp_timw 143 36K 143 temp 34 33K 4295 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 sctp_athm 1045 17K 53695 tty 16 16K 16 routetbl 130 16K 410 ithread 97 16K 97 lltable 48 15K 123 sctp_map 948 15K 16394 bus-sc 34 15K 1681 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 65 9K 65 bmsafemap 2 9K 29889 UART 12 9K 12 devstat 4 9K 4 kqueue 95 9K 30735 ksem 1 8K 87 rpc 2 8K 2 shmfd 1 8K 25 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 cred 27 7K 282 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 454 pwddesc 93 6K 30709 pf_ifnet 12 5K 106 ufs_dirhash 24 5K 24 DEVFSP 71 5K 9587 UMA 272 5K 272 session 35 5K 52 freework 17 5K 29797 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 124 4K 32085 acpisem 28 4K 28 selfd 55 4K 429515 lockf 32 4K 57 hhook 15 4K 17 crypto 13 4K 9744 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 151 uidinfo 3 3K 20 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 32 2K 111 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 59364 freeblks 4 1K 29676 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 60 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 cryptodev 11 1K 26743 mount 16 1K 89 pci_link 10 1K 10 inpcbpolicy 20 1K 19434 encap_export_host 12 1K 12 procdesc 5 1K 18 CC Mem 9 1K 18373 newdirblk 4 1K 29682 diradd 4 1K 29834 pfil 4 1K 4 cdev 2 1K 2 osd 13 1K 18384 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 196 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 filedesc_to_leader 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 48916 filecaps 5 1K 120 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 24980 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stri 0 0K 926 tcp_do 0 0K 0 tcp_fsb 0 0K 2825 filemon 0 0K 387 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 22065 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 26 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 4 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 66 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 29877 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 110 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 8 lio 0 0K 1946 acl 0 0K 0 mbuf_tag 0 0K 143 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 28173 ioctlops 0 0K 2866 eventfd 0 0K 10 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 874 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8340 1058 1856143 0 254 38494208 0 RADIX NODE 144 21453 438 586042 0 63 3152304 0 malloc-384 384 4747 2693 34044 0 30 2856960 0 mbuf 256 9054 865 3298028 0 254 2539264 0 tcp_log 416 0 5337 62384 0 254 2220192 0 pbuf 2624 0 794 0 0 2 2083456 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 sctp_asoc 2256 474 291 8197 0 254 1725840 0 BUF TRIE 144 199 11589 1428 0 62 1697472 0 malloc-128 128 11641 232 100992 0 126 1519744 0 malloc-2048 2048 579 101 44465 0 8 1392640 0 malloc-4096 4096 330 4 497 0 2 1368064 0 UMA Slabs 0 112 11565 21 11565 0 126 1297632 0 sctp_ep 1208 571 449 44457 0 254 1232160 0 vmem btag 56 20429 130 20429 0 254 1151304 0 malloc-256 256 46 3434 52451 0 62 890880 0 malloc-256 256 682 2738 30062 0 62 875520 0 tcpcb 1104 9 754 18373 0 254 842352 0 VM OBJECT 264 2887 113 658857 0 30 792000 0 malloc-16384 16384 41 5 29717 0 1 753664 0 socket 960 147 617 65592 0 254 733440 0 FFS inode 1160 549 32 30308 0 8 673960 0 malloc-1024 1024 477 99 8323 0 16 589824 0 sctp_raddr 736 475 295 8197 0 254 566720 0 256 Bucket 2048 249 25 8710 0 8 561152 0 malloc-65536 65536 6 2 56 0 1 524288 0 malloc-384 384 1080 210 53231 0 30 495360 0 MAP ENTRY 96 4394 394 1571138 0 126 459648 0 malloc-128 128 655 2879 29949 0 126 452352 0 malloc-4096 4096 98 6 30719 0 2 425984 0 THREAD 1808 191 29 33197 0 8 397760 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 ertt_txseginfo 40 1 9493 276889 0 254 379760 0 VNODE 448 590 103 30351 0 30 310464 0 malloc-64 64 3991 608 464075 0 254 294336 0 malloc-65536 65536 1 3 138 0 1 262144 0 mbuf_packet 256 169 847 45166 0 254 260096 0 malloc-16 16 14618 632 33052 0 254 244000 0 DEVCTL 1024 0 220 154 0 0 225280 0 VMSPACE 2552 72 12 30692 0 4 214368 0 malloc-256 256 237 573 35281 0 62 207360 0 malloc-256 256 650 160 104259 0 62 207360 0 FPU_save_area 832 193 50 39039 0 16 202176 0 malloc-65536 65536 1 2 287 0 1 196608 0 malloc-32768 32768 0 6 176 0 1 196608 0 malloc-32 32 5564 358 5662 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 tcp_bbr_map 128 0 1395 40731 0 126 178560 0 malloc-128 128 1193 202 5623 0 126 178560 0 malloc-128 128 1240 155 27376 0 126 178560 0 malloc-1024 1024 137 23 154 0 16 163840 0 FFS2 dinode 256 549 81 30308 0 62 161280 0 PROC 1352 92 22 30711 0 8 154128 0 128 Bucket 1024 100 47 7206 0 16 150528 0 S VFS Cache 104 1024 380 31210 0 126 146016 0 64 Bucket 512 184 80 14839 0 30 135168 0 malloc-2048 2048 5 59 1228 0 8 131072 0 unpcb 256 20 490 1653 0 254 130560 0 filedesc0 1072 93 19 30709 0 8 120064 0 sctp_chunk 152 470 310 2142 0 254 118560 0 ksiginfo 112 103 941 6068 0 126 116928 0 malloc-256 256 288 147 33758 0 62 111360 0 malloc-64 64 1044 531 10842 0 254 100800 0 malloc-4096 4096 21 3 38 0 2 98304 0 malloc-8192 8192 9 2 38 0 1 90112 0 malloc-4096 4096 19 3 33 0 2 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 g_bio 408 0 210 10908 0 30 85680 0 pipe 744 23 92 1263 0 16 85560 0 malloc-128 128 372 279 33286 0 126 83328 0 32 Bucket 256 189 126 22747 0 62 80640 0 sctp_readq 152 5 515 865 0 254 79040 0 sctp_laddr 48 1204 392 19954 0 254 76608 0 malloc-8192 8192 8 1 10 0 1 73728 0 malloc-384 384 167 13 168 0 30 69120 0 malloc-64 64 566 505 1210 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 1 7 388 0 1 65536 0 malloc-256 256 170 85 7335 0 62 65280 0 tcp_inpcb 424 9 144 18373 0 30 64872 0 Files 80 330 470 126113 0 126 64000 0 sctp_stream_msg_out 112 0 540 1056 0 254 60480 0 malloc-32 32 1221 669 106119 0 254 60480 0 udp_inpcb 424 6 120 309 0 30 53424 0 ripcb 424 5 121 431 0 30 53424 0 udplite_inpcb 424 0 126 321 0 30 53424 0 malloc-64 64 40 779 35130 0 254 52416 0 malloc-64 64 168 651 9689 0 254 52416 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 153139 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 5 43 1831 0 16 49152 0 malloc-512 512 12 84 83 0 30 49152 0 malloc-512 512 0 96 927 0 30 49152 0 tcp_rack_pcb 896 0 54 2825 0 16 48384 0 pcpu-8 8 4736 896 6749 0 254 45056 0 tcp_bbr_pcb 832 0 54 2740 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 221 94 221 0 62 42840 0 clpbuf 2624 0 16 48 0 16 41984 0 AIOCB 552 0 70 9920 0 16 38640 0 Mountpoints 2752 2 12 2 0 4 38528 0 da_ccb 544 0 70 2843 0 16 38080 0 malloc-64 64 135 432 32557 0 254 36288 0 malloc-64 64 128 439 49923 0 254 36288 0 malloc-64 64 226 341 252 0 254 36288 0 16 Bucket 144 86 166 574 0 62 36288 0 malloc-128 128 36 243 350 0 126 35712 0 malloc-128 128 32 247 8083 0 126 35712 0 malloc-128 128 47 232 47 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 6 84 2670 0 30 34560 0 malloc-384 384 50 40 52 0 30 34560 0 malloc-256 256 31 104 808 0 62 34560 0 malloc-256 256 7 128 30741 0 62 34560 0 SLEEPQUEUE 88 221 163 221 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 2 2 109 0 1 32768 0 malloc-4096 4096 2 6 30502 0 2 32768 0 malloc-2048 2048 3 13 2647 0 8 32768 0 malloc-2048 2048 10 6 10 0 8 32768 0 malloc-2048 2048 3 13 92 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 3 29 160 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 3 29 20 0 16 32768 0 malloc-512 512 0 64 132 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 3 61 61 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 KNOTE 160 28 172 336306 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 malloc-16 16 1132 868 79486 0 254 32000 0 8 Bucket 80 58 342 6486 0 126 32000 0 tcp_rack_map 120 0 264 4980 0 126 31680 0 cpuset 104 8 271 271 0 126 29016 0 tcp_inpcb ports 32 2 880 5058 0 254 28224 0 ertt 72 9 383 18373 0 126 28224 0 PWD 32 51 831 29774 0 254 28224 0 4 Bucket 48 7 581 667 0 254 28224 0 malloc-16 16 1218 532 67196 0 254 28000 0 AIO 208 0 133 1991 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 2 4 5 0 2 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 52 0 126 24288 0 rl_entry 40 79 527 79 0 254 24240 0 malloc-384 384 20 40 360 0 30 23040 0 domainset 40 0 567 231 0 254 22680 0 hostcache 64 2 313 2 0 254 20160 0 udpcb 32 6 624 630 0 254 20160 0 udp_inpcb ports 32 3 627 33 0 254 20160 0 udplite_inpcb ports 32 0 630 15 0 254 20160 0 malloc-32 32 109 521 194 0 254 20160 0 malloc-32 32 26 604 265 0 254 20160 0 malloc-32 32 121 509 22193 0 254 20160 0 malloc-32 32 59 571 5191 0 254 20160 0 malloc-32 32 54 576 474 0 254 20160 0 malloc-32 32 5 625 9 0 254 20160 0 2 Bucket 32 66 564 3112 0 254 20160 0 cryptop 280 0 70 4638 0 30 19600 0 AIOLIO 272 0 70 1946 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-1024 1024 8 8 9 0 16 16384 0 malloc-512 512 0 32 76 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 954454 0 254 16032 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 0 750 24 0 254 12000 0 malloc-16 16 17 733 11002 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 291 459 26539 0 254 12000 0 malloc-16 16 10 740 12 0 254 12000 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0