panic: sbflush_internal: ccc 0 mb 0 mbcnt 256 cpuid = 0 time = 1650888629 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009a0376f0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009a037850 vpanic() at vpanic+0x2b8/frame 0xfffffe009a037930 panic() at panic+0xb5/frame 0xfffffe009a0379f0 sbrelease_internal() at sbrelease_internal+0x1ee/frame 0xfffffe009a037a50 sbdestroy() at sbdestroy+0x21/frame 0xfffffe009a037a80 solisten_proto() at solisten_proto+0x16e/frame 0xfffffe009a037af0 sctp_listen() at sctp_listen+0x765/frame 0xfffffe009a037c20 solisten() at solisten+0xd2/frame 0xfffffe009a037c70 kern_listen() at kern_listen+0x158/frame 0xfffffe009a037d30 amd64_syscall() at amd64_syscall+0x40c/frame 0xfffffe009a037f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009a037f30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x28a42a, rsp = 0x830050f08, rbp = 0x830050f70 --- KDB: enter: panic [ thread pid 21754 tid 123077 ] Stopped at kdb_enter+0x6b: movq $0,0x27053aa(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x90377f3311d7a971 rdx 0x3ffff rbx 0 rsp 0xfffffe009a037830 rbp 0xfffffe009a037850 rsi 0x40001 rdi 0xffffffff81781a7a vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0xfffffe0099f5ec50 r12 0xfffffe0099f5e740 r13 0xfffffe009a037801 r14 0xffffffff82bc8900 .str.26 r15 0xffffffff82bc8900 .str.26 rip 0xffffffff81774feb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x27053aa(%rip) db> show proc Process 21754 (syz-executor.3) at 0xfffffe0092a19a90: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 799 at 0xfffffe0092e39000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053df0000 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0099e7a9f8 (map 0xfffffe0099e7a9f8) (map.pmap 0xfffffe0099e7aab8) (pmap 0xfffffe0099e7ab20) threads: 2 120341 RunQ syz-executor.3 123077 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 21756 786 786 0 R (threaded) syz-executor.1 120386 RunQ syz-executor.1 123078 S uwait 0xfffffe0057892180 syz-executor.1 21755 787 787 0 R (threaded) syz-executor.2 121059 Run CPU 1 syz-executor.2 123076 S uwait 0xfffffe0058c67480 syz-executor.2 21754 799 799 0 R (threaded) syz-executor.3 120341 RunQ syz-executor.3 123077 Run CPU 0 syz-executor.3 7914 1 7914 65 Ss select 0xfffffe0092e47bc0 dhclient 6471 1 6471 0 Ss select 0xfffffe0058b32040 dhclient 6468 1 6468 0 Ss select 0xfffffe0058aa9f40 dhclient 6449 1 6449 65 Ss select 0xfffffe0058b33940 dhclient 4800 1 4800 0 Ss select 0xfffffe0058aa6a40 dhclient 4797 1 4797 0 Ss select 0xfffffe0058b349c0 dhclient 4778 1 4778 65 Ss select 0xfffffe0058b33040 dhclient 3586 1 3586 0 Ss select 0xfffffe00588d5dc0 dhclient 3583 1 3583 0 Ss select 0xfffffe0058b340c0 dhclient 3564 1 3564 65 Ss select 0xfffffe0058aa61c0 dhclient 3412 0 0 0 DL aiordy 0xfffffe00999ab000 [aiod4] 3411 0 0 0 DL aiordy 0xfffffe0092e37000 [aiod3] 3410 0 0 0 DL aiordy 0xfffffe0056f9ca90 [aiod2] 3409 0 0 0 DL aiordy 0xfffffe0092db6a90 [aiod1] 2027 1 787 0 S uwait 0xfffffe0058c67880 syz-executor.2 1783 1 787 0 SV uwait 0xfffffe0057893780 syz-executor.2 1773 1 787 0 SV uwait 0xfffffe0058c67c80 syz-executor.2 1762 1 787 0 SV uwait 0xfffffe0058c68b00 syz-executor.2 1519 1 786 0 SV uwait 0xfffffe0058c67980 syz-executor.1 1508 1 786 0 SV uwait 0xfffffe0058c69400 syz-executor.1 1497 1 786 0 SV uwait 0xfffffe0053df9880 syz-executor.1 1470 1 1470 0 Ss select 0xfffffe0058b33540 dhclient 1467 1 1467 0 Ss select 0xfffffe0058b334c0 dhclient 1037 1036 799 0 SV uwait 0xfffffe0058c68800 syz-executor.3 1036 1 799 0 DV ppwait 0xfffffe0092a194f8 syz-executor.3 1027 1 799 0 SV uwait 0xfffffe0057892b00 syz-executor.3 1015 1 799 0 SV uwait 0xfffffe0057892a00 syz-executor.3 799 774 799 0 Ss nanslp 0xffffffff83e47a40 syz-executor.3 787 774 787 0 Ss nanslp 0xffffffff83e47a40 syz-executor.2 786 774 786 0 Ss nanslp 0xffffffff83e47a40 syz-executor.1 785 774 785 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100108 S uwait 0xfffffe0058c69b00 syz-fuzzer 100112 S uwait 0xfffffe0058c69700 syz-fuzzer 100113 S uwait 0xfffffe0058c69800 syz-fuzzer 100114 S uwait 0xfffffe0058c69900 syz-fuzzer 100115 S uwait 0xfffffe0058c6a080 syz-fuzzer 100116 S uwait 0xfffffe0057893a80 syz-fuzzer 100117 S uwait 0xfffffe0057893b80 syz-fuzzer 100118 S kqread 0xfffffe0058b0ba00 syz-fuzzer 100125 S uwait 0xfffffe0058c6a180 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0092db70b0 csh 770 688 770 0 Ss select 0xfffffe0058b34840 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574774b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe005748d8b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005748e0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00586924b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe0058692cb0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005748e8b0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0053f414b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0053f41cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0053f424b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e47a40 cron 688 1 688 0 Ss select 0xfffffe0058b343c0 sshd 501 1 501 0 Ss select 0xfffffe0058b34bc0 syslogd 430 1 430 0 Ss select 0xfffffe0058aa6240 devd 429 1 429 65 Ss select 0xfffffe0058aa62c0 dhclient 344 1 344 0 Ss select 0xfffffe0058aa6440 dhclient 341 1 341 0 Ss select 0xfffffe0058b34c40 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f9e548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6d260 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6b860 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058c81ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9f380 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f93238 [dom0] 100080 D launds 0xffffffff83f93244 [laundry: dom0] 100081 D umarcl 0xffffffff81eb0f10 [uma] 7 0 0 0 DL - 0xffffffff83c03788 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff84a8a530 [pf purge] 5 0 0 0 DL waiting 0xffffffff847344a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa56c0 [doneq0] 100045 D - 0xffffffff83aa5640 [async] 100076 D - 0xffffffff83aa54c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f03c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8ea40 [crypto] 100041 D crypto_ 0xfffffe0053f73030 [crypto returns 0] 100042 D crypto_ 0xfffffe0053f73080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1d000 [g_event] 100036 D - 0xffffffff83e1d020 [g_up] 100037 D - 0xffffffff83e1d040 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 WL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 I [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df0000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8f540 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1da40 [swapper] 100005 D - 0xfffffe0008191000 [if_config_tqg_0] 100006 D - 0xfffffe0008190e00 [softirq_0] 100007 D - 0xfffffe0008190d00 [softirq_1] 100008 D - 0xfffffe0008190c00 [if_io_tqg_0] 100009 D - 0xfffffe0008190b00 [if_io_tqg_1] 100010 D - 0xfffffe0008190a00 [inm_free taskq] 100011 D - 0xfffffe0008190900 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008190800 [in6m_free taskq] 100013 D - 0xfffffe0008190700 [deferred_unmount ta] 100014 D - 0xfffffe0008190600 [thread taskq] 100016 D - 0xfffffe0008190400 [pci_hp taskq] 100017 D - 0xfffffe0008190300 [kqueue_ctx taskq] 100020 D - 0xfffffe0008190000 [aiod_kick taskq] 100021 D - 0xfffffe000818fe00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818fe00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818fe00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818fe00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818fd00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818fd00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818fd00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818fd00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000818fc00 [firmware taskq] 100038 D - 0xfffffe000818f200 [crypto_0] 100039 D - 0xfffffe000818f200 [crypto_1] 100055 D - 0xfffffe000818e900 [vtnet0 rxq 0] 100056 D - 0xfffffe000818e800 [vtnet0 txq 0] 100057 D - 0xfffffe000818e700 [vtnet0 rxq 1] 100058 D - 0xfffffe000818e600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f4be00 [virtio_balloon] 100066 D - 0xffffffff82bce781 [deadlkres] 100070 D - 0xfffffe0008191100 [mca taskq] 100071 D - 0xfffffe000818eb00 [acpi_task_0] 100072 D - 0xfffffe000818eb00 [acpi_task_1] 100073 D - 0xfffffe000818eb00 [acpi_task_2] 100075 D - 0xfffffe000818ea00 [CAM taskq] db> show all locks Process 21755 (syz-executor.2) thread 0xfffffe0099f5d1e0 (121059) shared rw vm object (vm object) r = 0 (0xfffffe0092dfc210) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_fault.c:1495 shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe0099f81450) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4934 Process 21754 (syz-executor.3) thread 0xfffffe0099f5e740 (123077) exclusive sleep mutex so_rcv (so_rcv) r = 0 (0xfffffe0058d84ce0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:942 exclusive sleep mutex so_snd (so_snd) r = 0 (0xfffffe0058d84ca0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:941 exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffffe0058d84cc0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:937 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffffe0058d84c80) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_socket.c:935 exclusive sleep mutex socket (socket) r = 0 (0xfffffe0058d84b40) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7217 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe009a81e070) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7197 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c40360) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7196 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35322 2081K 35393 pcb 1379 2062K 61385 vtbuf 24 1968K 46 kobj 328 1312K 489 newblk 9 1026K 21788 vfscache 3 1025K 3 sctp_stro 594 594K 8405 inodedep 215 593K 21333 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 sctp_atcl 1273 478K 41085 intr 4 472K 4 subproc 162 319K 21855 filedesc 38 297K 41541 vmem 3 274K 6 acpica 1674 184K 57552 vnet_data 1 168K 1 tidhash 3 141K 3 linker 358 134K 442 pagedep 9 130K 20830 tfo_ccache 1 128K 1 DEVFS1 109 109K 126 sem 4 106K 4 BPF 46 88K 56 bus 994 81K 5207 sctp_atky 1867 77K 52150 mtx_pool 2 72K 2 syncache 1 68K 1 module 513 65K 513 acpitask 1 64K 1 ddb_capture 1 64K 1 dirrem 206 52K 21233 umtx 396 50K 396 kdtrace 239 47K 44836 sctp_timw 183 46K 183 temp 34 33K 2572 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 1 msg 4 30K 4 freefile 206 26K 21219 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 71 21K 73 sctp_athm 1273 20K 43313 DEVFS_RULE 56 20K 56 sctp_map 1188 19K 16764 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 routetbl 135 16K 427 ithread 97 16K 97 bus-sc 34 15K 1681 lltable 44 14K 110 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 cred 48 12K 602 kenv 95 12K 95 eventhandler 134 12K 134 rman 88 11K 431 GEOM 61 11K 490 CAM queue 5 11K 1528 in6_multi 71 9K 71 bmsafemap 2 9K 21310 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 95 rpc 2 8K 2 shmfd 1 8K 67 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 73 7K 21772 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 469 ufs_dirhash 24 5K 24 UMA 272 5K 272 pwddesc 71 5K 21757 session 35 5K 126 pf_ifnet 10 5K 19 DEVFSP 68 5K 483 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 proc-args 102 4K 23121 acpisem 28 4K 28 selfd 55 4K 307567 lockf 32 4K 60 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 67 uidinfo 3 3K 11 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 63 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 freework 5 2K 20950 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 41620 freeblks 4 1K 20829 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 54 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 87 encap_export_host 12 1K 12 procdesc 5 1K 18 inpcbpolicy 17 1K 3503 sctp_stri 1 1K 4310 newdirblk 4 1K 20810 diradd 4 1K 21274 pfil 4 1K 4 cdev 2 1K 2 sctp_aadr 7 1K 70 osd 10 1K 2111 CC Mem 6 1K 2111 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 tcp_fsb 1 1K 681 cryptodev 2 1K 632 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 36368 filecaps 5 1K 116 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 48 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 25585 sctp_iter 0 0K 35 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 23 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 mqdata 0 0K 0 filemon 0 0K 3 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 12851 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 25 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 indirdep 0 0K 220 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 127 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 4 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 21018 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 68 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 9 lio 0 0K 12 acl 0 0K 0 mbuf_tag 0 0K 139 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 29084 ioctlops 0 0K 351 eventfd 0 0K 21 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 888 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8360 1038 1702276 0 254 38494208 0 tcp_log 416 0 8388 71216 0 254 3489408 0 malloc-384 384 4331 3229 25450 0 30 2903040 0 RADIX NODE 144 18867 364 388945 0 63 2769264 0 mbuf 256 9397 522 2858972 0 254 2539264 0 sctp_asoc 2256 594 426 8382 0 254 2301120 0 pbuf 2624 0 794 0 0 2 2083456 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 BUF TRIE 144 198 11590 1427 0 62 1697472 0 malloc-128 128 11641 356 74603 0 126 1535616 0 malloc-2048 2048 686 34 30556 0 8 1474560 0 malloc-4096 4096 330 4 498 0 2 1368064 0 UMA Slabs 0 112 11525 25 11525 0 126 1293600 0 sctp_ep 1208 678 342 30548 0 254 1232160 0 vmem btag 56 20489 70 20489 0 254 1151304 0 malloc-256 256 269 3271 21498 0 62 906240 0 sctp_raddr 736 597 426 8382 0 254 752928 0 FFS inode 1160 527 75 21746 0 8 698320 0 VM OBJECT 264 2438 172 469276 0 30 689040 0 malloc-1024 1024 597 43 8481 0 16 655360 0 tcpcb 1104 6 505 2100 0 254 564144 0 malloc-384 384 1304 76 41182 0 30 529920 0 256 Bucket 2048 234 24 7353 0 8 528384 0 socket 960 127 381 35532 0 254 487680 0 malloc-256 256 47 1813 34286 0 62 476160 0 malloc-128 128 239 3295 21408 0 126 452352 0 malloc-65536 65536 6 0 6 0 1 393216 0 malloc-16384 16384 19 5 20769 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 MAP ENTRY 96 3294 486 1129089 0 126 362880 0 THREAD 1808 167 31 23078 0 8 357984 0 malloc-4096 4096 76 6 21764 0 2 335872 0 VNODE 448 568 125 21789 0 30 310464 0 tcp_bbr_map 128 0 2418 33346 0 126 309504 0 malloc-64 64 3969 630 333172 0 254 294336 0 ertt_txseginfo 40 0 6666 99338 0 254 266640 0 malloc-65536 65536 1 3 137 0 1 262144 0 mbuf_packet 256 271 745 43284 0 254 260096 0 malloc-16 16 14615 385 16779 0 254 240000 0 DEVCTL 1024 0 220 155 0 0 225280 0 malloc-256 256 766 104 72998 0 62 222720 0 malloc-256 256 207 603 24653 0 62 207360 0 malloc-65536 65536 1 2 267 0 1 196608 0 malloc-32768 32768 0 6 200 0 1 196608 0 malloc-32 32 5564 358 5676 0 254 189504 0 UMA Zones 768 244 0 244 0 16 187392 0 FPU_save_area 832 169 47 28818 0 16 179712 0 malloc-128 128 1149 246 5667 0 126 178560 0 malloc-128 128 1242 153 27308 0 126 178560 0 FFS2 dinode 256 527 163 21746 0 62 176640 0 malloc-32768 32768 0 5 120 0 1 163840 0 S VFS Cache 104 1073 448 23078 0 126 158184 0 sctp_chunk 152 619 421 3411 0 254 158080 0 VMSPACE 2552 49 11 21727 0 4 153120 0 128 Bucket 1024 107 40 4097 0 16 150528 0 malloc-1024 1024 137 7 154 0 16 147456 0 unpcb 256 20 490 1439 0 254 130560 0 PROC 1352 70 20 21756 0 8 121680 0 ksiginfo 112 79 965 6239 0 126 116928 0 malloc-256 256 264 171 23728 0 62 111360 0 64 Bucket 512 158 42 12818 0 30 102400 0 malloc-64 64 1167 408 14511 0 254 100800 0 malloc-8192 8192 9 3 38 0 1 98304 0 malloc-4096 4096 21 3 30 0 2 98304 0 filedesc0 1072 71 20 21757 0 8 97552 0 32 Bucket 256 202 173 19296 0 62 96000 0 malloc-4096 4096 19 3 33 0 2 90112 0 UMA Kegs 384 230 3 230 0 30 89472 0 sctp_laddr 48 1404 444 4361 0 254 88704 0 g_bio 408 0 210 10364 0 30 85680 0 pipe 744 23 92 806 0 16 85560 0 malloc-8192 8192 8 2 10 0 1 81920 0 malloc-2048 2048 5 35 1228 0 8 81920 0 sctp_readq 152 4 516 2555 0 254 79040 0 malloc-384 384 143 37 144 0 30 69120 0 malloc-128 128 374 153 22354 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-256 256 204 51 373 0 62 65280 0 ripcb 424 5 148 495 0 30 64872 0 sctp_stream_msg_out 112 99 441 1225 0 254 60480 0 malloc-32 32 1429 461 67457 0 254 60480 0 udp_inpcb 424 6 120 814 0 30 53424 0 tcp_inpcb 424 6 120 2100 0 30 53424 0 malloc-64 64 113 706 21861 0 254 52416 0 malloc-64 64 566 253 1345 0 254 52416 0 Files 80 307 343 69571 0 126 52000 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 103772 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 17 0 1 49152 0 malloc-16384 16384 0 3 160 0 1 49152 0 malloc-1024 1024 5 43 1914 0 16 49152 0 malloc-512 512 1 95 4311 0 30 49152 0 syncache 168 0 264 4 0 254 44352 0 TURNSTILE 136 199 116 199 0 62 42840 0 clpbuf 2624 0 16 21 0 16 41984 0 malloc-8192 8192 2 3 112 0 1 40960 0 pcpu-8 8 4708 412 4934 0 254 40960 0 Mountpoints 2752 2 12 2 0 4 38528 0 udplite_inpcb 424 0 90 94 0 30 38160 0 da_ccb 544 0 70 2707 0 16 38080 0 malloc-64 64 37 530 17685 0 254 36288 0 malloc-64 64 103 464 24438 0 254 36288 0 malloc-64 64 230 337 316 0 254 36288 0 malloc-64 64 165 402 585 0 254 36288 0 8 Bucket 80 55 395 4635 0 126 36000 0 malloc-128 128 36 243 165 0 126 35712 0 malloc-128 128 29 250 1247 0 126 35712 0 malloc-128 128 47 232 47 0 126 35712 0 routing nhops 256 27 108 35 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 51 39 53 0 30 34560 0 malloc-256 256 28 107 666 0 62 34560 0 malloc-256 256 7 128 22178 0 62 34560 0 SLEEPQUEUE 88 199 185 199 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 2 6 21643 0 2 32768 0 malloc-2048 2048 3 13 203 0 8 32768 0 malloc-2048 2048 10 6 10 0 8 32768 0 malloc-2048 2048 3 13 97 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 8 24 12 0 16 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 3 29 239 0 16 32768 0 malloc-1024 1024 8 24 8 0 16 32768 0 malloc-1024 1024 3 29 20 0 16 32768 0 malloc-512 512 12 52 22 0 30 32768 0 malloc-512 512 0 64 132 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 3 61 55 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 tcp_rack_pcb 896 1 35 681 0 16 32256 0 KNOTE 160 28 172 270671 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 malloc-16 16 1360 640 51012 0 254 32000 0 malloc-16 16 1436 564 61880 0 254 32000 0 tcp_rack_map 120 3 261 1640 0 126 31680 0 tcp_bbr_pcb 832 0 36 859 0 16 29952 0 cpuset 104 7 272 41 0 126 29016 0 tcp_inpcb ports 32 2 880 1463 0 254 28224 0 PWD 32 31 851 20843 0 254 28224 0 16 Bucket 144 69 127 470 0 62 28224 0 4 Bucket 48 7 581 489 0 254 28224 0 AIO 208 0 133 19 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 2 4 5 0 2 24576 0 rtentry 176 31 107 35 0 62 24288 0 PGRP 88 35 241 193 0 126 24288 0 rl_entry 40 64 542 64 0 254 24240 0 malloc-384 384 3 57 86 0 30 23040 0 malloc-384 384 20 40 360 0 30 23040 0 hostcache 64 1 314 1 0 254 20160 0 udpcb 32 6 624 908 0 254 20160 0 udp_inpcb ports 32 3 627 42 0 254 20160 0 udplite_inpcb ports 32 0 630 15 0 254 20160 0 ertt 72 6 274 2100 0 126 20160 0 malloc-32 32 111 519 148 0 254 20160 0 malloc-32 32 26 604 161 0 254 20160 0 malloc-32 32 121 509 26238 0 254 20160 0 malloc-32 32 59 571 4013 0 254 20160 0 malloc-32 32 54 576 538 0 254 20160 0 malloc-32 32 5 625 9 0 254 20160 0 2 Bucket 32 60 570 2297 0 254 20160 0 AIOCB 552 0 35 68 0 16 19320 0 AIOLIO 272 0 70 12 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 4 0 1 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-512 512 0 32 13 0 30 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 870325 0 254 16032 0 kenv 258 15 45 1053 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 domainset 40 0 315 26 0 254 12600 0 SMR SHARED 24 7 504 7 0 254 12264 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 0 750 6 0 254 12000 0 malloc-16 16 14 736 10270 0 254 12000 0 malloc-16 16 38 712 164 0 254 12000 0 malloc-16 16 291 459 26516 0 254 12000 0 malloc-16 16 10 740 12 0 254 12000 0 itimer 352 0 33 8 0 30 11616 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 608 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0