panic: sbflush_internal: ccc 0 mb 0 mbcnt 256 cpuid = 0 time = 1624539530 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c64f830 vpanic() at vpanic+0x1cc/frame 0xfffffe009c64f890 panic() at panic+0x43/frame 0xfffffe009c64f8f0 sbrelease_internal() at sbrelease_internal+0x157/frame 0xfffffe009c64f930 sbdestroy() at sbdestroy+0x20/frame 0xfffffe009c64f960 solisten_proto() at solisten_proto+0xc6/frame 0xfffffe009c64f9c0 sctp_listen() at sctp_listen+0x4eb/frame 0xfffffe009c64fa30 solisten() at solisten+0x7a/frame 0xfffffe009c64fa70 kern_listen() at kern_listen+0x13c/frame 0xfffffe009c64fab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c64fbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 7583 tid 107764 ] Stopped at kdb_enter+0x67: movq $0,0x164097e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0099800000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c64f810 rbp 0xfffffe009c64f830 rsi 0x40001 rdi 0xffffffff81131f26 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c64f700 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff819d1600 r14 0xffffffff81a74f96 r15 0xffffffff81a74f96 rip 0xffffffff81128f87 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164097e(%rip) db> show proc Process 7583 (syz-executor.2) at 0xfffff800703faa60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 786 at 0xfffff80015dd9a60 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00951eb9f0 (map 0xfffffe00951eb9f0) (map.pmap 0xfffffe00951ebab0) (pmap 0xfffffe00951ebb10) threads: 2 107763 RunQ syz-executor.2 107764 Run CPU 0 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 7583 786 786 0 R (threaded) syz-executor.2 107763 RunQ syz-executor.2 107764 Run CPU 0 syz-executor.2 7319 1 783 0 S uwait 0xfffff8007039a300 syz-executor.0 6956 1 786 0 SV uwait 0xfffff8003cffb500 syz-executor.2 5262 1 5262 65 Ss select 0xfffff80070558440 dhclient 4703 1 4703 0 Ss select 0xfffff8003cde82c0 dhclient 4700 1 4700 0 Ss select 0xfffff80070386740 dhclient 4681 1 4681 65 Ss select 0xfffff800704b5440 dhclient 3805 1 3805 0 Ss select 0xfffff8003c58e2c0 dhclient 3802 1 3802 0 Ss select 0xfffff8003c68aec0 dhclient 3783 1 3783 65 Ss select 0xfffff800703f4740 dhclient 2608 1 2608 0 Ss select 0xfffff8003ce11a40 dhclient 2605 1 2605 0 Ss select 0xfffff80070371ec0 dhclient 2586 1 2586 65 Ss select 0xfffff80070371440 dhclient 1608 1 786 0 S uwait 0xfffff8003c5b8d00 syz-executor.2 1607 1 786 0 S uwait 0xfffff8003ce4ab00 syz-executor.2 1606 1 786 0 S uwait 0xfffff8003c3f8900 syz-executor.2 1599 1 786 0 S uwait 0xfffff8003cc60b00 syz-executor.2 1565 1 784 0 S uwait 0xfffff8003cd85b00 syz-executor.1 1533 1 784 0 S uwait 0xfffff8003cc60300 syz-executor.1 1387 1 784 0 S uwait 0xfffff8003cd85700 syz-executor.1 1325 1 784 0 S uwait 0xfffff8003c43c300 syz-executor.1 1324 1 784 0 S uwait 0xfffff8003cd85300 syz-executor.1 1275 1 1275 0 Ss select 0xfffff8003cbb5bc0 dhclient 1272 1 1272 0 Ss select 0xfffff8003c6a55c0 dhclient 1212 1 784 0 SV uwait 0xfffff80015f16700 syz-executor.1 1211 1 784 0 S uwait 0xfffff8003cc60700 syz-executor.1 1210 1 784 0 SV uwait 0xfffff8003c3f8300 syz-executor.1 1183 1 1179 0 S uwait 0xfffff8003cc60500 syz-executor.1 1175 1 784 0 SV uwait 0xfffff80015f19300 syz-executor.1 1170 1 784 0 SV uwait 0xfffff8003c3f8500 syz-executor.1 1094 1 784 0 S uwait 0xfffff8003c5b8300 syz-executor.1 1093 1 784 0 S uwait 0xfffff8003c33ff00 syz-executor.1 846 0 0 0 DL aiordy 0xfffff8003cd99530 [aiod4] 845 0 0 0 DL aiordy 0xfffff8003cd99a60 [aiod3] 844 0 0 0 DL aiordy 0xfffff8003cccc000 [aiod2] 843 0 0 0 DL aiordy 0xfffff8003cccca60 [aiod1] 827 780 827 0 Ss piperd 0xfffff80015ddb5d0 syz-executor.3 786 780 786 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.2 784 780 784 0 Ss piperd 0xfffff8003c34a000 syz-executor.1 783 780 783 0 Ss piperd 0xfffff80015ddb8b8 syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100093 S uwait 0xfffff800153d0700 syz-fuzzer 100116 RunQ syz-fuzzer 100117 S uwait 0xfffff80015ac2900 syz-fuzzer 100118 S uwait 0xfffff8003c439f00 syz-fuzzer 100119 S uwait 0xfffff80015f16300 syz-fuzzer 100120 S uwait 0xfffff8003c5b8500 syz-fuzzer 100121 S uwait 0xfffff8003c5b8700 syz-fuzzer 100122 Run CPU 1 syz-fuzzer 100584 S uwait 0xfffff8003cd85500 syz-fuzzer 105657 S pipelk 0xfffff80015dda5d0 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e2e0b0 csh 776 694 776 0 Rs sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2a4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2acb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b314b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b31cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015ab94b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015ab9cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff80015eb0140 sshd 507 1 507 0 Ss select 0xfffff80015eb0740 syslogd 436 1 436 0 Ss select 0xfffff80015efe440 devd 435 1 435 65 Ss select 0xfffff8003c25cbc0 dhclient 350 1 350 0 Ss select 0xfffff8003c363740 dhclient 347 1 347 0 Ss select 0xfffff8003c363bc0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ccd530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015925ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c4f40 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e338b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82f2d410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100069 D - 0xffffffff81e217a0 [deadlkres] 100074 D - 0xfffff80015abe100 [acpi_task_0] 100075 D - 0xfffff80015abe100 [acpi_task_1] 100076 D - 0xfffff80015abe100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 7583 (syz-executor.2) thread 0xfffffe0095135720 (107764) exclusive sleep mutex socket (socket) r = 0 (0xfffff8007035a000) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_usrreq.c:7258 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff80070140968) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_usrreq.c:7256 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 inodedep 934 1453K 6627 newblk 14 1039K 7124 vfscache 3 1035K 3 filedesc 50 793K 13213 subproc 186 767K 7689 pcb 68 753K 6906 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 dirrem 922 461K 6545 bus 986 377K 3469 freefile 920 345K 6532 BPF 46 337K 68 linker 348 270K 409 DEVFS1 107 214K 124 pf_rule 53 212K 370 kdtrace 262 211K 15349 module 510 192K 510 vnet_data 1 176K 1 umtx 396 174K 396 tidhash 3 164K 3 pagedep 11 141K 6555 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 3765 syncache 1 76K 1 routetbl 138 75K 1346 vmem 3 72K 5 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 kqueue 85 40K 7599 lltable 44 38K 75 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 DEVFSP 86 33K 1320 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 sctp_atky 43 32K 2934 pwddesc 83 32K 7584 in6_multi 71 31K 71 GEOM 60 29K 489 sctp_atcl 28 28K 2383 cred 28 28K 246 kbdmux 6 28K 6 sctp_stro 13 26K 431 ifnet 7 25K 7 plimit 24 24K 424 kcovinfo 64 24K 68 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 proc-args 52 20K 678 selfd 48 18K 107692 session 36 18K 71 UART 12 18K 12 bmsafemap 3 17K 6603 ksem 1 16K 209 sctp_timw 32 16K 32 rpc 2 16K 2 shmfd 1 16K 18 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 inpcbpolicy 36 14K 6114 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 54 vt 11 11K 11 Unitno 29 11K 47 sctp_athm 28 11K 2495 acpisem 28 11K 28 CAM XPT 22 11K 543 sctp_map 26 10K 862 pf_ifnet 11 9K 258 uidinfo 3 9K 11 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 osd 20 8K 4972 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 57 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 pf_table 1 4K 231 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 13072 xform 8 3K 1285 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 6535 sctp_ifn 6 3K 15 newdirblk 6 3K 6536 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 6534 vnodemarker 2 2K 36 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 116 crypto 4 2K 4 diradd 4 2K 6585 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 12500 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 43 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 dctcp data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 416 mqdata 0 0K 0 cdg data 0 0K 0 cubic data 0 0K 0 chd data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 724 sctp_iter 0 0K 46 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 37 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 9 sctp_aadr 0 0K 2 sctp_stri 0 0K 222 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 5624 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 15 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 8 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 6733 namei_tracker 0 0K 30 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 870 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2209 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 13 lio 0 0K 8 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 124 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 17939 ioctlops 0 0K 840 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 836 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 854 922642 0 254 37576704 0 malloc-384 384 35519 21 39917 0 30 13647360 0 malloc-1024 1024 4174 6 4193 0 16 4280320 0 malloc-8192 8192 328 4 1099 0 1 2719744 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8830 605 1523248 0 254 2415360 0 tcp_log 416 0 5166 15389 0 254 2149056 0 BUF TRIE 144 185 13283 774 0 62 1939392 0 RADIX NODE 144 11183 210 204134 0 62 1640592 0 UMA Slabs 0 112 12563 34 12563 0 126 1410864 0 malloc-1024 1024 1013 119 7179 0 16 1159168 0 malloc-32768 32768 27 7 6607 0 2 1114112 0 mbuf_cluster 2048 540 2 540 0 254 1110016 0 malloc-1024 1024 135 921 7191 0 16 1081344 0 malloc-8192 8192 85 6 7586 0 1 745472 0 malloc-384 384 1728 32 53880 0 30 675840 0 FFS inode 1160 527 26 7060 0 8 641480 0 malloc-384 384 1484 86 44996 0 30 602880 0 malloc-512 512 1062 106 7590 0 30 598016 0 malloc-384 384 1173 87 127522 0 30 483840 0 VM OBJECT 264 1473 87 108970 0 30 411840 0 malloc-16384 16384 24 0 27 0 1 393216 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 THREAD 1808 178 20 7764 0 8 357984 0 malloc-512 512 36 556 7350 0 30 303104 0 256 Bucket 2048 133 15 16176 0 8 303104 0 VNODE 448 565 65 7100 0 30 282240 0 malloc-384 384 640 90 6817 0 30 280320 0 ertt_txseginfo 40 528 6340 107899 0 254 274720 0 MAP ENTRY 96 2440 374 405957 0 126 270144 0 tcp_bbr_map 128 0 2108 45065 0 126 269824 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 125 1 142 0 8 258048 0 malloc-4096 4096 60 2 220 0 2 253952 0 malloc-1024 1024 205 39 10179 0 16 249856 0 malloc-8192 8192 17 12 1846 0 1 237568 0 tcp_inpcb 488 16 464 4960 0 254 234240 0 DEVCTL 1024 0 220 154 0 0 225280 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 3 40 0 1 212992 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-4096 4096 8 38 3401 0 3 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-384 384 390 80 31025 0 30 180480 0 socket 944 67 117 9335 0 254 173696 0 VMSPACE 2544 54 12 7558 0 4 167904 0 vmem btag 56 2718 78 2718 0 254 156576 0 S VFS Cache 104 1025 379 7799 0 126 146016 0 malloc-384 384 318 62 10265 0 30 145920 0 FFS2 dinode 256 527 28 7059 0 62 142080 0 mbuf_packet 256 22 518 9087 0 254 138240 0 PROC 1328 82 20 7583 0 8 135456 0 malloc-512 512 218 46 6773 0 30 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-512 512 197 59 14526 0 30 131072 0 sctp_ep 1280 15 81 1840 0 254 122880 0 malloc-1024 1024 115 5 122 0 16 122880 0 ksiginfo 112 87 957 1023 0 126 116928 0 malloc-16384 16384 2 5 34 0 1 114688 0 malloc-16384 16384 5 2 7 0 1 114688 0 filedesc0 1072 83 22 7584 0 8 112560 0 malloc-32768 32768 1 2 121 0 1 98304 0 tcpcb 1080 16 75 4960 0 254 98280 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-512 512 121 39 7116 0 30 81920 0 128 Bucket 1024 48 31 1039 0 16 80896 0 malloc-1024 1024 33 43 3299 0 16 77824 0 malloc-4096 4096 12 6 688 0 2 73728 0 g_bio 408 0 180 6301 0 30 73440 0 sctp_asoc 2288 13 17 431 0 254 68640 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-2048 2048 10 20 518 0 8 61440 0 32 Bucket 256 104 136 13328 0 62 61440 0 malloc-384 384 94 56 8415 0 30 57600 0 malloc-8192 8192 2 5 6954 0 1 57344 0 sctp_raddr 736 16 61 932 0 254 56672 0 malloc-512 512 26 78 1610 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 15 9 1644 0 8 49152 0 pcpu-8 8 5159 985 12357 0 254 49152 0 16 Bucket 144 120 188 2628 0 62 44352 0 malloc-2048 2048 16 4 25 0 8 40960 0 64 Bucket 512 51 29 6654 0 30 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 43310 0 16 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 3 1 5 0 1 32768 0 malloc-4096 4096 6 2 203 0 2 32768 0 malloc-2048 2048 2 14 151 0 8 32768 0 malloc-512 512 46 18 318 0 30 32768 0 malloc-512 512 34 30 208 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 199 32 199 0 62 31416 0 tcp_bbr_pcb 832 0 36 2821 0 16 29952 0 pipe 744 23 17 471 0 16 29760 0 KNOTE 160 27 148 153291 0 62 28000 0 Files 80 256 94 26185 0 126 28000 0 malloc-8192 8192 1 2 52 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 30 726 6629 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 43 257 1988 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 199 57 199 0 126 22528 0 tcp_rack_pcb 832 0 27 416 0 16 22464 0 malloc-4096 4096 3 2 60 0 2 20480 0 4 Bucket 48 18 402 520 0 254 20160 0 2 Bucket 32 78 552 1960 0 254 20160 0 udplite_inpcb 488 9 31 899 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 13 0 1 16384 0 malloc-4096 4096 2 2 507 0 2 16384 0 vtnet_tx_hdr 24 0 668 479473 0 254 16032 0 sctp_chunk 152 9 95 527 0 254 15808 0 unpcb 256 24 36 1343 0 254 15360 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 tcp_rack_map 112 0 108 490 0 126 12096 0 ertt 72 16 152 4960 0 126 12096 0 udp_inpcb 488 6 18 222 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 routing nhops 256 27 18 35 0 62 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 9 0 16 8192 0 pf tags 104 6 72 34 0 126 8112 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 36 56 71 0 126 8096 0 rl_entry 40 59 143 59 0 254 8080 0 sctp_stream_msg_out 112 6 66 93 0 254 8064 0 sctp_laddr 48 8 160 71 0 254 8064 0 udpcb 32 15 237 1121 0 254 8064 0 sctp_readq 152 1 51 72 0 254 7904 0 ripcb 488 5 11 33 0 254 7808 0 AIOCB 552 0 14 29 0 16 7728 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 AIO 208 0 19 15 0 62 3952 0 itimer 352 0 11 6 0 30 3872 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 AIOLIO 272 0 14 4 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 tfo 4 0 493 72 0 254 1972 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0