panic: strq 0xfffffe00a716ec00 not scheduled cpuid = 1 time = 1633138009 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a5d546d0 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a5d54830 vpanic() at vpanic+0x2c5/frame 0xfffffe00a5d54910 panic() at panic+0xb5/frame 0xfffffe00a5d549d0 sctp_ss_default_select() at sctp_ss_default_select+0x225/frame 0xfffffe00a5d54a10 sctp_med_chunk_output() at sctp_med_chunk_output+0x1896/frame 0xfffffe00a5d555c0 sctp_chunk_output() at sctp_chunk_output+0x2b25/frame 0xfffffe00a5d56210 sctp_lower_sosend() at sctp_lower_sosend+0x65ca/frame 0xfffffe00a5d56700 sctp_sosend() at sctp_sosend+0x716/frame 0xfffffe00a5d569a0 sosend() at sosend+0xfc/frame 0xfffffe00a5d56a10 kern_sendit() at kern_sendit+0x58d/frame 0xfffffe00a5d56b70 freebsd32_sendmsg() at freebsd32_sendmsg+0x4e6/frame 0xfffffe00a5d56d30 ia32_syscall() at ia32_syscall+0x41f/frame 0xfffffe00a5d56f30 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 2097 tid 101555 ] Stopped at kdb_enter+0x6b: movq $0,0x28df52a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x7cb5c6f321ea649e rdx 0x3ffff rbx 0 rsp 0xfffffe00a5d54810 rbp 0xfffffe00a5d54830 rsi 0x40001 rdi 0xffffffff817be81a vprintf+0x35a r8 0 r9 0xfffffe00a5d54348 r10 0 r11 0xfffffe009ea41a70 r12 0xfffffe009ea41560 r13 0xfffffe00a5d54801 r14 0xffffffff82c83d60 .str.18 r15 0xffffffff82c83d60 .str.18 rip 0xffffffff817b218b kdb_enter+0x6b rflags 0x200046 kernload+0x46 kdb_enter+0x6b: movq $0,0x28df52a(%rip) db> show proc Process 2097 (syz-executor.3) at 0xfffffe00a70efa70: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 823 at 0xfffffe009ea55a70 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053d59538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a701e3e0 (map 0xfffffe00a701e3e0) (map.pmap 0xfffffe00a701e4a0) (pmap 0xfffffe00a701e500) threads: 2 101180 RunQ syz-executor.3 101555 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 2097 823 823 0 R (threaded) syz-executor.3 101180 RunQ syz-executor.3 101555 Run CPU 1 syz-executor.3 2096 785 785 0 RE CPU 0 syz-executor.0 2087 2081 2087 0 Ss select 0xfffffe00588b1340 dhclient 2084 1 2084 0 Ss select 0xfffffe00588b12c0 dhclient 2081 2074 436 65 S select 0xfffffe009e3147c0 dhclient 2074 436 436 0 S wait 0xfffffe0058968000 sh 2061 1 2061 65 Ss select 0xfffffe0057559ec0 dhclient 1774 0 0 0 DL aiordy 0xfffffe00a70fe538 [aiod4] 1773 0 0 0 DL aiordy 0xfffffe00a70fea70 [aiod3] 1772 0 0 0 DL aiordy 0xfffffe00a70ef000 [aiod2] 1771 0 0 0 DL aiordy 0xfffffe00a70ef538 [aiod1] 1710 1 785 0 S uwait 0xfffffe0056fee280 syz-executor.0 1706 1 785 0 S uwait 0xfffffe00a6f42a80 syz-executor.0 1691 1 786 0 S uwait 0xfffffe0057016180 syz-executor.1 1688 1 786 0 S umtxn 0xfffffe009ea98380 syz-executor.1 1397 1 823 0 S uwait 0xfffffe009eb2c380 syz-executor.3 1396 1 823 0 S uwait 0xfffffe009eb2c280 syz-executor.3 1394 1 823 0 S umtxn 0xfffffe009eb2c180 syz-executor.3 1391 1 823 0 S uwait 0xfffffe009eb2cd00 syz-executor.3 1390 1 786 0 S uwait 0xfffffe0058783700 syz-executor.1 1389 1 786 0 S uwait 0xfffffe009eb2cf00 syz-executor.1 1388 1 823 0 S uwait 0xfffffe005884fd80 syz-executor.3 1387 1 786 0 S uwait 0xfffffe005884fe80 syz-executor.1 1386 1 823 0 S uwait 0xfffffe009eb2c780 syz-executor.3 1383 1 823 0 S umtxn 0xfffffe009eb2c580 syz-executor.3 1382 1 823 0 S uwait 0xfffffe005884fa80 syz-executor.3 1381 1 786 0 S uwait 0xfffffe009ea98e00 syz-executor.1 1380 1 786 0 S uwait 0xfffffe005884f580 syz-executor.1 1379 1 823 0 S uwait 0xfffffe009eb2cb80 syz-executor.3 1378 1 786 0 S uwait 0xfffffe0058855a80 syz-executor.1 1373 1 786 0 S uwait 0xfffffe005884f680 syz-executor.1 1372 1 786 0 S uwait 0xfffffe0057016280 syz-executor.1 1371 1 786 0 S uwait 0xfffffe009ea98b00 syz-executor.1 1369 1 823 0 S uwait 0xfffffe009eb2ce00 syz-executor.3 1368 1 823 0 S uwait 0xfffffe0058860b80 syz-executor.3 1367 1 823 0 S uwait 0xfffffe0058860e80 syz-executor.3 1365 1 823 0 S umtxn 0xfffffe009eb2ca80 syz-executor.3 1364 1 823 0 S umtxn 0xfffffe009ea98a00 syz-executor.3 1363 1 823 0 S uwait 0xfffffe005884f980 syz-executor.3 1361 1 823 0 S uwait 0xfffffe009ea98c00 syz-executor.3 1360 1 823 0 S uwait 0xfffffe009ea98180 syz-executor.3 1359 1 823 0 S uwait 0xfffffe0058783b00 syz-executor.3 1355 1 823 0 S uwait 0xfffffe0058783a00 syz-executor.3 1354 1 823 0 S uwait 0xfffffe009ea98f00 syz-executor.3 1353 1 823 0 S uwait 0xfffffe005885d000 syz-executor.3 1350 1 823 0 S uwait 0xfffffe005884d000 syz-executor.3 823 780 823 0 Rs syz-executor.3 821 1 821 0 Ss select 0xfffffe00588b1840 dhclient 815 1 815 0 Ss select 0xfffffe009e314640 dhclient 799 780 799 0 Rs syz-executor.2 786 780 786 0 Rs syz-executor.1 785 780 785 0 Ss nanslp 0xffffffff8405e580 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100105 S uwait 0xfffffe005885d100 syz-fuzzer 100123 S uwait 0xfffffe0057599080 syz-fuzzer 100124 S uwait 0xfffffe0057599180 syz-fuzzer 100125 S uwait 0xfffffe0057599280 syz-fuzzer 100126 S kqread 0xfffffe009e3c6d00 syz-fuzzer 100127 S uwait 0xfffffe0058855380 syz-fuzzer 100128 S uwait 0xfffffe0057599380 syz-fuzzer 100129 S uwait 0xfffffe0058855c80 syz-fuzzer 100130 S uwait 0xfffffe0058855b80 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe0058b830b0 csh 776 694 776 0 Ss select 0xfffffe00588b19c0 sshd 760 1 760 0 Ss+ ttyin 0xfffffe005700f8b0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f48b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575f10b0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00575f18b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00575ed0b0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00575ed8b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00575e70b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00575e78b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005757b0b0 getty 698 1 698 0 Ss nanslp 0xffffffff8405e581 cron 694 1 694 0 Ss select 0xfffffe009e3149c0 sshd 507 1 507 0 Ss select 0xfffffe00588b18c0 syslogd 436 1 436 0 Ss wait 0xfffffe009e3baa70 devd 435 1 435 65 Ss select 0xfffffe009e314740 dhclient 350 1 350 0 Ss select 0xfffffe009e3148c0 dhclient 347 1 347 0 Ss select 0xfffffe009e314840 dhclient 23 0 0 0 DL syncer 0xffffffff84186960 [syncer] 22 0 0 0 DL vlruwt 0xfffffe005877ca70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84184660 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100098 D sdflush 0xfffffe00081ea0e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841bcb80 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841b06b8 [dom0] 100089 D launds 0xffffffff841b06c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eb69f0 [uma] 18 0 0 0 DL - 0xffffffff83e14ba0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff84b4c6e0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff8474b2f0 [pf purge] 15 0 0 0 DL - 0xffffffff8417f880 [soaiod4] 9 0 0 0 DL - 0xffffffff8417f880 [soaiod3] 8 0 0 0 DL - 0xffffffff8417f880 [soaiod2] 7 0 0 0 DL - 0xffffffff8417f880 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c9a3c0 [doneq0] 100049 D - 0xffffffff83c9a340 [async] 100082 D - 0xffffffff83c9a1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ac6888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe0053e06880 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe0053e06830 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841aa760 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff84031a80 [g_event] 100040 D - 0xffffffff84031ac0 [g_up] 100041 D - 0xffffffff84031b00 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe0053df9b00 [thr_0] 100030 D - 0xfffffe0053df9b80 [thr_1] 100031 D - 0xffffffff84180c08 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d59538 [init] 10 0 0 0 DL audit_w 0xffffffff841ab700 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84032980 [swapper] 100005 D - 0xfffffe0053df2e00 [softirq_0] 100006 D - 0xfffffe0053df2d00 [softirq_1] 100007 D - 0xfffffe0053df2c00 [if_io_tqg_0] 100008 D - 0xfffffe0053df2b00 [if_io_tqg_1] 100009 D - 0xfffffe0053df2a00 [if_config_tqg_0] 100010 D - 0xfffffe0053df2900 [deferred_unmount ta] 100013 D - 0xfffffe0053df2600 [thread taskq] 100015 D - 0xfffffe0053df2400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053df2300 [kqueue_ctx taskq] 100017 D - 0xfffffe0053df2200 [pci_hp taskq] 100018 D - 0xfffffe0053df2100 [aiod_kick taskq] 100019 D - 0xfffffe0053df2000 [inm_free taskq] 100020 D - 0xfffffe0053e06e00 [in6m_free taskq] 100021 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e06b00 [firmware taskq] 100042 D - 0xfffffe0053e06900 [crypto_0] 100043 D - 0xfffffe0053e06900 [crypto_1] 100059 D - 0xfffffe0053e06600 [vtnet0 rxq 0] 100060 D - 0xfffffe0053e06500 [vtnet0 txq 0] 100061 D - 0xfffffe0053e06400 [vtnet0 rxq 1] 100062 D - 0xfffffe0053e06300 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ff6e80 [virtio_balloon] 100068 D - 0xfffffe0053e06200 [mca taskq] 100073 D - 0xffffffff82c8ace0 [deadlkres] 100077 D - 0xfffffe005759fc00 [acpi_task_0] 100078 D - 0xfffffe005759fc00 [acpi_task_1] 100079 D - 0xfffffe005759fc00 [acpi_task_2] 100081 D - 0xfffffe0053e06700 [CAM taskq] db> show all locks Process 2097 (syz-executor.3) thread 0xfffffe009ea41560 (101555) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a7165a90) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:13649 Process 2096 (syz-executor.0) thread 0xfffffe00a6feec80 (100944) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00a6fcab10) locked @ /syzkaller/managers/i386/kernel/sys/amd64/amd64/pmap.c:8288 Process 799 (syz-executor.2) thread 0xfffffe0058782740 (100093) exclusive rw SUrw (SUrw) r = 0 (0xfffffe00081ea000) locked @ /syzkaller/managers/i386/kernel/sys/ufs/ffs/ffs_softdep.c:7686 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0007a66850) locked @ /syzkaller/managers/i386/kernel/sys/ufs/ffs/ffs_softdep.c:14725 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe009ea6c5b0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_subr.c:2993 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe009ea26af0) locked @ /syzkaller/managers/i386/kernel/sys/kern/vfs_cache.c:4490 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 35175 2072K 35246 vtbuf 24 1968K 46 kobj 326 1304K 483 newblk 42 1035K 2711 vfscache 3 1025K 3 inodedep 549 718K 1330 pcb 172 699K 3872 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 207 422K 2211 filedesc 40 313K 2485 acpica 1674 184K 55237 vnet_data 1 168K 1 vmem 3 146K 4 tidhash 3 141K 3 linker 355 140K 408 pagedep 27 135K 1229 dirrem 526 132K 1261 tfo_ccache 1 128K 1 DEVFS1 108 108K 125 sem 4 106K 4 bus 986 80K 3474 sctp_stro 72 72K 847 mtx_pool 2 72K 2 syncache 1 68K 1 freefile 513 65K 1246 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 sctp_atcl 145 55K 2805 kdtrace 283 53K 3655 BPF 30 53K 30 umtx 418 53K 418 temp 35 35K 2066 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 68 20K 70 ufs_mount 4 17K 5 sctp_timw 66 17K 66 proc 3 17K 3 routetbl 128 16K 419 tty 16 16K 16 ithread 99 16K 99 bus-sc 34 15K 1691 lltable 44 14K 63 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 ksem 31 12K 39 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 487 rman 84 10K 425 sctp_atky 217 10K 3767 in6_multi 65 9K 65 bmsafemap 2 9K 1324 kqueue 97 9K 2114 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 15 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 217 pwddesc 93 6K 2123 plimit 22 6K 379 DEVFSP 76 5K 128 ufs_dirhash 24 5K 24 UMA 270 5K 270 pf_ifnet 10 5K 21 vt 11 5K 11 pf_rule 2 4K 4 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 acpisem 28 4K 28 session 28 4K 39 hhook 15 4K 17 diradd 25 4K 1295 newdirblk 23 3K 1215 terminal 11 3K 11 lockf 24 3K 40 proc-args 47 3K 586 selfd 38 3K 52592 sctp_athm 145 3K 2892 sctp_map 144 3K 1694 uidinfo 3 3K 8 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 mkdir 14 2K 2430 Unitno 29 2K 47 sctp_ifa 13 2K 14 select 13 2K 38 CAM XPT 22 2K 543 in_multi 6 2K 8 filedesc_to_leader 21 2K 41 freework 6 2K 1721 freeblks 5 2K 1266 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 20 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_stri 1 1K 232 pf_osfp 5 1K 5 pfil 4 1K 4 cdev 2 1K 2 inpcbpolicy 15 1K 475 osd 8 1K 188 chacha20random 1 1K 1 procdesc 3 1K 10 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 311 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 91 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 4903 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 3 1K 79 cpus 2 1K 2 vnet_data_free 1 1K 1 iov 1 1K 15132 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 33 sctp_mcore 0 0K 0 sctp_socko 0 0K 1595 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 2 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 htcp data 0 0K 0 cdg data 0 0K 0 chd data 0 0K 13 mqdata 0 0K 0 vegas data 0 0K 8 dctcp data 0 0K 5 cubic data 0 0K 10 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 458 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 7 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 9 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 28 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 1391 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 21 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 4 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 106 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 138 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 707 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8329 946 1442721 0 254 37990400 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8992 548 2228319 0 254 2442240 0 RADIX NODE 144 14983 160 98070 0 62 2180592 0 BUF TRIE 144 187 11573 1296 0 62 1693440 0 malloc-384 384 4151 9 4151 0 30 1597440 0 malloc-128 128 11634 22 15063 0 126 1491968 0 malloc-4096 4096 340 0 1128 0 2 1392640 0 mbuf_cluster 2048 660 0 660 0 254 1351680 0 UMA Slabs 0 112 10579 2 10579 0 126 1185072 0 vmem btag 56 16782 41 16782 0 254 942088 0 FFS inode 1160 522 17 1768 0 8 625240 0 malloc-65536 65536 6 2 14 0 1 524288 0 malloc-16384 16384 22 7 1243 0 1 475136 0 VM OBJECT 264 1562 28 31546 0 30 419760 0 malloc-4096 4096 98 4 3498 0 2 417792 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 THREAD 1808 187 22 1556 0 8 377872 0 256 Bucket 2048 150 16 19826 0 8 339968 0 MAP ENTRY 96 3222 264 113965 0 126 334656 0 VNODE 448 560 70 1808 0 30 282240 0 tcp_bbr_map 128 0 2170 10863 0 126 277760 0 malloc-64 64 4061 97 8394 0 254 266112 0 malloc-32768 32768 2 6 270 0 1 262144 0 malloc-16 16 14569 181 15484 0 254 236000 0 DEVCTL 1024 17 203 152 0 0 225280 0 malloc-384 384 568 2 1349 0 30 218880 0 sctp_asoc 2288 72 18 847 0 254 205920 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-2048 2048 75 19 1816 0 8 192512 0 malloc-256 256 721 29 1816 0 62 192000 0 VMSPACE 2544 68 7 2077 0 4 190800 0 UMA Zones 768 242 2 242 0 16 187392 0 FPU_save_area 832 189 36 10316 0 16 187200 0 malloc-32 32 5610 186 7042 0 254 185472 0 ertt_txseginfo 40 0 4545 53202 0 254 181800 0 malloc-256 256 42 633 3169 0 62 172800 0 malloc-128 128 1272 61 26260 0 126 170624 0 mbuf_packet 256 100 560 5247 0 254 168960 0 malloc-128 128 1157 52 2746 0 126 154752 0 PROC 1336 94 17 2097 0 8 148296 0 malloc-1024 1024 135 5 170 0 16 143360 0 sctp_ep 1272 72 39 1813 0 254 141192 0 FFS2 dinode 256 522 18 1768 0 62 138240 0 S VFS Cache 104 1008 279 2285 0 126 133848 0 malloc-65536 65536 0 2 92 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 filedesc0 1072 93 19 2123 0 8 120064 0 ksiginfo 112 94 950 8897 0 126 116928 0 malloc-256 256 257 163 4952 0 62 107520 0 sctp_raddr 736 77 66 1099 0 254 105248 0 malloc-1024 1024 82 18 1365 0 16 102400 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 67 20 1003 0 16 89088 0 malloc-384 384 147 63 2807 0 30 80640 0 malloc-128 128 607 13 3349 0 126 79360 0 g_bio 408 0 190 11000 0 30 77520 0 socket 960 31 49 3545 0 254 76800 0 malloc-384 384 165 15 193 0 30 69120 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-256 256 188 37 3760 0 62 57600 0 malloc-8192 8192 4 3 32 0 1 57344 0 malloc-4096 4096 12 2 20 0 2 57344 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-64 64 441 378 53134 0 254 52416 0 32 Bucket 256 55 140 6548 0 62 49920 0 malloc-16384 16384 3 0 18 0 1 49152 0 malloc-2048 2048 3 21 510 0 8 49152 0 64 Bucket 512 76 20 3936 0 30 49152 0 malloc-64 64 618 138 16027 0 254 48384 0 malloc-128 128 308 64 2808 0 126 47616 0 malloc-2048 2048 0 22 573 0 8 45056 0 clpbuf 2624 0 16 23 0 16 41984 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 4 1 6 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4694 426 4882 0 254 40960 0 da_ccb 544 0 70 2870 0 16 38080 0 NAMEI 1024 0 36 18612 0 16 36864 0 malloc-64 64 444 123 634 0 254 36288 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-64 64 84 420 1747 0 254 32256 0 TURNSTILE 136 210 21 210 0 62 31416 0 malloc-256 256 68 52 403 0 62 30720 0 malloc-2048 2048 14 0 16 0 8 28672 0 malloc-1024 1024 2 26 51 0 16 28672 0 KNOTE 160 28 147 70171 0 62 28000 0 Files 80 234 116 10987 0 126 28000 0 pipe 744 21 14 347 0 16 26040 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 1 2 102 0 1 24576 0 malloc-2048 2048 6 6 85 0 8 24576 0 16 Bucket 144 62 106 462 0 62 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 47 253 1763 0 126 24000 0 tcp_inpcb 496 6 42 177 0 254 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-256 256 77 13 188 0 62 23040 0 tcpcb 1096 4 17 177 0 254 23016 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 malloc-2048 2048 8 2 19 0 8 20480 0 PWD 32 29 601 1306 0 254 20160 0 malloc-32 32 154 476 3282 0 254 20160 0 sctp_chunk 152 106 24 502 0 254 19760 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-384 384 23 27 70 0 30 19200 0 malloc-256 256 53 22 836 0 62 19200 0 tcp_log 416 0 45 172 0 254 18720 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 8 0 2 16384 0 malloc-1024 1024 10 6 169 0 16 16384 0 malloc-512 512 2 30 119 0 30 16384 0 malloc-512 512 1 31 232 0 30 16384 0 vtnet_tx_hdr 24 0 668 739523 0 254 16032 0 malloc-256 256 20 40 1702 0 62 15360 0 tcp_bbr_pcb 832 0 18 71 0 16 14976 0 tcp_rack_pcb 832 0 18 33 0 16 14976 0 malloc-2048 2048 2 4 193 0 8 12288 0 malloc-1024 1024 5 7 1074 0 16 12288 0 sctp_laddr 48 32 220 691 0 254 12096 0 malloc-64 64 77 112 109 0 254 12096 0 malloc-64 64 135 54 2296 0 254 12096 0 malloc-32 32 114 264 1324 0 254 12096 0 udp_inpcb 496 6 18 191 0 254 11904 0 malloc-128 128 49 44 71 0 126 11904 0 kenv 258 15 30 1030 0 30 11610 0 malloc-384 384 22 8 25 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 4 0 2 8192 0 malloc-4096 4096 1 1 4 0 2 8192 0 malloc-2048 2048 2 2 14 0 8 8192 0 malloc-1024 1024 4 4 26 0 16 8192 0 malloc-512 512 2 14 35 0 30 8192 0 malloc-512 512 9 7 21 0 30 8192 0 malloc-512 512 8 8 67 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 2 90 2 0 254 8096 0 PGRP 88 28 64 54 0 126 8096 0 rl_entry 40 59 143 59 0 254 8080 0 sctp_stream_msg_out 112 10 62 205 0 254 8064 0 tcp_rack_map 112 0 72 81 0 126 8064 0 udpcb 32 6 246 212 0 254 8064 0 ertt 72 4 108 177 0 126 8064 0 malloc-64 64 37 89 45 0 254 8064 0 malloc-32 32 41 211 164 0 254 8064 0 malloc-32 32 142 110 1462 0 254 8064 0 malloc-32 32 34 218 746 0 254 8064 0 malloc-32 32 39 213 2748 0 254 8064 0 4 Bucket 48 6 162 88 0 254 8064 0 2 Bucket 32 57 195 766 0 254 8064 0 malloc-16 16 19 481 1491 0 254 8000 0 malloc-16 16 288 212 494 0 254 8000 0 malloc-16 16 199 301 1834 0 254 8000 0 malloc-16 16 194 306 1419 0 254 8000 0 malloc-16 16 24 476 25537 0 254 8000 0 malloc-16 16 161 339 2924 0 254 8000 0 ripcb 496 3 13 86 0 254 7936 0 udplite_inpcb 496 0 16 21 0 254 7936 0 malloc-128 128 23 39 86 0 126 7936 0 malloc-128 128 5 57 17 0 126 7936 0 sctp_readq 152 0 52 179 0 254 7904 0 AIOCB 552 0 14 4 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 unpcb 256 14 16 1228 0 254 7680 0 malloc-384 384 11 9 11 0 30 7680 0 malloc-384 384 1 19 341 0 30 7680 0 AIOLIO 272 0 28 2 0 30 7616 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 4 0 4 0 16 4096 0 malloc-512 512 5 3 6 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 malloc-32 32 80 46 80 0 254 4032 0 malloc-16 16 10 240 10 0 254 4000 0 AIO 208 0 19 1 0 62 3952 0 itimer 352 0 11 11 0 30 3872 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0