panic: strq 0xfffffe00a81a6c00 is not scheduled cpuid = 1 time = 1632902893 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe009bf4b710 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe009bf4b870 vpanic() at vpanic+0x2c5/frame 0xfffffe009bf4b950 panic() at panic+0xb5/frame 0xfffffe009bf4ba20 sctp_ss_default_scheduled() at sctp_ss_default_scheduled+0x111/frame 0xfffffe009bf4ba50 sctp_med_chunk_output() at sctp_med_chunk_output+0x30fc/frame 0xfffffe009bf4c600 sctp_chunk_output() at sctp_chunk_output+0x2b25/frame 0xfffffe009bf4d250 sctp_lower_sosend() at sctp_lower_sosend+0x65ca/frame 0xfffffe009bf4d740 sctp_sosend() at sctp_sosend+0x716/frame 0xfffffe009bf4d9e0 sosend() at sosend+0xfc/frame 0xfffffe009bf4da50 kern_sendit() at kern_sendit+0x58d/frame 0xfffffe009bf4dbc0 sendit() at sendit+0x2b0/frame 0xfffffe009bf4dc10 sys_sendto() at sys_sendto+0x182/frame 0xfffffe009bf4dd30 amd64_syscall() at amd64_syscall+0x425/frame 0xfffffe009bf4df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009bf4df30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x289e4a, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 1907 tid 101434 ] Stopped at kdb_enter+0x6b: movq $0,0x28e02ba(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x298ec2b0f72d5024 rdx 0x3ffff rbx 0 rsp 0xfffffe009bf4b850 rbp 0xfffffe009bf4b870 rsi 0x40001 rdi 0xffffffff817bca8a vprintf+0x35a r8 0 r9 0xfffffe009bf4b388 r10 0 r11 0xfffffe009e9ed510 r12 0xfffffe009e9ed000 r13 0xfffffe009bf4b801 r14 0xffffffff82c7fe60 .str.18 r15 0xffffffff82c7fe60 .str.18 rip 0xffffffff817b03fb kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28e02ba(%rip) db> show proc Process 1907 (syz-executor.2) at 0xfffffe009ea40538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 787 at 0xfffffe009ea28538 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.2 reaper: 0xfffffe0053d60538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009ea723e0 (map 0xfffffe009ea723e0) (map.pmap 0xfffffe009ea724a0) (pmap 0xfffffe009ea72500) threads: 3 101214 RunQ syz-executor.2 101431 S connec 0xfffffe00a823f0da syz-executor.2 101434 Run CPU 1 syz-executor.2 db> ps pid ppid pgrp uid state wmesg wchan cmd 1909 785 785 0 R (threaded) syz-executor.0 100091 RunQ syz-executor.0 101435 RunQ syz-executor.0 1907 787 787 0 R (threaded) syz-executor.2 101214 RunQ syz-executor.2 101431 S connec 0xfffffe00a823f0da syz-executor.2 101434 Run CPU 1 syz-executor.2 1587 1585 790 0 SV uwait 0xfffffe0058787000 syz-executor.3 1585 1 790 0 DV ppwait 0xfffffe009e465f58 syz-executor.3 1236 1 786 0 S uwait 0xfffffe0058787300 syz-executor.1 1235 1 786 0 S uwait 0xfffffe00a3f9dc00 syz-executor.1 1166 1160 1166 0 Ss select 0xfffffe00a83b4ec0 dhclient 1163 1 1163 0 Ss select 0xfffffe009ea893c0 dhclient 1160 1153 436 65 S select 0xfffffe009ea89040 dhclient 1153 436 436 0 S wait 0xfffffe009e4db000 sh 968 0 0 0 DL aiordy 0xfffffe0058b4b000 [aiod4] 967 0 0 0 DL aiordy 0xfffffe009e4de000 [aiod3] 966 0 0 0 DL aiordy 0xfffffe00588e1a70 [aiod2] 965 0 0 0 DL aiordy 0xfffffe00a72f4000 [aiod1] 790 780 790 0 Rs syz-executor.3 787 780 787 0 Ss nanslp 0xffffffff8405d5c1 syz-executor.2 786 780 786 0 Rs syz-executor.1 785 780 785 0 Rs nanslp 0xffffffff8405d5c0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100121 S uwait 0xfffffe0058787400 syz-fuzzer 100122 S uwait 0xfffffe005895dc80 syz-fuzzer 100123 S uwait 0xfffffe005895d100 syz-fuzzer 100124 S uwait 0xfffffe005895d200 syz-fuzzer 100125 S uwait 0xfffffe005895d300 syz-fuzzer 100126 S uwait 0xfffffe005895d500 syz-fuzzer 100127 S uwait 0xfffffe009e46b480 syz-fuzzer 100129 S uwait 0xfffffe009e46b680 syz-fuzzer 100131 S kqread 0xfffffe005888e500 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe009e9d20b0 csh 776 694 776 0 Ss select 0xfffffe0058b17140 sshd 760 1 760 0 Ss+ ttyin 0xfffffe0057014cb0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575fa0b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575fa8b0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00575f60b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00575f68b0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00575f20b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00575f28b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00575ec0b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe00575ec8b0 getty 698 1 698 0 Ss nanslp 0xffffffff8405d5c0 cron 694 1 694 0 Ss select 0xfffffe00574304c0 sshd 507 1 507 0 Ss select 0xfffffe0058b174c0 syslogd 436 1 436 0 Ss wait 0xfffffe00588e1538 devd 435 1 435 65 Ss select 0xfffffe0058b17740 dhclient 350 1 350 0 Ss select 0xfffffe0058b177c0 dhclient 347 1 347 0 Ss select 0xfffffe0058b17ac0 dhclient 23 0 0 0 DL syncer 0xffffffff84185960 [syncer] 22 0 0 0 DL vlruwt 0xfffffe005877ea70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84183660 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100100 D sdflush 0xfffffe0058848ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841bbb80 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841af6b8 [dom0] 100089 D launds 0xffffffff841af6c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eb2c60 [uma] 18 0 0 0 DL - 0xffffffff83e13ca0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff84b706a0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff8474b1a0 [pf purge] 15 0 0 0 DL - 0xffffffff8417e880 [soaiod4] 9 0 0 0 DL - 0xffffffff8417e880 [soaiod3] 8 0 0 0 DL - 0xffffffff8417e880 [soaiod2] 7 0 0 0 DL - 0xffffffff8417e880 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c99540 [doneq0] 100049 D - 0xffffffff83c994c0 [async] 100082 D - 0xffffffff83c99340 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ac8c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe00541c9d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe00541c9d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841a9760 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff84030b80 [g_event] 100040 D - 0xffffffff84030bc0 [g_up] 100041 D - 0xffffffff84030c00 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe00081f6d00 [thr_0] 100030 D - 0xfffffe00081f6d80 [thr_1] 100031 D - 0xffffffff8417fc08 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d60538 [init] 10 0 0 0 DL audit_w 0xffffffff841aa700 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84031a80 [swapper] 100005 D - 0xfffffe00081f8900 [softirq_0] 100006 D - 0xfffffe00081f8700 [softirq_1] 100007 D - 0xfffffe00081f8500 [if_io_tqg_0] 100008 D - 0xfffffe00081f8300 [if_io_tqg_1] 100009 D - 0xfffffe00081f8100 [if_config_tqg_0] 100010 D - 0xfffffe0053dfce00 [deferred_unmount ta] 100013 D - 0xfffffe0053dfc800 [thread taskq] 100015 D - 0xfffffe0053dfc400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053dfc200 [kqueue_ctx taskq] 100017 D - 0xfffffe0053dfc000 [pci_hp taskq] 100018 D - 0xfffffe0053e06d00 [aiod_kick taskq] 100019 D - 0xfffffe0053e06b00 [inm_free taskq] 100020 D - 0xfffffe0053e06900 [in6m_free taskq] 100021 D - 0xfffffe0053e06700 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053e06700 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053e06700 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053e06700 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053e06200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053e06200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053e06200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053e06200 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e14200 [firmware taskq] 100042 D - 0xfffffe005419ec00 [crypto_0] 100043 D - 0xfffffe005419ec00 [crypto_1] 100059 D - 0xfffffe0056ec3b00 [vtnet0 rxq 0] 100060 D - 0xfffffe0056ec3a00 [vtnet0 txq 0] 100061 D - 0xfffffe0056ec3900 [vtnet0 rxq 1] 100062 D - 0xfffffe0056ec3800 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ff6600 [virtio_balloon] 100068 D - 0xfffffe0057027800 [mca taskq] 100073 D - 0xffffffff82c86de1 [deadlkres] 100077 D - 0xfffffe00571dc900 [acpi_task_0] 100078 D - 0xfffffe00571dc900 [acpi_task_1] 100079 D - 0xfffffe00571dc900 [acpi_task_2] 100081 D - 0xfffffe005419e400 [CAM taskq] db> show all locks Process 1907 (syz-executor.2) thread 0xfffffe009e9ed000 (101434) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a8235380) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:13649 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 35175 2072K 35246 vtbuf 24 1968K 46 kobj 326 1304K 483 newblk 113 1052K 1968 vfscache 3 1025K 3 inodedep 505 701K 1086 pcb 155 677K 3183 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 274K 5 subproc 137 273K 1986 acpica 1674 184K 55237 filedesc 22 169K 2037 vnet_data 1 168K 1 tidhash 3 141K 3 linker 355 140K 383 pagedep 16 132K 1015 tfo_ccache 1 128K 1 dirrem 478 120K 1019 DEVFS1 108 108K 125 sem 4 106K 4 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 sctp_stro 61 61K 711 freefile 481 61K 1015 sctp_atcl 124 47K 2333 umtx 352 44K 352 kdtrace 214 43K 3346 temp 36 37K 2059 BPF 22 36K 22 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 kbdmux 6 22K 6 routetbl 147 22K 571 DEVFS_RULE 56 20K 56 ifaddr 67 19K 69 ufs_mount 4 17K 5 proc 3 17K 3 lltable 51 17K 57 tty 16 16K 16 ithread 99 16K 99 sctp_timw 58 15K 58 bus-sc 34 15K 1691 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 95 12K 95 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 487 pf_ifnet 34 10K 83 rman 84 10K 425 sctp_atky 227 9K 3130 in6_multi 65 9K 65 bmsafemap 2 9K 1057 UART 12 9K 12 devstat 4 9K 4 freework 33 9K 1105 ksem 1 8K 12 pf_table 4 8K 39 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 taskqueue 63 7K 63 sglist 5 7K 5 kqueue 63 7K 1924 CAM DEV 3 6K 510 cred 23 6K 214 plimit 21 6K 369 DEVFSP 75 5K 182 ufs_dirhash 24 5K 24 UMA 270 5K 270 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 pwddesc 61 4K 1932 acpisem 28 4K 28 hhook 15 4K 17 session 25 4K 39 diradd 24 3K 1051 terminal 11 3K 11 indirdep 10 3K 157 proc-args 44 3K 591 pf_rule 4 3K 26 uidinfo 3 3K 8 lockf 20 3K 33 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 freeblks 8 2K 1020 ipsec-saq 2 2K 2 sctp_athm 124 2K 2404 selfd 31 2K 64612 sctp_map 122 2K 1388 ip6ndp 12 2K 14 mkdir 14 2K 2004 Unitno 31 2K 47 sctp_ifa 13 2K 14 newdirblk 13 2K 1002 CAM XPT 22 2K 543 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 61 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 24 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 76 encap_export_host 12 1K 12 inpcbpolicy 19 1K 496 sctp_stri 1 1K 190 pf_osfp 5 1K 5 pfil 4 1K 4 cdev 2 1K 2 osd 10 1K 193 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 12 feeder 7 1K 7 xform 3 1K 230 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 soname 6 1K 4725 aesni_data 2 1K 2 tcp_fsb 1 1K 29 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 39 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 90 p1003.1b 1 1K 1 mqdata 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 vegas data 0 0K 12 sctp_mcore 0 0K 0 sctp_socko 0 0K 1178 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 tcp_do 0 0K 0 dctcp data 0 0K 13 htcp data 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 624 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 8 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 1185 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 36 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 100 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 15199 ioctlops 0 0K 205 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 674 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1820 2181003 0 254 41533440 0 tcp_log 416 0 16236 143909 0 254 6754176 0 mbuf 256 9441 2409 3381862 0 254 3033600 0 RADIX NODE 144 19273 238 95560 0 62 2809584 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-384 384 4673 7 5255 0 30 1797120 0 BUF TRIE 144 190 11570 792 0 62 1693440 0 malloc-4096 4096 389 5 2407 0 2 1613824 0 malloc-128 128 11836 6 11950 0 126 1515776 0 UMA Slabs 0 112 11409 0 11409 0 126 1277808 0 mbuf_cluster 2048 600 2 600 0 254 1232896 0 vmem btag 56 19517 114 19517 0 254 1099336 0 FFS inode 1160 509 30 1525 0 8 625240 0 256 Bucket 2048 242 14 28145 0 8 524288 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 ertt_txseginfo 40 1 8685 76138 0 254 347440 0 VM OBJECT 264 1129 86 28935 0 30 320760 0 THREAD 1808 152 24 1435 0 8 318208 0 tcp_bbr_map 128 0 2356 9804 0 126 301568 0 malloc-64 64 4486 113 8410 0 254 294336 0 VNODE 448 547 74 1565 0 30 278208 0 malloc-256 256 484 566 5446 0 62 268800 0 malloc-16384 16384 10 6 1016 0 1 262144 0 malloc-16 16 14871 129 17419 0 254 240000 0 DEVCTL 1024 21 199 151 0 0 225280 0 malloc-65536 65536 1 2 71 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-32768 32768 0 6 140 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5598 72 6394 0 254 181440 0 sctp_asoc 2288 61 14 694 0 254 171600 0 MAP ENTRY 96 1406 358 101515 0 126 169344 0 malloc-2048 2048 70 12 1501 0 8 167936 0 malloc-128 128 1215 87 27785 0 126 166656 0 FPU_save_area 832 154 35 10217 0 16 157248 0 mbuf_packet 256 85 515 4181 0 254 153600 0 malloc-128 128 1086 30 5399 0 126 142848 0 malloc-256 256 531 24 2251 0 62 142080 0 malloc-1024 1024 133 3 150 0 16 139264 0 S VFS Cache 104 1007 319 2060 0 126 137904 0 FFS2 dinode 256 509 16 1524 0 62 134400 0 malloc-65536 65536 0 2 34 0 1 131072 0 malloc-256 256 46 434 720 0 62 122880 0 ksiginfo 112 58 986 8864 0 126 116928 0 VMSPACE 2544 33 12 1882 0 4 114480 0 sctp_ep 1272 62 19 1493 0 254 103032 0 PROC 1336 60 15 1909 0 8 100200 0 malloc-32768 32768 1 2 131 0 1 98304 0 filedesc0 1072 61 23 1932 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 64 23 956 0 16 89088 0 malloc-8192 8192 9 1 110 0 1 81920 0 socket 960 32 52 3252 0 254 80640 0 malloc-384 384 162 48 2377 0 30 80640 0 malloc-1024 1024 62 14 695 0 16 77824 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 7302 0 30 73440 0 sctp_raddr 736 61 38 814 0 254 72864 0 malloc-128 128 511 47 1229 0 126 71424 0 malloc-65536 65536 1 0 1 0 1 65536 0 sctp_chunk 152 371 45 1415 0 254 63232 0 malloc-4096 4096 14 1 27 0 2 61440 0 malloc-2048 2048 14 14 627 0 8 57344 0 64 Bucket 512 81 23 4031 0 30 53248 0 32 Bucket 256 55 140 4657 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 17 0 1 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-8192 8192 4 2 32 0 1 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-256 256 148 32 3856 0 62 46080 0 malloc-1024 1024 10 34 1637 0 16 45056 0 pcpu-8 8 5060 572 6098 0 254 45056 0 malloc-64 64 517 176 1633 0 254 44352 0 clpbuf 2624 0 16 24 0 16 41984 0 malloc-4096 4096 8 2 18 0 2 40960 0 malloc-64 64 78 552 79154 0 254 40320 0 malloc-384 384 87 13 218 0 30 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 17886 0 16 36864 0 malloc-4096 4096 9 0 9 0 2 36864 0 malloc-128 128 61 218 334 0 126 35712 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-64 64 104 400 2518 0 254 32256 0 malloc-256 256 108 12 538 0 62 30720 0 malloc-4096 4096 4 3 7 0 2 28672 0 malloc-2048 2048 7 7 42 0 8 28672 0 TURNSTILE 136 177 33 177 0 62 28560 0 tcp_inpcb 496 10 46 182 0 254 27776 0 malloc-256 256 88 17 446 0 62 26880 0 da_ccb 544 0 49 1950 0 16 26656 0 malloc-4096 4096 3 3 1820 0 2 24576 0 KNOTE 160 28 122 99381 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 46 254 2570 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 54 6 56 0 30 23040 0 tcpcb 1080 6 15 182 0 254 22680 0 pipe 744 20 10 375 0 16 22320 0 malloc-2048 2048 2 8 103 0 8 20480 0 PWD 32 19 611 1091 0 254 20160 0 malloc-64 64 230 85 496 0 254 20160 0 16 Bucket 144 57 83 394 0 62 20160 0 Files 80 197 53 10683 0 126 20000 0 malloc-128 128 104 51 1208 0 126 19840 0 SLEEPQUEUE 88 177 47 177 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-1024 1024 8 8 12 0 16 16384 0 malloc-512 512 0 32 130 0 30 16384 0 malloc-64 64 121 131 953 0 254 16128 0 malloc-64 64 169 83 302 0 254 16128 0 malloc-32 32 89 415 1228 0 254 16128 0 vtnet_tx_hdr 24 0 668 1123744 0 254 16032 0 udp_inpcb 496 6 26 187 0 254 15872 0 malloc-384 384 22 18 362 0 30 15360 0 malloc-256 256 33 27 323 0 62 15360 0 tcp_bbr_pcb 832 0 18 88 0 16 14976 0 tcp_rack_pcb 832 1 17 29 0 16 14976 0 malloc-2048 2048 4 2 5 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 8 4 184 0 16 12288 0 malloc-1024 1024 7 5 7 0 16 12288 0 malloc-32 32 94 284 5327 0 254 12096 0 udplite_inpcb 496 0 24 97 0 254 11904 0 malloc-128 128 56 37 1262 0 126 11904 0 kenv 258 15 30 1031 0 30 11610 0 unpcb 256 11 34 1236 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 2 2 4 0 8 8192 0 malloc-1024 1024 2 6 12 0 16 8192 0 malloc-1024 1024 1 7 16 0 16 8192 0 malloc-512 512 6 10 6 0 30 8192 0 malloc-512 512 1 15 190 0 30 8192 0 malloc-512 512 5 11 86 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 25 67 39 0 126 8096 0 rl_entry 40 47 155 47 0 254 8080 0 sctp_stream_msg_out 112 24 48 202 0 254 8064 0 sctp_laddr 48 56 112 704 0 254 8064 0 tcp_rack_map 112 4 68 58 0 126 8064 0 udpcb 32 6 246 284 0 254 8064 0 ertt 72 6 106 182 0 126 8064 0 malloc-64 64 53 73 394 0 254 8064 0 malloc-32 32 128 124 296 0 254 8064 0 malloc-32 32 56 196 96 0 254 8064 0 malloc-32 32 174 78 2294 0 254 8064 0 malloc-32 32 52 200 240 0 254 8064 0 malloc-32 32 17 235 92 0 254 8064 0 4 Bucket 48 7 161 82 0 254 8064 0 2 Bucket 32 55 197 669 0 254 8064 0 malloc-16 16 25 475 436 0 254 8000 0 malloc-16 16 57 443 933 0 254 8000 0 malloc-16 16 166 334 2641 0 254 8000 0 malloc-16 16 39 461 200 0 254 8000 0 malloc-16 16 287 213 25369 0 254 8000 0 malloc-16 16 4 496 918 0 254 8000 0 ripcb 496 3 13 30 0 254 7936 0 malloc-128 128 43 19 98 0 126 7936 0 cryptop 280 0 28 16 0 30 7840 0 AIOCB 552 0 14 18 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 malloc-256 256 13 17 677 0 62 7680 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-4096 4096 0 1 3 0 2 4096 0 malloc-512 512 0 8 3 0 30 4096 0 malloc-512 512 5 3 5 0 30 4096 0 malloc-512 512 0 8 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcptw 88 4 42 4 0 254 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 malloc-16 16 0 250 7 0 254 4000 0 sctp_readq 152 0 26 74 0 254 3952 0 AIO 208 0 19 15 0 62 3952 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 malloc-384 384 0 10 1 0 30 3840 0 malloc-384 384 2 8 2 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0