panic: strq 0xfffffe005880a400 not scheduled cpuid = 0 time = 1633147872 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a5e58d10 04:11:12 executing program 3: r0 = socket$inet6_sctp(0x1c, 0x1, 0x84) sendmsg$inet6_sctp(r0, &(0x7f0000000400)={&(0x7f0000000040)=@in6={0x1c, 0x1c, 0x3, 0x0, @remote={0xfe, 0x80, '\x00', 0x0}}, 0x1c, &(0x7f0000000140)=[{&(0x7f00000000c0)='T', 0x1}], 0x1}, 0x0) setsockopt$inet6_sctp_SCTP_MAXSEG(r0, 0x84, 0xe, &(0x7f0000001040)={0x0, 0x9}, 0x8) sendmsg$inet6_sctp(r0, &(0x7f0000000a00)={0x0, 0x0, &(0x7f0000000000)=[{&(0x7f00000001c0)="b896aff3f8a96615d2", 0x9}], 0x1}, 0x0) sendmsg$inet6_sctp(0xffffffffffffffff, 0x0, 0x0) close(r0) 04:11:12 executing program 0: ksem_open(&(0x7f0000000140), 0x0, 0x0, 0x0, 0x0) kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a5e58e70 vpanic() at vpanic+0x2c5/frame 0xfffffe00a5e58f50 panic() at panic+0xb5/frame 0xfffffe00a5e59010 sctp_ss_default_select() at sctp_ss_default_select+0x225/frame 0xfffffe00a5e59050 sctp_med_chunk_output() at sctp_med_chunk_output+0x1896/frame 0xfffffe00a5e59c00 sctp_chunk_output() at sctp_chunk_output+0x2b25/frame 0xfffffe00a5e5a860 sctp_inpcb_free() at sctp_inpcb_free+0xbcc/frame 0xfffffe00a5e5a8f0 sctp_close() at sctp_close+0x1fb/frame 0xfffffe00a5e5a9d0 soclose() at soclose+0x3fe/frame 0xfffffe00a5e5aae0 _fdrop() at _fdrop+0x58/frame 0xfffffe00a5e5ab10 closef() at closef+0x686/frame 0xfffffe00a5e5acf0 closefp_impl() at closefp_impl+0xd9/frame 0xfffffe00a5e5ad30 amd64_syscall() at amd64_syscall+0x425/frame 0xfffffe00a5e5af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a5e5af30 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x289e7a, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 1117 tid 100471 ] Stopped at kdb_enter+0x6b: movq $0,0x28df52a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x85d8e36d63e76c5f rdx 0x3ffff rbx 0 rsp 0xfffffe00a5e58e50 rbp 0xfffffe00a5e58e70 rsi 0x40001 rdi 0xffffffff817be81a vprintf+0x35a r8 0 r9 0xfffffe00a5e58988 r10 0 r11 0xfffffe009eb08fd0 r12 0xfffffe009eb08ac0 r13 0xfffffe00a5e58e01 r14 0xffffffff82c82d60 .str.18 r15 0xffffffff82c82d60 .str.18 rip 0xffffffff817b218b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28df52a(%rip) db> show proc Process 1117 (syz-executor.3) at 0xfffffe009ea17538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 813 at 0xfffffe0058b18538 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 exec reaper: 0xfffffe0053d59538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009ea64000 (map 0xfffffe009ea64000) (map.pmap 0xfffffe009ea640c0) (pmap 0xfffffe009ea64120) threads: 2 100272 RunQ syz-executor.3 100471 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 1118 785 785 0 R CPU 1 syz-executor.0 1117 813 813 0 R (threaded) syz-executor.3 100272 RunQ syz-executor.3 100471 Run CPU 0 syz-executor.3 1115 804 804 0 S (threaded) syz-executor.2 100328 S nanslp 0xffffffff8405e581 syz-executor.2 100468 S connec 0xfffffe009ebdb85a syz-executor.2 100469 S uwait 0xfffffe005880e480 syz-executor.2 1087 1081 1087 0 Ss select 0xfffffe0057559ec0 dhclient 1084 1 1084 0 Ss select 0xfffffe009e313540 dhclient 1081 1074 436 65 S select 0xfffffe009e3139c0 dhclient 1074 436 436 0 S wait 0xfffffe009ea17a70 sh 813 780 813 0 Ss nanslp 0xffffffff8405e581 syz-executor.3 804 780 804 0 Ss nanslp 0xffffffff8405e580 syz-executor.2 786 780 786 0 Ss piperd 0xfffffe009e4512e8 syz-executor.1 785 780 785 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100094 S uwait 0xfffffe0058783a00 syz-fuzzer 100119 S uwait 0xfffffe0057599380 syz-fuzzer 100120 S uwait 0xfffffe009e9e6c00 syz-fuzzer 100121 S uwait 0xfffffe009e9e6d00 syz-fuzzer 100122 S kqread 0xfffffe005759f700 syz-fuzzer 100123 S uwait 0xfffffe009e9e6f00 syz-fuzzer 100124 S uwait 0xfffffe0058853480 syz-fuzzer 100126 S uwait 0xfffffe005885c180 syz-fuzzer 100130 S uwait 0xfffffe0058853380 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe009e5670b0 csh 776 694 776 0 Ss select 0xfffffe00588b02c0 sshd 760 1 760 0 Ss+ ttyin 0xfffffe005700f8b0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f48b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575f10b0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00575f18b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00575ed0b0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00575ed8b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00575e70b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00575e78b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005757b0b0 getty 698 1 698 0 Ss nanslp 0xffffffff8405e580 cron 694 1 694 0 Ss select 0xfffffe00588b0940 sshd 507 1 507 0 Ss select 0xfffffe009e313940 syslogd 436 1 436 0 Ss wait 0xfffffe0058959538 devd 435 1 435 65 Ss select 0xfffffe009e313740 dhclient 350 1 350 0 Ss select 0xfffffe00588b0440 dhclient 347 1 347 0 Ss select 0xfffffe00588b08c0 dhclient 23 0 0 0 DL syncer 0xffffffff84186960 [syncer] 22 0 0 0 DL vlruwt 0xfffffe005877ca70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84184660 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100100 D sdflush 0xfffffe005879dce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841bcb80 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841b06b8 [dom0] 100089 D launds 0xffffffff841b06c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eb6670 [uma] 18 0 0 0 DL - 0xffffffff83e14ba0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff84d9a6e0 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff8474b2f0 [pf purge] 15 0 0 0 DL - 0xffffffff8417f880 [soaiod4] 9 0 0 0 DL - 0xffffffff8417f880 [soaiod3] 8 0 0 0 DL - 0xffffffff8417f880 [soaiod2] 7 0 0 0 DL - 0xffffffff8417f880 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c9a3c0 [doneq0] 100049 D - 0xffffffff83c9a340 [async] 100082 D - 0xffffffff83c9a1c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056ac6888 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe0053e06880 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe0053e06830 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841aa760 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff84031a80 [g_event] 100040 D - 0xffffffff84031ac0 [g_up] 100041 D - 0xffffffff84031b00 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe0053df9b00 [thr_0] 100030 D - 0xfffffe0053df9b80 [thr_1] 100031 D - 0xffffffff84180c08 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d59538 [init] 10 0 0 0 DL audit_w 0xffffffff841ab700 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff84032980 [swapper] 100005 D - 0xfffffe0053df2e00 [softirq_0] 100006 D - 0xfffffe0053df2d00 [softirq_1] 100007 D - 0xfffffe0053df2c00 [if_io_tqg_0] 100008 D - 0xfffffe0053df2b00 [if_io_tqg_1] 100009 D - 0xfffffe0053df2a00 [if_config_tqg_0] 100010 D - 0xfffffe0053df2900 [deferred_unmount ta] 100013 D - 0xfffffe0053df2600 [thread taskq] 100015 D - 0xfffffe0053df2400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053df2300 [kqueue_ctx taskq] 100017 D - 0xfffffe0053df2200 [pci_hp taskq] 100018 D - 0xfffffe0053df2100 [aiod_kick taskq] 100019 D - 0xfffffe0053df2000 [inm_free taskq] 100020 D - 0xfffffe0053e06e00 [in6m_free taskq] 100021 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053e06d00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053e06c00 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e06b00 [firmware taskq] 100042 D - 0xfffffe0053e06900 [crypto_0] 100043 D - 0xfffffe0053e06900 [crypto_1] 100059 D - 0xfffffe0053e06600 [vtnet0 rxq 0] 100060 D - 0xfffffe0053e06500 [vtnet0 txq 0] 100061 D - 0xfffffe0053e06400 [vtnet0 rxq 1] 100062 D - 0xfffffe0053e06300 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ff6e80 [virtio_balloon] 100068 D - 0xfffffe0053e06200 [mca taskq] 100073 D - 0xffffffff82c89ce0 [deadlkres] 100077 D - 0xfffffe005759fc00 [acpi_task_0] 100078 D - 0xfffffe005759fc00 [acpi_task_1] 100079 D - 0xfffffe005759fc00 [acpi_task_2] 100081 D - 0xfffffe0053e06700 [CAM taskq] db> show all locks Process 1118 (syz-executor.0) thread 0xfffffe009e9e4900 (100132) shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe0058b1c060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4935 Process 1117 (syz-executor.3) thread 0xfffffe009eb08ac0 (100471) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009ebaf380) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3355 exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe009ebdce50) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3322 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00081b8458) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3321 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe009ebdce70) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3320 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4213 4323K 4241 tcp_hpts 6 3201K 6 sysctloid 35175 2072K 35246 vtbuf 24 1968K 46 kobj 326 1304K 483 newblk 35 1033K 935 vfscache 3 1025K 3 inodedep 219 594K 290 pcb 55 571K 684 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 124 243K 1189 acpica 1674 184K 55237 vnet_data 1 168K 1 vmem 3 146K 4 tidhash 3 141K 3 linker 355 140K 423 pagedep 16 132K 228 tfo_ccache 1 128K 1 filedesc 16 121K 455 DEVFS1 108 108K 125 sem 4 106K 4 bus 986 80K 3474 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 dirrem 194 49K 222 umtx 352 44K 352 kdtrace 202 41K 1591 BPF 22 36K 26 temp 34 33K 2024 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 freefile 194 25K 220 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ifaddr 68 20K 70 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 137 17K 438 tty 16 16K 16 ithread 99 16K 99 sctp_stro 15 15K 98 bus-sc 34 15K 1691 lltable 45 14K 46 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 sctp_atcl 30 12K 360 eventhandler 133 12K 133 CAM queue 5 11K 1528 GEOM 61 10K 487 rman 84 10K 425 in6_multi 71 9K 71 bmsafemap 2 9K 259 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 19 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 sctp_timw 29 8K 29 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 cred 23 6K 223 kqueue 56 6K 1125 plimit 21 6K 379 ufs_dirhash 24 5K 24 DEVFSP 74 5K 107 UMA 270 5K 270 pf_ifnet 10 5K 19 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 acpisem 28 4K 28 pwddesc 54 4K 1121 hhook 15 4K 17 diradd 26 4K 256 session 25 4K 40 mkdir 24 3K 428 terminal 11 3K 11 proc-args 44 3K 597 uidinfo 3 3K 9 lockf 20 3K 33 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 indirdep 8 2K 10 ipsec-saq 2 2K 2 selfd 31 2K 58459 sctp_atky 45 2K 462 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 47 CAM XPT 22 2K 543 newdirblk 12 2K 214 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 select 10 2K 44 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 24 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 15 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 12 encap_export_host 12 1K 12 pfil 4 1K 4 cdev 2 1K 2 sctp_athm 30 1K 360 sctp_map 30 1K 196 osd 8 1K 120 inpcbpolicy 12 1K 333 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 12 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 3744 sctp_aadr 2 1K 6 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 84 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 40 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 filecaps 2 1K 94 freework 1 1K 220 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 193 sctp_iter 0 0K 14 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 1 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_stri 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 37 mqdata 0 0K 0 cdg data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 vegas data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 15 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 219 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 11 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 420 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 3 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 25 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 102 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14978 ioctlops 0 0K 117 eventfd 0 0K 5 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 673 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 988 2487986 0 254 38125568 0 RADIX NODE 144 19739 276 102589 0 62 2882160 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8698 872 3763779 0 254 2449920 0 BUF TRIE 144 194 11566 581 0 62 1693440 0 malloc-384 384 4151 9 4151 0 30 1597440 0 malloc-128 128 11631 25 15064 0 126 1491968 0 malloc-4096 4096 336 1 1124 0 2 1380352 0 UMA Slabs 0 112 10256 1 10256 0 126 1148784 0 vmem btag 56 15992 111 15992 0 254 901768 0 FFS inode 1160 510 22 730 0 8 617120 0 malloc-65536 65536 6 1 14 0 1 458752 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 mbuf_cluster 2048 180 2 180 0 254 372736 0 THREAD 1808 147 29 471 0 8 318208 0 VM OBJECT 264 1097 88 17818 0 30 312840 0 256 Bucket 2048 140 10 25141 0 8 307200 0 VNODE 448 547 74 769 0 30 278208 0 malloc-64 64 3979 116 6406 0 254 262080 0 malloc-4096 4096 57 6 1544 0 2 258048 0 malloc-16 16 14569 181 14929 0 254 236000 0 malloc-16384 16384 10 4 228 0 1 229376 0 DEVCTL 1024 22 198 152 0 0 225280 0 malloc-65536 65536 1 2 137 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5607 189 6297 0 254 185472 0 malloc-256 256 35 670 950 0 62 180480 0 malloc-128 128 1272 30 26204 0 126 166656 0 MAP ENTRY 96 1298 340 56431 0 126 157248 0 tcp_bbr_map 128 0 1178 10574 0 126 150784 0 FPU_save_area 832 149 31 11294 0 16 149760 0 malloc-1024 1024 135 5 156 0 16 143360 0 FFS2 dinode 256 510 15 730 0 62 134400 0 S VFS Cache 104 1024 263 1260 0 126 133848 0 malloc-65536 65536 0 2 74 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 ertt_txseginfo 40 1 3231 24420 0 254 129280 0 ksiginfo 112 53 991 10883 0 126 116928 0 malloc-256 256 396 24 744 0 62 107520 0 malloc-128 128 808 29 1718 0 126 107136 0 VMSPACE 2544 31 11 1097 0 4 106848 0 malloc-384 384 238 12 309 0 30 96000 0 PROC 1336 53 16 1118 0 8 92184 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 24 0 16 83968 0 128 Bucket 1024 57 22 838 0 16 80896 0 filedesc0 1072 54 16 1121 0 8 75040 0 malloc-2048 2048 18 18 265 0 8 73728 0 malloc-128 128 534 24 1252 0 126 71424 0 g_bio 408 0 170 5062 0 30 69360 0 socket 960 27 45 1843 0 254 69120 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 130 0 1 65536 0 malloc-16384 16384 3 1 18 0 1 65536 0 malloc-256 256 206 49 1329 0 62 65280 0 malloc-8192 8192 4 3 32 0 1 57344 0 64 Bucket 512 73 39 3816 0 30 57344 0 sctp_asoc 2288 15 10 98 0 254 57200 0 malloc-384 384 123 17 155 0 30 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-4096 4096 12 1 15 0 2 53248 0 malloc-64 64 413 406 58944 0 254 52416 0 malloc-1024 1024 25 23 616 0 16 49152 0 malloc-64 64 618 138 16214 0 254 48384 0 mbuf_packet 256 13 167 852 0 254 46080 0 sctp_ep 1272 15 21 262 0 254 45792 0 malloc-2048 2048 3 19 510 0 8 45056 0 malloc-2048 2048 0 22 573 0 8 45056 0 malloc-128 128 317 24 809 0 126 43648 0 32 Bucket 256 47 118 2257 0 62 42240 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 4 1 6 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4664 456 4848 0 254 40960 0 NAMEI 1024 0 36 14720 0 16 36864 0 malloc-64 64 444 123 634 0 254 36288 0 tcp_log 416 0 81 260 0 254 33696 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-2048 2048 14 2 16 0 8 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-256 256 83 37 1170 0 62 30720 0 da_ccb 544 0 56 1390 0 16 30464 0 malloc-256 256 69 36 233 0 62 26880 0 TURNSTILE 136 177 12 177 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-8192 8192 1 2 102 0 1 24576 0 malloc-2048 2048 8 4 18 0 8 24576 0 malloc-1024 1024 2 22 41 0 16 24576 0 sctp_raddr 736 15 18 98 0 254 24288 0 malloc-64 64 24 354 736 0 254 24192 0 KNOTE 160 28 122 121606 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 Files 80 190 110 8358 0 126 24000 0 8 Bucket 80 43 257 2462 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 32 28 362 0 30 23040 0 malloc-256 256 76 14 187 0 62 23040 0 tcpcb 1080 4 17 109 0 254 22680 0 pipe 744 20 10 359 0 16 22320 0 malloc-2048 2048 3 7 75 0 8 20480 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 177 15 177 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 7 0 2 16384 0 malloc-1024 1024 10 6 169 0 16 16384 0 malloc-512 512 2 30 119 0 30 16384 0 malloc-32 32 39 465 899 0 254 16128 0 16 Bucket 144 52 60 348 0 62 16128 0 vtnet_tx_hdr 24 0 668 1255440 0 254 16032 0 tcp_inpcb 496 4 28 109 0 254 15872 0 udp_inpcb 496 6 26 175 0 254 15872 0 malloc-384 384 24 16 49 0 30 15360 0 malloc-256 256 53 7 786 0 62 15360 0 malloc-256 256 20 40 635 0 62 15360 0 tcp_bbr_pcb 832 0 18 32 0 16 14976 0 tcp_rack_pcb 832 0 18 37 0 16 14976 0 malloc-4096 4096 0 3 4 0 2 12288 0 malloc-4096 4096 1 2 5 0 2 12288 0 malloc-2048 2048 2 4 14 0 8 12288 0 malloc-2048 2048 2 4 193 0 8 12288 0 malloc-1024 1024 5 7 1089 0 16 12288 0 malloc-1024 1024 4 8 35 0 16 12288 0 PWD 32 17 361 305 0 254 12096 0 malloc-64 64 94 95 1280 0 254 12096 0 malloc-32 32 121 257 1324 0 254 12096 0 kenv 258 15 30 1031 0 30 11610 0 unpcb 256 11 34 1219 0 254 11520 0 malloc-384 384 22 8 25 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-512 512 2 14 39 0 30 8192 0 malloc-512 512 9 7 9 0 30 8192 0 malloc-512 512 6 10 69 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 25 67 40 0 126 8096 0 rl_entry 40 40 162 40 0 254 8080 0 sctp_laddr 48 8 160 95 0 254 8064 0 tcp_rack_map 112 0 72 90 0 126 8064 0 udpcb 32 6 246 209 0 254 8064 0 ertt 72 4 108 109 0 126 8064 0 malloc-64 64 77 49 96 0 254 8064 0 malloc-64 64 36 90 43 0 254 8064 0 malloc-32 32 131 121 482 0 254 8064 0 malloc-32 32 34 218 746 0 254 8064 0 malloc-32 32 38 214 2753 0 254 8064 0 4 Bucket 48 7 161 61 0 254 8064 0 2 Bucket 32 53 199 565 0 254 8064 0 malloc-16 16 19 481 307 0 254 8000 0 malloc-16 16 288 212 481 0 254 8000 0 malloc-16 16 84 416 317 0 254 8000 0 malloc-16 16 194 306 1419 0 254 8000 0 malloc-16 16 24 476 25233 0 254 8000 0 malloc-16 16 46 454 395 0 254 8000 0 udplite_inpcb 496 0 16 34 0 254 7936 0 malloc-128 128 22 40 84 0 126 7936 0 malloc-128 128 43 19 67 0 126 7936 0 malloc-128 128 2 60 13 0 126 7936 0 sctp_chunk 152 16 36 22 0 254 7904 0 routing nhops 256 27 3 35 0 62 7680 0 malloc-384 384 11 9 11 0 30 7680 0 malloc-384 384 1 19 341 0 30 7680 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 4 0 4 0 16 4096 0 malloc-512 512 5 3 6 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sctp_stream_msg_out 112 0 36 13 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 46 80 80 0 254 4032 0 malloc-32 32 80 46 80 0 254 4032 0 malloc-16 16 10 240 10 0 254 4000 0 ripcb 496 2 6 15 0 254 3968 0 sctp_readq 152 0 26 4 0 254 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0