panic: Lock sctp-info not exclusively locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4542 cpuid = 0 time = 1631202440 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a6eeca50 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a6eecbb0 vpanic() at vpanic+0x2c5/frame 0xfffffe00a6eecc90 panic() at panic+0xb5/frame 0xfffffe00a6eecd60 __rw_assert() at __rw_assert+0x201/frame 0xfffffe00a6eecdb0 sctp_free_assoc() at sctp_free_assoc+0x14cd/frame 0xfffffe00a6eecf10 sctp_lower_sosend() at sctp_lower_sosend+0x42fa/frame 0xfffffe00a6eed400 sctp_sosend() at sctp_sosend+0x716/frame 0xfffffe00a6eed6a0 sosend() at sosend+0xfc/frame 0xfffffe00a6eed710 kern_sendit() at kern_sendit+0x58d/frame 0xfffffe00a6eed880 sendit() at sendit+0x2b0/frame 0xfffffe00a6eed8d0 sys_sendmsg() at sys_sendmsg+0x17d/frame 0xfffffe00a6eed9f0 amd64_syscall() at amd64_syscall+0x425/frame 0xfffffe00a6eedbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a6eedbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x289eea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 2872 tid 102831 ] Stopped at kdb_enter+0x6b: movq $0,0x28e223a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xcdb73ddf1e403180 rdx 0x40001 rbx 0 rsp 0xfffffe00a6eecb90 rbp 0xfffffe00a6eecbb0 rsi 0 rdi 0xfffffe00588481e8 r8 0x3 r9 0xfffffe00a6eec6c8 r10 0 r11 0x50372cce r12 0xfffffe00a89e7020 r13 0xfffffe00a6eecc01 r14 0xffffffff82c79420 .str.18 r15 0xffffffff82c79420 .str.18 rip 0xffffffff817abe7b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28e223a(%rip) db> show proc Process 2872 (syz-executor.0) at 0xfffffe00a9262000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 787 at 0xfffffe0058922000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffffe0053d58538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009fa019f0 (map 0xfffffe009fa019f0) (map.pmap 0xfffffe009fa01ab0) (pmap 0xfffffe009fa01b10) threads: 2 102815 RunQ syz-executor.0 102831 Run CPU 0 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 2873 812 812 0 R syz-executor.2 2872 787 787 0 R (threaded) syz-executor.0 102815 RunQ syz-executor.0 102831 Run CPU 0 syz-executor.0 2839 2833 2839 0 Ss select 0xfffffe009e473d40 dhclient 2836 1 2836 0 Ss select 0xfffffe0058afbe40 dhclient 2833 2826 436 65 S select 0xfffffe0057419040 dhclient 2826 436 436 0 S wait 0xfffffe00a8996538 sh 2817 1 2817 65 Ss select 0xfffffe0057419140 dhclient 2325 1 787 0 S uwait 0xfffffe009fa81800 syz-executor.0 2324 1 812 0 S uwait 0xfffffe009fa81a00 syz-executor.2 2322 1 846 0 S uwait 0xfffffe009fa81200 syz-executor.3 2321 1 788 0 S uwait 0xfffffe009e4e5400 syz-executor.1 2317 1 787 0 S uwait 0xfffffe009fa81100 syz-executor.0 2316 1 812 0 S uwait 0xfffffe00a5dbd700 syz-executor.2 2314 1 787 0 S uwait 0xfffffe009e445080 syz-executor.0 2313 1 788 0 S uwait 0xfffffe009e445480 syz-executor.1 2312 1 846 0 S uwait 0xfffffe009fa81b00 syz-executor.3 2307 1 788 0 S uwait 0xfffffe009e445680 syz-executor.1 2306 1 812 0 S uwait 0xfffffe009e9fe980 syz-executor.2 2305 1 846 0 S uwait 0xfffffe009fa81600 syz-executor.3 2293 1 846 0 S uwait 0xfffffe0057009b80 syz-executor.3 2292 1 846 0 S uwait 0xfffffe009e9feb80 syz-executor.3 2281 1 812 0 S uwait 0xfffffe00a5dbde00 syz-executor.2 2274 1 846 0 S uwait 0xfffffe0057009d80 syz-executor.3 2272 1 812 0 S uwait 0xfffffe009fa81300 syz-executor.2 2271 1 788 0 S uwait 0xfffffe009e445800 syz-executor.1 2270 1 846 0 S uwait 0xfffffe009fa81700 syz-executor.3 2265 1 788 0 S uwait 0xfffffe009e4e5300 syz-executor.1 2262 1 812 0 S uwait 0xfffffe00a5dbdc00 syz-executor.2 2261 1 846 0 S uwait 0xfffffe009e445b00 syz-executor.3 2258 1 788 0 S uwait 0xfffffe009e445380 syz-executor.1 2254 1 788 0 S uwait 0xfffffe009e445180 syz-executor.1 2253 1 788 0 S uwait 0xfffffe009fa81c00 syz-executor.1 2065 1 2065 0 Ss select 0xfffffe0057419240 dhclient 2062 1 2062 0 Ss select 0xfffffe00574190c0 dhclient 2043 1 2043 65 Ss select 0xfffffe00a7009bc0 dhclient 1179 1 1179 0 Ss select 0xfffffe009fa4dc40 dhclient 1176 1 1176 0 Ss select 0xfffffe00574192c0 dhclient 1167 0 0 0 DL aiordy 0xfffffe009e53e538 [aiod4] 1166 0 0 0 DL aiordy 0xfffffe009e44aa70 [aiod3] 1165 0 0 0 DL aiordy 0xfffffe009e53ea70 [aiod2] 1164 0 0 0 DL aiordy 0xfffffe009fa05a70 [aiod1] 846 780 846 0 Rs CPU 1 syz-executor.3 812 780 812 0 Ss nanslp 0xffffffff8405af81 syz-executor.2 788 780 788 0 Rs syz-executor.1 787 780 787 0 Ss nanslp 0xffffffff8405af80 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100106 S uwait 0xfffffe0057015300 syz-fuzzer 100123 S uwait 0xfffffe009e4e5d80 syz-fuzzer 100124 S uwait 0xfffffe009e4e5e80 syz-fuzzer 100125 S uwait 0xfffffe0057015000 syz-fuzzer 100126 S kqread 0xfffffe0058876200 syz-fuzzer 100127 S uwait 0xfffffe009e4e5680 syz-fuzzer 100128 S uwait 0xfffffe009e445f00 syz-fuzzer 100129 S uwait 0xfffffe00584df080 syz-fuzzer 100130 S uwait 0xfffffe009e4e5780 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe00588b0b20 csh 776 694 776 0 Ss select 0xfffffe009e473940 sshd 760 1 760 0 Ss+ ttyin 0xfffffe0057003cb0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f84b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575f8cb0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00583ee4b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00583eecb0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00583ea4b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00583eacb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00583954b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0058395cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8405af81 cron 694 1 694 0 Ss select 0xfffffe0057419b40 sshd 507 1 507 0 Ss select 0xfffffe009e473f40 syslogd 436 1 436 0 Ss wait 0xfffffe0058922a70 devd 435 1 435 65 Ss select 0xfffffe0058afb240 dhclient 350 1 350 0 Ss select 0xfffffe0058afb4c0 dhclient 347 1 347 0 Ss select 0xfffffe0058afb640 dhclient 23 0 0 0 DL syncer 0xffffffff84183360 [syncer] 22 0 0 0 DL vlruwt 0xfffffe0058540538 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84181060 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100100 D sdflush 0xfffffe00574810e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841b9580 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841ad0b8 [dom0] 100089 D launds 0xffffffff841ad0c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eae980 [uma] 18 0 0 0 DL - 0xffffffff83e120a0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff84b52500 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff84d1be20 [pf purge] 15 0 0 0 DL - 0xffffffff8417c280 [soaiod4] 9 0 0 0 DL - 0xffffffff8417c280 [soaiod3] 8 0 0 0 DL - 0xffffffff8417c280 [soaiod2] 7 0 0 0 DL - 0xffffffff8417c280 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c97840 [doneq0] 100049 D - 0xffffffff83c977c0 [async] 100082 D - 0xffffffff83c97640 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056abac88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe00541b8d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe00541b8d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841a7160 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff8402e540 [g_event] 100040 D - 0xffffffff8402e580 [g_up] 100041 D - 0xffffffff8402e5c0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe00081f6d00 [thr_0] 100030 D - 0xfffffe00081f6d80 [thr_1] 100031 D - 0xffffffff8417d608 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d58538 [init] 10 0 0 0 DL audit_w 0xffffffff841a8100 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8402f440 [swapper] 100005 D - 0xfffffe00081f8900 [softirq_0] 100006 D - 0xfffffe00081f8700 [softirq_1] 100007 D - 0xfffffe00081f8500 [if_io_tqg_0] 100008 D - 0xfffffe00081f8300 [if_io_tqg_1] 100009 D - 0xfffffe00081f8100 [if_config_tqg_0] 100010 D - 0xfffffe0053df4e00 [deferred_unmount ta] 100013 D - 0xfffffe0053df4800 [thread taskq] 100015 D - 0xfffffe0053df4400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053df4200 [kqueue_ctx taskq] 100017 D - 0xfffffe0053df4000 [pci_hp taskq] 100018 D - 0xfffffe0053dfed00 [aiod_kick taskq] 100019 D - 0xfffffe0053dfeb00 [inm_free taskq] 100020 D - 0xfffffe0053dfe900 [in6m_free taskq] 100021 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e08200 [firmware taskq] 100042 D - 0xfffffe005418fc00 [crypto_0] 100043 D - 0xfffffe005418fc00 [crypto_1] 100059 D - 0xfffffe0056eb6b00 [vtnet0 rxq 0] 100060 D - 0xfffffe0056eb6a00 [vtnet0 txq 0] 100061 D - 0xfffffe0056eb6900 [vtnet0 rxq 1] 100062 D - 0xfffffe0056eb6800 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ee3400 [virtio_balloon] 100068 D - 0xfffffe0057016800 [mca taskq] 100073 D - 0xffffffff82c803a0 [deadlkres] 100077 D - 0xfffffe00573ee600 [acpi_task_0] 100078 D - 0xfffffe00573ee600 [acpi_task_1] 100079 D - 0xfffffe00573ee600 [acpi_task_2] 100081 D - 0xfffffe005418f400 [CAM taskq] db> show all locks Process 2872 (syz-executor.0) thread 0xfffffe00a89e7020 (102831) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe00a8a2c8d0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4664 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a8a2c8b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4337 Process 846 (syz-executor.3) thread 0xfffffe0058944c80 (100102) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe00a89a5b10) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7834 exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe0058937120) locked @ /syzkaller/managers/main/kernel/sys/amd64/amd64/pmap.c:7833 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe00a89a5a50) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4272 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe0058937060) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4268 db> show malloc Type InUse MemUse Requests sctp_stro 192 16568K 1258 pf_hash 5 11524K 5 devbuf 4217 4339K 4245 tcp_hpts 6 3201K 6 sysctloid 34389 2031K 34460 vtbuf 24 1968K 46 kobj 326 1304K 485 newblk 34 1033K 3664 vfscache 3 1025K 3 pcb 453 1004K 5964 inodedep 321 632K 2077 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 filedesc 64 505K 3853 intr 4 472K 4 subproc 191 391K 2977 vmem 3 274K 5 acpica 1674 184K 55623 vnet_data 1 168K 1 sctp_atcl 440 165K 4204 tidhash 3 141K 3 linker 355 140K 383 pagedep 33 136K 1907 tfo_ccache 1 128K 1 DEVFS1 108 108K 125 sem 4 106K 4 bus 986 80K 3488 dirrem 310 78K 1973 mtx_pool 2 72K 2 BPF 38 71K 38 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 umtx 418 53K 418 kdtrace 266 50K 5707 freefile 287 36K 1948 temp 36 35K 2407 hostcache 1 32K 1 shm 1 32K 2 DEVFS3 127 32K 137 msg 4 30K 4 sctp_atky 632 27K 5676 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 routetbl 145 19K 822 ufs_mount 4 17K 5 proc 3 17K 3 lltable 51 17K 95 tty 16 16K 16 ithread 99 16K 99 sctp_timw 58 15K 58 bus-sc 34 15K 1693 sctp_stri 28 14K 302 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 eventhandler 133 12K 133 ksem 23 11K 109 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 in6_multi 71 9K 71 bmsafemap 2 9K 2050 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 30 pfs_vncache 1 8K 1 kqueue 90 8K 2880 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 sctp_athm 440 7K 4335 taskqueue 63 7K 63 cred 25 7K 235 sglist 5 7K 5 sctp_map 384 6K 2516 CAM DEV 3 6K 510 pf_ifnet 17 6K 85 plimit 23 6K 409 pwddesc 88 6K 2916 DEVFSP 78 5K 380 ufs_dirhash 24 5K 24 UMA 270 5K 270 vt 11 5K 11 pf_table 2 4K 96 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 session 31 4K 46 acpisem 28 4K 28 newdirblk 27 4K 1889 hhook 15 4K 17 lockf 28 3K 47 selfd 45 3K 53895 terminal 11 3K 11 proc-args 50 3K 649 pf_osfp 20 3K 20 uidinfo 3 3K 9 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 select 16 2K 81 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 27 2K 47 CAM XPT 22 2K 543 in_multi 6 2K 8 freework 6 2K 2766 freeblks 5 2K 1973 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 mkdir 8 1K 3778 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 26 NFSD session 1 1K 1 inpcbpolicy 28 1K 1056 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 diradd 5 1K 2011 crypto 4 1K 114 encap_export_host 12 1K 12 pfil 4 1K 4 procdesc 4 1K 16 cdev 2 1K 2 osd 8 1K 579 ip_msource 6 1K 6 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 pf_rule 1 1K 62 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 478 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 soname 5 1K 6247 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 42 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 4 1K 108 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 16750 p1003.1b 1 1K 1 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1995 sctp_iter 0 0K 21 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 8 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 13 sctp_aadr 0 0K 57 tcp_do 0 0K 0 tcp_fsb 0 0K 117 chd data 0 0K 0 dctcp data 0 0K 0 mqdata 0 0K 0 cubic data 0 0K 5 htcp data 0 0K 0 cdg data 0 0K 0 vegas data 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1477 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 10 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 1 allocindir 0 0K 0 indirdep 0 0K 312 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 68 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 3 in_mfilter 0 0K 14 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 2071 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 36 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 131 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 462 eventfd 0 0K 13 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 740 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 985 1212972 0 254 38113280 0 tcp_log 416 0 15039 103144 0 254 6256224 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 9204 501 2128871 0 254 2484480 0 RADIX NODE 144 14587 304 114073 0 62 2144304 0 malloc-384 384 4489 211 6246 0 30 1804800 0 malloc-4096 4096 416 4 3404 0 2 1720320 0 BUF TRIE 144 188 11572 1119 0 62 1693440 0 malloc-128 128 11602 23 11885 0 126 1488000 0 mbuf_cluster 2048 645 1 645 0 254 1323008 0 UMA Slabs 0 112 10772 25 10772 0 126 1209264 0 vmem btag 56 18983 72 18983 0 254 1067080 0 FFS inode 1160 537 23 2487 0 8 649600 0 malloc-16384 16384 31 6 1924 0 1 606208 0 tcp_bbr_map 128 0 4402 84766 0 126 563456 0 256 Bucket 2048 235 15 22267 0 8 512000 0 malloc-2048 2048 214 20 2753 0 8 479232 0 sctp_asoc 2288 192 13 1258 0 254 469040 0 VM OBJECT 264 1564 86 43208 0 30 435600 0 malloc-65536 65536 6 0 6 0 1 393216 0 ertt_txseginfo 40 0 9797 262908 0 254 391880 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 THREAD 1808 176 33 2831 0 8 377872 0 MAP ENTRY 96 2882 352 161224 0 126 310464 0 sctp_ep 1272 220 23 2745 0 254 309096 0 malloc-64 64 4543 56 10363 0 254 294336 0 VNODE 448 575 73 2527 0 30 290304 0 malloc-256 256 429 531 9597 0 62 245760 0 malloc-16 16 14609 391 18029 0 254 240000 0 DEVCTL 1024 15 205 154 0 0 225280 0 sctp_raddr 736 262 24 1498 0 254 210496 0 malloc-1024 1024 185 11 1243 0 16 200704 0 malloc-384 384 478 42 4286 0 30 199680 0 malloc-65536 65536 1 2 159 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 malloc-32768 32768 0 6 244 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5598 72 6389 0 254 181440 0 VMSPACE 2544 62 7 2849 0 4 175536 0 malloc-128 128 1209 93 29741 0 126 166656 0 mbuf_packet 256 92 553 9289 0 254 165120 0 malloc-128 128 1152 26 5516 0 126 150784 0 malloc-256 256 46 539 1573 0 62 149760 0 malloc-256 256 380 190 4095 0 62 145920 0 malloc-1024 1024 133 7 150 0 16 143360 0 FFS2 dinode 256 537 18 2486 0 62 142080 0 S VFS Cache 104 1019 307 3023 0 126 137904 0 PROC 1336 88 14 2874 0 8 136272 0 malloc-65536 65536 0 2 32 0 1 131072 0 socket 960 106 30 5121 0 254 130560 0 128 Bucket 1024 85 34 1609 0 16 121856 0 ksiginfo 112 84 960 1787 0 126 116928 0 filedesc0 1072 88 17 2916 0 8 112560 0 malloc-32768 32768 1 2 131 0 1 98304 0 malloc-256 256 278 82 7743 0 62 92160 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 29 0 16 83968 0 malloc-8192 8192 9 1 110 0 1 81920 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 12624 0 30 73440 0 malloc-128 128 319 239 2196 0 126 71424 0 malloc-4096 4096 17 0 17 0 2 69632 0 malloc-2048 2048 13 21 687 0 8 69632 0 tcpcb 1080 4 59 568 0 254 68040 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-4096 4096 14 2 34 0 2 65536 0 malloc-8192 8192 4 3 32 0 1 57344 0 64 Bucket 512 91 21 4579 0 30 57344 0 sctp_chunk 152 319 45 661 0 254 55328 0 32 Bucket 256 61 134 5535 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 17 0 1 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-384 384 110 10 366 0 30 46080 0 malloc-1024 1024 10 34 1763 0 16 45056 0 pcpu-8 8 4824 808 6808 0 254 45056 0 malloc-64 64 517 176 1648 0 254 44352 0 malloc-64 64 94 536 69383 0 254 40320 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 23062 0 16 36864 0 malloc-4096 4096 8 1 10 0 2 36864 0 malloc-128 128 61 218 339 0 126 35712 0 da_ccb 544 0 63 3272 0 16 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 8 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 Files 80 315 85 14783 0 126 32000 0 TURNSTILE 136 210 21 210 0 62 31416 0 malloc-256 256 66 54 517 0 62 30720 0 malloc-256 256 110 10 632 0 62 30720 0 tcp_bbr_pcb 832 0 36 323 0 16 29952 0 malloc-4096 4096 4 3 7 0 2 28672 0 malloc-2048 2048 5 9 99 0 8 28672 0 malloc-64 64 137 304 3506 0 254 28224 0 KNOTE 160 28 147 89320 0 62 28000 0 malloc-384 384 57 13 59 0 30 26880 0 malloc-512 512 28 20 302 0 30 24576 0 malloc-64 64 281 97 1693 0 254 24192 0 16 Bucket 144 62 106 476 0 62 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 49 251 1902 0 126 24000 0 udplite_inpcb 496 14 34 203 0 254 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 pipe 744 22 8 406 0 16 22320 0 malloc-4096 4096 3 2 2706 0 2 20480 0 PWD 32 41 589 1981 0 254 20160 0 malloc-64 64 224 91 998 0 254 20160 0 malloc-32 32 448 182 4148 0 254 20160 0 tcp_inpcb 496 8 32 568 0 254 19840 0 malloc-128 128 91 64 2243 0 126 19840 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 2 6 268 0 8 16384 0 malloc-1024 1024 8 8 41 0 16 16384 0 sctp_laddr 48 182 154 1248 0 254 16128 0 malloc-64 64 172 80 517 0 254 16128 0 malloc-32 32 88 416 2040 0 254 16128 0 vtnet_tx_hdr 24 0 668 725655 0 254 16032 0 malloc-384 384 22 18 362 0 30 15360 0 malloc-256 256 29 31 499 0 62 15360 0 tcp_rack_pcb 832 0 18 117 0 16 14976 0 malloc-2048 2048 3 3 28 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-2048 2048 2 4 4 0 8 12288 0 malloc-1024 1024 8 4 186 0 16 12288 0 malloc-1024 1024 7 5 7 0 16 12288 0 malloc-32 32 124 254 6816 0 254 12096 0 malloc-16 16 454 296 4958 0 254 12000 0 udp_inpcb 496 6 18 242 0 254 11904 0 malloc-128 128 76 17 2184 0 126 11904 0 malloc-128 128 56 37 304 0 126 11904 0 kenv 258 15 30 1043 0 30 11610 0 unpcb 256 17 28 1287 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-1024 1024 2 6 22 0 16 8192 0 malloc-1024 1024 1 7 23 0 16 8192 0 malloc-512 512 0 16 14 0 30 8192 0 malloc-512 512 10 6 10 0 30 8192 0 malloc-512 512 0 16 132 0 30 8192 0 malloc-512 512 5 11 88 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 31 61 46 0 126 8096 0 rl_entry 40 70 132 70 0 254 8080 0 sctp_stream_msg_out 112 23 49 310 0 254 8064 0 tcp_rack_map 112 0 72 204 0 126 8064 0 udpcb 32 20 232 445 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 4 108 568 0 126 8064 0 malloc-64 64 57 69 437 0 254 8064 0 malloc-32 32 132 120 318 0 254 8064 0 malloc-32 32 61 191 115 0 254 8064 0 malloc-32 32 53 199 274 0 254 8064 0 malloc-32 32 17 235 71 0 254 8064 0 4 Bucket 48 5 163 105 0 254 8064 0 2 Bucket 32 61 191 816 0 254 8064 0 malloc-16 16 0 500 7 0 254 8000 0 malloc-16 16 26 474 837 0 254 8000 0 malloc-16 16 58 442 1653 0 254 8000 0 malloc-16 16 39 461 197 0 254 8000 0 malloc-16 16 289 211 25548 0 254 8000 0 malloc-16 16 4 496 1439 0 254 8000 0 sctp_readq 152 14 38 101 0 254 7904 0 AIO 208 0 38 20 0 62 7904 0 cryptop 280 0 28 16 0 30 7840 0 AIOCB 552 0 14 17 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 malloc-256 256 13 17 970 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 8 54 8 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-4096 4096 0 1 4 0 2 4096 0 malloc-512 512 5 3 5 0 30 4096 0 malloc-512 512 0 8 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcptw 88 0 46 1 0 254 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ripcb 496 4 4 43 0 254 3968 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 malloc-384 384 0 10 1 0 30 3840 0 malloc-384 384 2 8 2 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0