panic: Lock sctp-info not exclusively locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4542 cpuid = 0 time = 1631195304 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe00a3cbba50 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe00a3cbbbb0 vpanic() at vpanic+0x2c5/frame 0xfffffe00a3cbbc90 panic() at panic+0xb5/frame 0xfffffe00a3cbbd60 __rw_assert() at __rw_assert+0x201/frame 0xfffffe00a3cbbdb0 sctp_free_assoc() at sctp_free_assoc+0x14cd/frame 0xfffffe00a3cbbf10 sctp_lower_sosend() at sctp_lower_sosend+0x42fa/frame 0xfffffe00a3cbc400 sctp_sosend() at sctp_sosend+0x716/frame 0xfffffe00a3cbc6a0 sosend() at sosend+0xfc/frame 0xfffffe00a3cbc710 kern_sendit() at kern_sendit+0x58d/frame 0xfffffe00a3cbc880 sendit() at sendit+0x2b0/frame 0xfffffe00a3cbc8d0 sys_sendmsg() at sys_sendmsg+0x17d/frame 0xfffffe00a3cbc9f0 amd64_syscall() at amd64_syscall+0x425/frame 0xfffffe00a3cbcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00a3cbcbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x289eea, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 2695 tid 102686 ] Stopped at kdb_enter+0x6b: movq $0,0x28e223a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0x269d0a0257e332a rdx 0x40001 rbx 0 rsp 0xfffffe00a3cbbb90 rbp 0xfffffe00a3cbbbb0 rsi 0 rdi 0xfffffe00a2c0d968 r8 0x3 r9 0xfffffe00a3cbb6c8 r10 0 r11 0x8b276296 r12 0xfffffe00a2ccf720 r13 0xfffffe00a3cbbc01 r14 0xffffffff82c79420 .str.18 r15 0xffffffff82c79420 .str.18 rip 0xffffffff817abe7b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x28e223a(%rip) db> show proc Process 2695 (syz-executor.3) at 0xfffffe00a739e000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 821 at 0xfffffe00a2c0c000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffffe0053d58538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a73333e0 (map 0xfffffe00a73333e0) (map.pmap 0xfffffe00a73334a0) (pmap 0xfffffe00a7333500) threads: 2 102500 RunQ syz-executor.3 102686 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 2697 804 804 0 R syz-executor.2 2696 782 782 0 R CPU 1 syz-executor.0 2695 821 821 0 R (threaded) syz-executor.3 102500 RunQ syz-executor.3 102686 Run CPU 0 syz-executor.3 2627 2621 2627 0 Ss select 0xfffffe00a2c63240 dhclient 2624 1 2624 0 Ss select 0xfffffe00a2c63040 dhclient 2621 2602 436 65 S select 0xfffffe00a2c630c0 dhclient 2602 436 436 0 S wait 0xfffffe009e9e5000 sh 2585 1 2585 65 Ss select 0xfffffe0057405dc0 dhclient 2527 1 821 0 S uwait 0xfffffe00a2cd4880 syz-executor.3 2517 1 821 0 S uwait 0xfffffe00a2cd4b80 syz-executor.3 2507 1 821 0 S umtxn 0xfffffe009e9bc280 syz-executor.3 2497 1 804 0 S uwait 0xfffffe00a2cd4480 syz-executor.2 2495 1 783 0 S uwait 0xfffffe00a2c13880 syz-executor.1 2493 1 782 0 S uwait 0xfffffe009e9bc480 syz-executor.0 2487 1 804 0 S uwait 0xfffffe00a2cd4380 syz-executor.2 2485 1 782 0 S uwait 0xfffffe009e9bc380 syz-executor.0 2484 1 783 0 S uwait 0xfffffe009e9bc180 syz-executor.1 2477 1 804 0 S uwait 0xfffffe00a2cd4d00 syz-executor.2 2475 1 783 0 S uwait 0xfffffe00a2c13180 syz-executor.1 2474 1 782 0 S uwait 0xfffffe00a2c13a80 syz-executor.0 2465 1 783 0 S uwait 0xfffffe005876b280 syz-executor.1 2463 1 821 0 S uwait 0xfffffe00a2c13580 syz-executor.3 2457 1 783 0 S uwait 0xfffffe009e3eb200 syz-executor.1 2455 1 821 0 S uwait 0xfffffe00a2cd4680 syz-executor.3 2450 1 821 0 S uwait 0xfffffe00a2c13780 syz-executor.3 2447 1 783 0 S uwait 0xfffffe009e3ebe00 syz-executor.1 2440 1 821 0 S uwait 0xfffffe00a2c13480 syz-executor.3 2436 1 821 0 S uwait 0xfffffe00a2cc9f00 syz-executor.3 2072 1 804 0 S uwait 0xfffffe009e9bc680 syz-executor.2 2067 1 804 0 S uwait 0xfffffe00a2c13e80 syz-executor.2 2064 1 804 0 S uwait 0xfffffe009e9bc580 syz-executor.2 2061 1 804 0 S uwait 0xfffffe009e3eb500 syz-executor.2 2058 1 804 0 S uwait 0xfffffe005876b000 syz-executor.2 2006 0 0 0 DL aiordy 0xfffffe009e9e5538 [aiod4] 2005 0 0 0 DL aiordy 0xfffffe0058763000 [aiod3] 2004 0 0 0 DL aiordy 0xfffffe00a2dd2538 [aiod2] 2003 0 0 0 DL aiordy 0xfffffe009e4b4000 [aiod1] 1769 1 1769 0 Ss select 0xfffffe00a2c63740 dhclient 1766 1 1766 0 Ss select 0xfffffe00a2c635c0 dhclient 1742 1 1742 65 Ss select 0xfffffe00574052c0 dhclient 1068 1 1068 0 Ss select 0xfffffe00a2c63ec0 dhclient 1062 1 1062 0 Ss select 0xfffffe00a2c1d840 dhclient 821 780 821 0 Ss nanslp 0xffffffff8405af80 syz-executor.3 804 780 804 0 Ss nanslp 0xffffffff8405af81 syz-executor.2 783 780 783 0 Rs syz-executor.1 782 780 782 0 Ss nanslp 0xffffffff8405af81 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100107 S uwait 0xfffffe0057015380 syz-fuzzer 100117 S uwait 0xfffffe009e3eb600 syz-fuzzer 100118 S uwait 0xfffffe009e3eb700 syz-fuzzer 100119 S uwait 0xfffffe009e9bcc80 syz-fuzzer 100120 S uwait 0xfffffe009e9bcd80 syz-fuzzer 100121 S uwait 0xfffffe009e9bce80 syz-fuzzer 100122 S uwait 0xfffffe0058393200 syz-fuzzer 100123 S kqread 0xfffffe005886a500 syz-fuzzer 100125 S uwait 0xfffffe0058393400 syz-fuzzer 778 776 778 0 Ss pause 0xfffffe00589380b0 csh 776 694 776 0 Ss select 0xfffffe0058af14c0 sshd 760 1 760 0 Ss+ ttyin 0xfffffe0057003cb0 getty 759 1 759 0 Ss+ ttyin 0xfffffe00575f14b0 getty 758 1 758 0 Ss+ ttyin 0xfffffe00575f1cb0 getty 757 1 757 0 Ss+ ttyin 0xfffffe00583f44b0 getty 756 1 756 0 Ss+ ttyin 0xfffffe00583f4cb0 getty 755 1 755 0 Ss+ ttyin 0xfffffe00583f04b0 getty 754 1 754 0 Ss+ ttyin 0xfffffe00583f0cb0 getty 753 1 753 0 Ss+ ttyin 0xfffffe005839b4b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005839bcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8405af80 cron 694 1 694 0 Ss select 0xfffffe0058af1640 sshd 507 1 507 0 Ss select 0xfffffe00574057c0 syslogd 436 1 436 0 Ss wait 0xfffffe0058938a70 devd 435 1 435 65 Ss select 0xfffffe00574059c0 dhclient 350 1 350 0 Ss select 0xfffffe0057405840 dhclient 347 1 347 0 Ss select 0xfffffe0057405940 dhclient 23 0 0 0 DL syncer 0xffffffff84183360 [syncer] 22 0 0 0 DL vlruwt 0xfffffe0058763a70 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100085 D qsleep 0xffffffff84181060 [bufdaemon] 100088 D - 0xffffffff83411f80 [bufspacedaemon-0] 100098 D sdflush 0xfffffe005882bce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff841b9580 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100083 D psleep 0xffffffff841ad0b8 [dom0] 100089 D launds 0xffffffff841ad0c4 [laundry: dom0] 100090 D umarcl 0xffffffff81eae980 [uma] 18 0 0 0 DL - 0xffffffff83e120a0 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8487c500 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff84b59e20 [pf purge] 15 0 0 0 DL - 0xffffffff8417c280 [soaiod4] 9 0 0 0 DL - 0xffffffff8417c280 [soaiod3] 8 0 0 0 DL - 0xffffffff8417c280 [soaiod2] 7 0 0 0 DL - 0xffffffff8417c280 [soaiod1] 6 0 0 0 DL (threaded) [cam] 100048 D - 0xffffffff83c97840 [doneq0] 100049 D - 0xffffffff83c977c0 [async] 100082 D - 0xffffffff83c97640 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056abac88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffffe00541b8d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffffe00541b8d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff841a7160 [crypto] 13 0 0 0 DL (threaded) [geom] 100039 D - 0xffffffff8402e540 [g_event] 100040 D - 0xffffffff8402e580 [g_up] 100041 D - 0xffffffff8402e5c0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100029 D - 0xfffffe00081f6d00 [thr_0] 100030 D - 0xfffffe00081f6d80 [thr_1] 100031 D - 0xffffffff8417d608 [alloc_0] 12 0 0 0 WL (threaded) [intr] 100011 I [swi6: task queue] 100012 I [swi6: Giant taskq] 100014 I [swi5: fast taskq] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100034 I [swi4: clock (0)] 100035 I [swi4: clock (1)] 100036 I [swi1: hpts] 100037 I [swi1: hpts] 100050 I [irq24: virtio_pci0] 100051 I [irq25: virtio_pci0] 100052 I [irq26: virtio_pci0] 100053 I [irq27: virtio_pci0] 100054 I [irq28: virtio_pci1] 100055 I [irq29: virtio_pci1] 100056 I [irq30: virtio_pci1] 100057 I [irq31: virtio_pci1] 100058 I [irq32: virtio_pci1] 100063 I [irq10: virtio_pci2] 100065 I [irq1: atkbd0] 100066 I [irq12: psm0] 100067 I [swi0: uart uart++] 100075 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053d58538 [init] 10 0 0 0 DL audit_w 0xffffffff841a8100 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8402f440 [swapper] 100005 D - 0xfffffe00081f8900 [softirq_0] 100006 D - 0xfffffe00081f8700 [softirq_1] 100007 D - 0xfffffe00081f8500 [if_io_tqg_0] 100008 D - 0xfffffe00081f8300 [if_io_tqg_1] 100009 D - 0xfffffe00081f8100 [if_config_tqg_0] 100010 D - 0xfffffe0053df4e00 [deferred_unmount ta] 100013 D - 0xfffffe0053df4800 [thread taskq] 100015 D - 0xfffffe0053df4400 [linuxkpi_irq_wq] 100016 D - 0xfffffe0053df4200 [kqueue_ctx taskq] 100017 D - 0xfffffe0053df4000 [pci_hp taskq] 100018 D - 0xfffffe0053dfed00 [aiod_kick taskq] 100019 D - 0xfffffe0053dfeb00 [inm_free taskq] 100020 D - 0xfffffe0053dfe900 [in6m_free taskq] 100021 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0053dfe700 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0053dfe200 [linuxkpi_long_wq_3] 100038 D - 0xfffffe0053e08200 [firmware taskq] 100042 D - 0xfffffe005418fc00 [crypto_0] 100043 D - 0xfffffe005418fc00 [crypto_1] 100059 D - 0xfffffe0056eb6b00 [vtnet0 rxq 0] 100060 D - 0xfffffe0056eb6a00 [vtnet0 txq 0] 100061 D - 0xfffffe0056eb6900 [vtnet0 rxq 1] 100062 D - 0xfffffe0056eb6800 [vtnet0 txq 1] 100064 D vtbslp 0xfffffe0056ee3400 [virtio_balloon] 100068 D - 0xfffffe0057016800 [mca taskq] 100069 D - 0xffffffff82c803a1 [deadlkres] 100077 D - 0xfffffe00573faa00 [acpi_task_0] 100078 D - 0xfffffe00573faa00 [acpi_task_1] 100079 D - 0xfffffe00573faa00 [acpi_task_2] 100081 D - 0xfffffe005418f400 [CAM taskq] db> show all locks Process 2696 (syz-executor.0) thread 0xfffffe00a2cd21e0 (102467) exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe009e428440) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:2127 Process 2695 (syz-executor.3) thread 0xfffffe00a2ccf720 (102686) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe00a73d3ab0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4664 exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a73d3a90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:4337 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4217 4339K 4245 tcp_hpts 6 3201K 6 sysctloid 34389 2031K 34460 vtbuf 24 1968K 46 kobj 326 1304K 485 newblk 33 1032K 4569 vfscache 3 1025K 3 pcb 351 880K 4552 inodedep 233 599K 1946 filedesc 66 521K 3473 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 186 393K 2803 acpica 1674 184K 55623 vnet_data 1 168K 1 sctp_stro 152 152K 896 vmem 3 146K 4 tidhash 3 141K 3 linker 355 140K 383 pagedep 32 136K 1748 tfo_ccache 1 128K 1 sctp_atcl 304 114K 3031 DEVFS1 108 108K 125 sem 4 106K 4 bus 986 80K 3488 mtx_pool 2 72K 2 BPF 38 71K 53 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 509 64K 509 dirrem 223 56K 1748 umtx 396 50K 396 kdtrace 259 49K 5385 temp 35 33K 2516 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 127 32K 137 msg 4 30K 4 gtaskqueue 18 26K 18 freefile 193 25K 1716 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 sctp_atky 456 19K 4030 ufs_mount 4 17K 5 proc 3 17K 3 routetbl 137 17K 642 tty 16 16K 16 ithread 99 16K 99 lltable 48 15K 80 bus-sc 34 15K 1693 ether_multi 157 13K 167 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 95 12K 95 cred 45 12K 274 eventhandler 133 12K 133 ksem 21 11K 64 CAM queue 5 11K 1528 GEOM 61 10K 490 rman 84 10K 425 sctp_timw 38 10K 38 in6_multi 71 9K 71 DEVFSP 138 9K 359 bmsafemap 2 9K 1859 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 kqueue 91 8K 2713 pfs_nodes 20 8K 20 audit_evclass 237 8K 295 taskqueue 63 7K 63 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 23 6K 399 pwddesc 89 6K 2711 sctp_athm 304 5K 3117 sctp_map 304 5K 1750 ufs_dirhash 24 5K 24 UMA 270 5K 270 pf_ifnet 10 5K 73 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 kcovinfo 64 4K 68 xform 62 4K 472 session 31 4K 44 acpisem 28 4K 28 hhook 15 4K 17 newdirblk 26 4K 1704 lockf 27 3K 43 selfd 45 3K 34871 terminal 11 3K 11 proc-args 50 3K 641 uidinfo 3 3K 42 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 select 16 2K 98 ip6ndp 12 2K 15 sctp_ifa 14 2K 15 Unitno 29 2K 57 CAM XPT 22 2K 543 in_multi 6 2K 8 freework 6 2K 1763 freeblks 5 2K 1714 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 inpcbpolicy 34 2K 1123 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 182 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mkdir 6 1K 3408 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 osd 28 1K 469 crypto 4 1K 91 encap_export_host 12 1K 12 diradd 4 1K 1784 pfil 4 1K 4 procdesc 4 1K 16 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 5442 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 ip_msource 2 1K 10 CAM path 4 1K 1034 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 41 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 4 1K 104 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 16451 p1003.1b 1 1K 1 vegas data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 126 pf_table 0 0K 51 pf_rule 0 0K 42 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 chd data 0 0K 0 cdg data 0 0K 0 cubic data 0 0K 0 mqdata 0 0K 0 dctcp data 0 0K 8 htcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1569 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 8 sctp_stri 0 0K 162 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 xen_intr 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 xnb 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xbbd 0 0K 0 xenbus 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_fictitious 0 0K 0 vtfont 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 UMAHash 0 0K 0 ata_da 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1043 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 86 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 1 allocindir 0 0K 0 indirdep 0 0K 156 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 11 ip6_msource 0 0K 0 ip6_moptions 0 0K 8 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 11 in_mfilter 0 0K 33 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 11 VN POLL 0 0K 0 twsbuf 0 0K 0 statfs 0 0K 1883 namei_tracker 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 20 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 50 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 biobuf 0 0K 0 aios 0 0K 5 lio 0 0K 0 acl 0 0K 0 osti_cacheable 0 0K 0 mbuf_tag 0 0K 121 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 314 eventfd 0 0K 8 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 757 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 19 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 999 231399 0 254 38170624 0 pbuf 2624 0 957 0 0 2 2511168 0 mbuf 256 9015 555 506760 0 254 2449920 0 malloc-384 384 4401 239 6115 0 30 1781760 0 malloc-4096 4096 417 4 3246 0 2 1724416 0 BUF TRIE 144 357 11403 3540 0 62 1693440 0 mbuf_cluster 2048 750 2 750 0 254 1540096 0 RADIX NODE 144 9416 1079 90089 0 62 1511280 0 malloc-128 128 11599 26 11843 0 126 1488000 0 UMA Slabs 0 112 10767 30 10767 0 126 1209264 0 vmem btag 56 17303 96 17303 0 254 974344 0 FFS inode 1160 538 29 2254 0 8 657720 0 tcp_log 416 547 929 3844 0 254 614016 0 malloc-16384 16384 32 4 1734 0 1 589824 0 tcp_bbr_map 128 0 4030 38629 0 126 515840 0 VM OBJECT 264 1558 77 40762 0 30 431640 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 256 Bucket 2048 173 17 13586 0 8 389120 0 sctp_asoc 2288 152 13 875 0 254 377520 0 THREAD 1808 169 29 2686 0 8 357984 0 malloc-2048 2048 160 12 2083 0 8 352256 0 ertt_txseginfo 40 1 8281 132710 0 254 331280 0 malloc-256 256 421 794 10189 0 62 311040 0 MAP ENTRY 96 2895 297 150447 0 126 306432 0 malloc-32768 32768 1 8 52 0 1 294912 0 malloc-64 64 4544 55 9987 0 254 294336 0 VNODE 448 576 72 2294 0 30 290304 0 malloc-16 16 14529 221 17263 0 254 236000 0 DEVCTL 1024 11 209 154 0 0 225280 0 sctp_ep 1272 152 13 2075 0 254 209880 0 malloc-65536 65536 1 2 151 0 1 196608 0 malloc-65536 65536 1 2 137 0 1 196608 0 mbuf_packet 256 193 557 8356 0 254 192000 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-32 32 5598 72 6408 0 254 181440 0 VMSPACE 2544 62 7 2672 0 4 175536 0 malloc-1024 1024 153 11 885 0 16 167936 0 malloc-32768 32768 0 5 53 0 1 163840 0 malloc-128 128 1207 64 29371 0 126 162688 0 malloc-256 256 46 569 1139 0 62 157440 0 malloc-128 128 1130 17 5570 0 126 146816 0 malloc-1024 1024 133 7 150 0 16 143360 0 FFS2 dinode 256 538 17 2254 0 62 142080 0 malloc-384 384 339 31 3098 0 30 142080 0 S VFS Cache 104 1008 318 2791 0 126 137904 0 malloc-256 256 292 233 3718 0 62 134400 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-65536 65536 0 2 27 0 1 131072 0 PROC 1336 88 8 2697 0 8 128256 0 clpbuf 2624 0 48 436 0 16 125952 0 sctp_raddr 736 152 13 930 0 254 121440 0 128 Bucket 1024 84 31 1244 0 16 117760 0 ksiginfo 112 77 967 834 0 126 116928 0 filedesc0 1072 89 16 2711 0 8 112560 0 socket 960 76 32 4562 0 254 103680 0 malloc-32768 32768 1 2 131 0 1 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-8192 8192 9 1 110 0 1 81920 0 malloc-8192 8192 8 2 10 0 1 81920 0 g_bio 408 0 200 13229 0 30 81600 0 malloc-4096 4096 17 0 17 0 2 69632 0 malloc-128 128 225 302 1938 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-4096 4096 14 2 37 0 2 65536 0 malloc-256 256 230 25 5850 0 62 65280 0 malloc-8192 8192 4 3 32 0 1 57344 0 malloc-2048 2048 12 16 717 0 8 57344 0 64 Bucket 512 93 19 4244 0 30 57344 0 tcpcb 1080 24 25 458 0 254 52920 0 32 Bucket 256 65 130 7530 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 1 2 161 0 1 49152 0 malloc-2048 2048 2 22 575 0 8 49152 0 malloc-1024 1024 10 34 1810 0 16 45056 0 pcpu-8 8 4700 932 6533 0 254 45056 0 malloc-64 64 517 176 1643 0 254 44352 0 malloc-384 384 100 10 269 0 30 42240 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 21839 0 16 36864 0 malloc-4096 4096 8 1 10 0 2 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-64 64 90 414 50307 0 254 32256 0 Files 80 319 81 13707 0 126 32000 0 tcp_inpcb 496 24 40 458 0 254 31744 0 malloc-128 128 61 187 328 0 126 31744 0 da_ccb 544 0 56 4315 0 16 30464 0 TURNSTILE 136 199 11 199 0 62 28560 0 malloc-64 64 134 307 3344 0 254 28224 0 16 Bucket 144 61 135 632 0 62 28224 0 KNOTE 160 28 147 29010 0 62 28000 0 malloc-384 384 57 13 59 0 30 26880 0 malloc-256 256 60 45 582 0 62 26880 0 malloc-256 256 90 15 565 0 62 26880 0 pipe 744 22 13 472 0 16 26040 0 malloc-4096 4096 4 2 7 0 2 24576 0 PWD 32 42 714 1787 0 254 24192 0 malloc-64 64 304 74 877 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 45 255 1143 0 126 24000 0 malloc-128 128 89 97 1972 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 243 0 16 22464 0 malloc-4096 4096 3 2 2518 0 2 20480 0 malloc-2048 2048 3 7 54 0 8 20480 0 malloc-64 64 232 83 481 0 254 20160 0 udplite_inpcb 496 0 40 432 0 254 19840 0 sctp_chunk 152 122 8 312 0 254 19760 0 SLEEPQUEUE 88 199 25 199 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 2 6 159 0 8 16384 0 malloc-1024 1024 8 8 12 0 16 16384 0 sctp_laddr 48 156 180 980 0 254 16128 0 malloc-64 64 213 39 1116 0 254 16128 0 malloc-32 32 89 415 1469 0 254 16128 0 malloc-32 32 340 164 3054 0 254 16128 0 vtnet_tx_hdr 24 0 668 161468 0 254 16032 0 malloc-384 384 22 18 365 0 30 15360 0 malloc-256 256 25 35 328 0 62 15360 0 tcp_rack_pcb 832 0 18 126 0 16 14976 0 malloc-2048 2048 3 3 49 0 8 12288 0 malloc-2048 2048 3 3 194 0 8 12288 0 malloc-1024 1024 8 4 191 0 16 12288 0 malloc-1024 1024 7 5 7 0 16 12288 0 malloc-512 512 5 19 244 0 30 12288 0 malloc-64 64 57 132 460 0 254 12096 0 malloc-32 32 131 247 6690 0 254 12096 0 udp_inpcb 496 6 18 194 0 254 11904 0 malloc-128 128 75 18 1993 0 126 11904 0 kenv 258 15 30 1043 0 30 11610 0 unpcb 256 17 28 1331 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 2 2 4 0 8 8192 0 malloc-1024 1024 2 6 22 0 16 8192 0 malloc-1024 1024 1 7 30 0 16 8192 0 malloc-512 512 10 6 15 0 30 8192 0 malloc-512 512 0 16 134 0 30 8192 0 malloc-512 512 0 16 162 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 pf tags 104 0 78 42 0 126 8112 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 31 61 44 0 126 8096 0 rl_entry 40 68 134 68 0 254 8080 0 sctp_asconf_ack 48 0 168 8 0 254 8064 0 sctp_stream_msg_out 112 18 54 188 0 254 8064 0 tcp_rack_map 112 0 72 238 0 126 8064 0 udpcb 32 6 246 626 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 24 88 458 0 126 8064 0 malloc-32 32 134 118 341 0 254 8064 0 malloc-32 32 61 191 107 0 254 8064 0 malloc-32 32 53 199 297 0 254 8064 0 malloc-32 32 17 235 85 0 254 8064 0 4 Bucket 48 5 163 92 0 254 8064 0 2 Bucket 32 62 190 786 0 254 8064 0 malloc-16 16 0 500 17 0 254 8000 0 malloc-16 16 26 474 636 0 254 8000 0 malloc-16 16 57 443 1418 0 254 8000 0 malloc-16 16 338 162 3604 0 254 8000 0 malloc-16 16 39 461 233 0 254 8000 0 malloc-16 16 289 211 25552 0 254 8000 0 malloc-16 16 4 496 1240 0 254 8000 0 ripcb 496 4 12 39 0 254 7936 0 malloc-128 128 39 23 242 0 126 7936 0 AIO 208 0 38 4 0 62 7904 0 cryptop 280 0 28 24 0 30 7840 0 itimer 352 0 22 9 0 30 7744 0 AIOCB 552 0 14 5 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 malloc-256 256 13 17 753 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 8 54 28 0 126 6448 0 domainset 40 0 126 15 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-4096 4096 0 1 3 0 2 4096 0 malloc-512 512 0 8 9 0 30 4096 0 malloc-512 512 5 3 5 0 30 4096 0 malloc-512 512 0 8 1 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 sctp_readq 152 0 26 56 0 254 3952 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 malloc-384 384 0 10 1 0 30 3840 0 malloc-384 384 2 8 2 0 30 3840 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 NCLNODE 592 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0