panic: Assertion v != tid failed at /syzkaller/managers/i386/kernel/sys/kern/kern_mutex.c:920 cpuid = 0 time = 1660615069 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053ab0470 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053ab05d0 vpanic() at vpanic+0x254/frame 0xfffffe0053ab06b0 panic() at panic+0xb5/frame 0xfffffe0053ab0770 thread_lock_flags_() at thread_lock_flags_+0x3f2/frame 0xfffffe0053ab0890 propagate_priority() at propagate_priority+0xde/frame 0xfffffe0053ab08e0 turnstile_wait() at turnstile_wait+0x66d/frame 0xfffffe0053ab0950 __mtx_lock_sleep() at __mtx_lock_sleep+0x46b/frame 0xfffffe0053ab0a90 __mtx_lock_flags() at __mtx_lock_flags+0x231/frame 0xfffffe0053ab0b70 sctp_timeout_handler() at sctp_timeout_handler+0x30f/frame 0xfffffe0053ab0cb0 softclock_call_cc() at softclock_call_cc+0x3d7/frame 0xfffffe0053ab0e80 softclock_thread() at softclock_thread+0x1ff/frame 0xfffffe0053ab0ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053ab0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053ab0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6b: movq $0,0x276046a(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff8172e246 printf+0xf6 rdx 0x1 rbx 0 rsp 0xfffffe0053ab05b0 rbp 0xfffffe0053ab05d0 rsi 0 rdi 0xffffffff8172e2a8 printf+0x158 r8 0 r9 0xffffffff r10 0 r11 0xfffffe0058b20540 r12 0 r13 0xfffffe0053ea1c80 r14 0xffffffff82b6af80 .str.26 r15 0xffffffff82b6af80 .str.26 rip 0xffffffff8171ddab kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x276046a(%rip) db> show proc Process 2 (clock) at 0xfffffe0053ddc000: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e21820 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e21820 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83e227c0 (map 0xffffffff83e227c0) (map.pmap 0xffffffff83e22880) (pmap 0xffffffff83e228f0) threads: 2 100030 L *sctp-tc 0xfffffe0057856900 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 3068 808 808 0 R (threaded) syz-executor.3 102155 RunQ syz-executor.3 103388 L *sctp-in 0xfffffe0007885900 syz-executor.3 103390 S uwait 0xfffffe0092bdb280 syz-executor.3 3067 782 782 0 R (threaded) syz-executor.2 103203 RunQ syz-executor.2 103387 L *sctp-in 0xfffffe0007885900 syz-executor.2 103389 L *sctp-in 0xfffffe0007885900 syz-executor.2 103391 S uwait 0xfffffe0057446380 syz-executor.2 3064 778 778 0 LE *sctp-tc 0xfffffe0057856900 syz-executor.1 3063 777 777 0 T (threaded) syz-executor.0 103124 s syz-executor.0 103383 L *sctp-in 0xfffffe0007885900 syz-executor.0 2898 1 778 0 SV uwait 0xfffffe0092bdb080 syz-executor.1 2895 1 782 0 SV uwait 0xfffffe0057446980 syz-executor.2 2892 1 778 0 SV uwait 0xfffffe0092bda700 syz-executor.1 2889 1 782 0 SV uwait 0xfffffe0092bda500 syz-executor.2 2885 1 778 0 SV uwait 0xfffffe0057447580 syz-executor.1 2878 1 782 0 SV uwait 0xfffffe0092b59680 syz-executor.2 2868 1 782 0 SV uwait 0xfffffe0092bdb780 syz-executor.2 2669 2663 2669 0 Ss select 0xfffffe0092b58cc0 dhclient 2666 1 2666 0 Ss select 0xfffffe0092bda0c0 dhclient 2663 2648 430 65 S select 0xfffffe0092bda140 dhclient 2648 430 430 0 S wait 0xfffffe0092b2d000 sh 2639 1 2639 65 Ss select 0xfffffe0092bdc0c0 dhclient 2456 1 808 0 S uwait 0xfffffe0057858000 syz-executor.3 2453 1 777 0 S uwait 0xfffffe0092bdc380 syz-executor.0 2450 1 782 0 S uwait 0xfffffe0092b59380 syz-executor.2 2448 1 777 0 S uwait 0xfffffe0092bdb480 syz-executor.0 2445 1 782 0 S uwait 0xfffffe0057449780 syz-executor.2 2444 1 808 0 S uwait 0xfffffe0057859900 syz-executor.3 2440 1 777 0 S uwait 0xfffffe0092bdb180 syz-executor.0 2438 1 782 0 S umtxn 0xfffffe0092b59280 syz-executor.2 2437 1 808 0 S umtxn 0xfffffe0057449580 syz-executor.3 2432 1 808 0 S uwait 0xfffffe0057446280 syz-executor.3 2427 1 808 0 S umtxn 0xfffffe0092b59780 syz-executor.3 2422 1 808 0 S umtxn 0xfffffe0057449880 syz-executor.3 2413 1 808 0 S uwait 0xfffffe0057859a00 syz-executor.3 2094 1 2094 0 Ss select 0xfffffe0092b58ac0 dhclient 2088 1 2088 0 Ss select 0xfffffe0092b58bc0 dhclient 2069 1 2069 65 Ss select 0xfffffe0057447540 dhclient 1490 1 1490 0 Ss select 0xfffffe0092bdc040 dhclient 1487 1 1487 0 Ss select 0xfffffe0092b58840 dhclient 1460 1 1460 65 Ss select 0xfffffe0092bdb640 dhclient 1171 0 0 0 DL aiordy 0xfffffe0092bec548 [aiod4] 1170 0 0 0 DL aiordy 0xfffffe0058b1b000 [aiod3] 1169 0 0 0 DL aiordy 0xfffffe0092beb000 [aiod2] 1168 0 0 0 DL aiordy 0xfffffe0056f68548 [aiod1] 817 1 817 0 Ss select 0xfffffe0092b59ec0 dhclient 814 1 814 0 Ss select 0xfffffe0092bdbec0 dhclient 808 774 808 0 Ss nanslp 0xffffffff83e4b980 syz-executor.3 782 774 782 0 Ss nanslp 0xffffffff83e4b981 syz-executor.2 778 774 778 0 Rs syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100095 S kqread 0xfffffe0007968c00 syz-fuzzer 100114 S uwait 0xfffffe0057446c80 syz-fuzzer 100115 S uwait 0xfffffe0057446d80 syz-fuzzer 100116 S uwait 0xfffffe0057446e80 syz-fuzzer 100117 S uwait 0xfffffe005785b180 syz-fuzzer 100118 S uwait 0xfffffe005785b280 syz-fuzzer 100119 S wait 0xfffffe0058b19000 syz-fuzzer 100120 S uwait 0xfffffe0057858300 syz-fuzzer 100122 S wait 0xfffffe0058b19000 syz-fuzzer 100123 S wait 0xfffffe0058b19000 syz-fuzzer 100125 S wait 0xfffffe0058b19000 syz-fuzzer 100147 S uwait 0xfffffe0057446080 syz-fuzzer 100288 S uwait 0xfffffe0057858100 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe0058b1b5f8 csh 770 688 770 0 Ss select 0xfffffe0057446640 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00081ef8b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe005791ecb0 getty 752 1 752 0 Ss+ ttyin 0xfffffe005791f0b0 getty 751 1 751 0 Ss+ ttyin 0xfffffe005791f4b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005791f8b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe005791fcb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe00579200b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00579204b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00579208b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e4b981 cron 688 1 688 0 Ss select 0xfffffe0057858740 sshd 501 1 501 0 Ss select 0xfffffe00578586c0 syslogd 430 1 430 0 Ss wait 0xfffffe008fe37000 devd 429 1 429 65 Ss select 0xfffffe0057858540 dhclient 344 1 344 0 Ss select 0xfffffe00574477c0 dhclient 341 1 341 0 Ss select 0xfffffe00574479c0 dhclient 17 0 0 0 DL syncer 0xffffffff83f710a0 [syncer] 16 0 0 0 DL vlruwt 0xfffffe0056f66a90 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6f6a0 [bufdaemon] 100082 D - 0xffffffff83212100 [bufspacedaemon-0] 100090 D sdflush 0xfffffe00578408e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83fa3240 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100077 Run CPU 1 [dom0] 100080 D launds 0xffffffff83f97104 [laundry: dom0] 100081 D umarcl 0xffffffff81e5b020 [uma] 7 0 0 0 DL - 0xffffffff83c07e08 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8489c550 [pf purge] 5 0 0 0 DL waiting 0xffffffff846d74a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aaa340 [doneq0] 100045 D - 0xffffffff83aaa2c0 [async] 100076 D - 0xffffffff83aaa140 [scanner] 14 0 0 0 DL seqstat 0xfffffe0053fbd488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f928e0 [crypto] 100041 D crypto_ 0xfffffe00081f9d30 [crypto returns 0] 100042 D crypto_ 0xfffffe00081f9d80 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e20e00 [g_event] 100036 D - 0xffffffff83e20e20 [g_up] 100037 D - 0xffffffff83e20e40 [g_down] 2 0 0 0 LL (threaded) [clock] 100030 L *sctp-tc 0xfffffe0057856900 [clock (0)] 100031 I [clock (1)] 12 0 0 0 LL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100029 L *sctp-in 0xfffffe0007885900 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053ddd000 [init] 10 0 0 0 DL audit_w 0xffffffff83f933c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e21820 [swapper] 100005 D - 0xfffffe000796b200 [if_config_tqg_0] 100006 D - 0xfffffe000796b100 [softirq_0] 100007 D - 0xfffffe000796b000 [softirq_1] 100008 D - 0xfffffe000796ae00 [if_io_tqg_0] 100009 D - 0xfffffe000796ad00 [if_io_tqg_1] 100010 D - 0xfffffe0008185000 [in6m_free taskq] 100011 D - 0xfffffe0008184e00 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008184d00 [aiod_kick taskq] 100013 D - 0xfffffe0008184c00 [deferred_unmount ta] 100014 D - 0xfffffe0008184b00 [thread taskq] 100016 D - 0xfffffe0008184900 [kqueue_ctx taskq] 100017 D - 0xfffffe0008184800 [pci_hp taskq] 100020 D - 0xfffffe0008184500 [inm_free taskq] 100021 D - 0xfffffe0008184400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe0008184400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe0008184400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe0008184400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe0008184300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe0008184300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe0008184300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe0008184300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe0008184200 [firmware taskq] 100038 D - 0xfffffe0008183600 [crypto_0] 100039 D - 0xfffffe0008183600 [crypto_1] 100055 D - 0xfffffe0056fbbb00 [vtnet0 rxq 0] 100056 D - 0xfffffe0056fbba00 [vtnet0 txq 0] 100057 D - 0xfffffe0056fbb900 [vtnet0 rxq 1] 100058 D - 0xfffffe0056fbb800 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0053fe2500 [virtio_balloon] 100066 D - 0xffffffff82b70f81 [deadlkres] 100070 D - 0xfffffe0008185100 [mca taskq] 100072 D - 0xfffffe0008183000 [acpi_task_0] 100073 D - 0xfffffe0008183000 [acpi_task_1] 100074 D - 0xfffffe0008183000 [acpi_task_2] 100075 D - 0xfffffe0008182d00 [CAM taskq] db> show all locks Process 3064 (syz-executor.1) thread 0xfffffe0092bd6ac0 (103192) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe0099513e98) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3340 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c40330) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3339 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe0099513eb8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3338 Process 8 (pagedaemon) thread 0xfffffe005744fc80 (100077) exclusive sleep mutex vm active pagequeue (vm pagequeue) r = 0 (0xffffffff83f96b40) locked @ /syzkaller/managers/i386/kernel/sys/vm/vm_pageout.c:1181 Process 12 (intr) thread 0xfffffe0053ea23a0 (100029) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009949d320) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1473 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4245 sysctloid 35205 2074K 35276 vtbuf 24 1968K 46 kobj 329 1316K 491 newblk 68 1041K 5992 vfscache 3 1025K 3 pcb 287 834K 4022 inodedep 114 555K 2416 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 filedesc 58 457K 4369 subproc 179 365K 3170 vmem 3 274K 6 acpica 1674 184K 57585 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 30 136K 2162 linker 358 134K 386 tfo_ccache 1 128K 1 sctp_stro 120 120K 972 DEVFS1 109 109K 126 sem 4 106K 4 sctp_atcl 254 96K 3089 BPF 46 88K 51 bus 997 81K 5212 mtx_pool 2 72K 2 syncache 1 68K 1 module 515 65K 515 acpitask 1 64K 1 ddb_capture 1 64K 1 filemon 7 56K 21 umtx 396 50K 396 kdtrace 258 50K 6461 temp 34 33K 2524 DEVFS3 128 32K 138 hostcache 1 32K 1 shm 1 32K 20 msg 4 30K 4 gtaskqueue 18 26K 18 dirrem 87 22K 2308 kbdmux 6 22K 6 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 sctp_atky 425 17K 4371 ufs_mount 4 17K 5 proc 3 17K 3 lltable 51 17K 122 tty 16 16K 16 ithread 97 16K 97 routetbl 128 16K 411 bus-sc 34 15K 1682 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 eventhandler 143 12K 143 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 freefile 82 11K 2272 CAM queue 5 11K 1528 sctp_timw 36 9K 36 in6_multi 65 9K 65 bmsafemap 2 9K 2448 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 87 rpc 2 8K 2 shmfd 1 8K 8 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 237 8K 296 kqueue 84 8K 3073 taskqueue 63 7K 63 cred 26 7K 257 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 424 freework 24 6K 3434 pwddesc 81 6K 3096 DEVFSP 75 5K 265 ufs_dirhash 24 5K 24 UMA 271 5K 271 pf_ifnet 10 5K 19 session 34 5K 46 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 sctp_athm 254 4K 3253 proc-args 114 4K 4328 sctp_map 240 4K 1912 acpisem 28 4K 28 lockf 32 4K 54 hhook 15 4K 17 selfd 52 4K 49298 kcovinfo 52 4K 52 newdirblk 24 3K 2143 freeblks 11 3K 2303 terminal 11 3K 11 select 19 3K 91 uidinfo 3 3K 10 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 Unitno 30 2K 93 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 CC Mem 17 2K 1579 sctp_stri 2 1K 329 softdep 1 1K 1 mkdir 8 1K 4286 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 28 NFSD session 1 1K 1 inpcbpolicy 28 1K 2606 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 14 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 sctp_aadr 10 1K 10 diradd 5 1K 2348 crypto 4 1K 11 encap_export_host 12 1K 12 procdesc 5 1K 14 osd 21 1K 1539 pf_osfp 5 1K 5 pfil 4 1K 4 cdev 2 1K 2 chacha20random 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 indirdep 1 1K 2026 vnodes 1 1K 21 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 249 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 aio 4 1K 26 soname 5 1K 7130 pmchooks 1 1K 1 filecaps 5 1K 97 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 42 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 396 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 1859 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 1688 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 11 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 63 ip6_msource 0 0K 0 ip6_moptions 0 0K 4 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 agp 0 0K 0 statfs 0 0K 2338 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 150 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 lio 0 0K 76 acl 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16654 ioctlops 0 0K 221 eventfd 0 0K 7 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 296 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 787 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 1000386 0 254 38494208 0 tcp_log 416 0 11943 140160 0 254 4968288 0 mbuf 256 9090 573 1796988 0 254 2473728 0 pbuf 2624 0 794 0 0 2 2083456 0 RADIX NODE 144 12861 182 110703 0 62 1878192 0 BUF TRIE 144 229 11531 3491 0 62 1693440 0 malloc-384 384 4137 33 4510 0 30 1601280 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-128 128 11558 160 13907 0 126 1499904 0 malloc-4096 4096 330 2 494 0 2 1359872 0 UMA Slabs 0 112 10952 22 10952 0 126 1229088 0 sctp_asoc 2256 120 390 956 0 254 1150560 0 vmem btag 56 19177 86 19177 0 254 1078728 0 FFS inode 1160 550 24 2842 0 8 665840 0 VM OBJECT 264 2456 64 60508 0 30 665280 0 sctp_ep 1208 132 378 1968 0 254 616080 0 256 Bucket 2048 269 11 4686 0 8 573440 0 tcpcb 1104 17 494 1528 0 254 564144 0 malloc-16384 16384 28 4 2182 0 1 524288 0 tcp_bbr_map 128 0 4061 37980 0 126 519808 0 ertt_txseginfo 40 0 12221 160854 0 254 488840 0 socket 960 97 411 5863 0 254 487680 0 malloc-65536 65536 4 2 348 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 128 389 991 0 254 380512 0 THREAD 1824 175 23 3391 0 8 361152 0 malloc-4096 4096 82 4 3071 0 2 352256 0 MAP ENTRY 96 3377 277 179667 0 126 350784 0 malloc-2048 2048 135 17 2162 0 8 311296 0 VNODE 448 590 103 2884 0 30 310464 0 malloc-64 64 4121 226 7165 0 254 278208 0 malloc-16 16 14602 148 14761 0 254 236000 0 malloc-32768 32768 0 7 1913 0 1 229376 0 DEVCTL 1024 7 213 152 0 0 225280 0 malloc-256 256 363 447 7925 0 62 207360 0 malloc-65536 65536 1 2 61 0 1 196608 0 mbuf_packet 256 146 616 12329 0 254 195072 0 UMA Zones 768 243 1 243 0 16 187392 0 malloc-32 32 5361 309 8627 0 254 181440 0 FPU_save_area 832 177 39 8723 0 16 179712 0 malloc-128 128 1242 153 27071 0 126 178560 0 malloc-256 256 116 574 6472 0 62 176640 0 VMSPACE 2560 61 8 3047 0 4 176640 0 malloc-1024 1024 128 32 2061 0 16 163840 0 FFS2 dinode 256 550 80 2842 0 62 161280 0 S VFS Cache 104 1023 381 3417 0 126 146016 0 malloc-384 384 136 224 2440 0 30 138240 0 128 Bucket 1024 89 42 895 0 16 134144 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-1024 1024 121 7 964 0 16 131072 0 malloc-128 128 897 126 6651 0 126 130944 0 unpcb 256 20 490 1251 0 254 130560 0 PROC 1352 81 15 3068 0 8 129792 0 ksiginfo 112 80 964 5500 0 126 116928 0 malloc-384 384 255 45 3090 0 30 115200 0 filedesc0 1072 82 16 3096 0 8 105056 0 malloc-128 128 542 233 4159 0 126 99200 0 malloc-2048 2048 6 42 1174 0 8 98304 0 malloc-256 256 257 118 3921 0 62 96000 0 malloc-4096 4096 22 0 22 0 2 90112 0 UMA Kegs 384 229 4 229 0 30 89472 0 64 Bucket 512 92 76 4980 0 30 86016 0 g_bio 408 8 202 32833 0 30 85680 0 malloc-64 64 759 564 53778 0 254 84672 0 malloc-16384 16384 5 0 180 0 1 81920 0 sctp_readq 152 0 520 189 0 254 79040 0 sctp_chunk 152 88 432 508 0 254 79040 0 malloc-8192 8192 5 4 133 0 1 73728 0 malloc-8192 8192 8 1 22 0 1 73728 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-128 128 87 440 2432 0 126 67456 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-4096 4096 15 1 27 0 2 65536 0 malloc-256 256 136 119 2322 0 62 65280 0 malloc-256 256 62 193 5997 0 62 65280 0 32 Bucket 256 89 166 5776 0 62 65280 0 sctp_stream_msg_out 112 45 495 266 0 254 60480 0 tcp_inpcb 424 17 109 1528 0 30 53424 0 malloc-64 64 642 177 1848 0 254 52416 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 23878 0 16 49152 0 malloc-8192 8192 6 0 6 0 1 49152 0 malloc-2048 2048 13 11 14 0 8 49152 0 malloc-384 384 98 22 98 0 30 46080 0 tcp_bbr_pcb 832 0 54 261 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 Files 80 305 245 15421 0 126 44000 0 TURNSTILE 136 199 116 199 0 62 42840 0 clpbuf 2624 0 16 32 0 16 41984 0 malloc-4096 4096 8 2 11 0 2 40960 0 pcpu-8 8 4701 419 4892 0 254 40960 0 ripcb 424 5 85 84 0 30 38160 0 udplite_inpcb 424 0 90 53 0 30 38160 0 udp_inpcb 424 6 84 941 0 30 38160 0 da_ccb 544 2 68 8308 0 16 38080 0 pipe 744 30 20 435 0 16 37200 0 hostcache 64 2 565 2 0 254 36288 0 malloc-64 64 37 530 15691 0 254 36288 0 malloc-64 64 134 433 134 0 254 36288 0 malloc-64 64 188 379 6221 0 254 36288 0 malloc-64 64 2 565 19 0 254 36288 0 malloc-64 64 39 528 39 0 254 36288 0 16 Bucket 144 68 184 571 0 62 36288 0 malloc-128 128 64 215 66 0 126 35712 0 malloc-128 128 156 123 2310 0 126 35712 0 malloc-128 128 73 206 469 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 55 35 111 0 30 34560 0 malloc-256 256 35 100 2877 0 62 34560 0 malloc-256 256 33 102 158 0 62 34560 0 malloc-256 256 69 66 100 0 62 34560 0 SLEEPQUEUE 88 199 185 199 0 126 33792 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 2 2 4 0 1 32768 0 malloc-4096 4096 4 4 627 0 2 32768 0 malloc-2048 2048 8 8 100 0 8 32768 0 malloc-1024 1024 4 28 16 0 16 32768 0 malloc-1024 1024 18 14 18 0 16 32768 0 malloc-1024 1024 6 26 43 0 16 32768 0 malloc-1024 1024 13 19 13 0 16 32768 0 malloc-512 512 5 59 358 0 30 32768 0 malloc-512 512 18 46 23 0 30 32768 0 pcpu-64 64 493 19 493 0 254 32768 0 tcp_rack_pcb 896 0 36 396 0 16 32256 0 KNOTE 160 28 172 50843 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 tcp_rack_map 120 0 264 898 0 126 31680 0 cpuset 104 7 272 99 0 126 29016 0 sctp_laddr 48 129 459 666 0 254 28224 0 tcpreass 48 0 588 5 0 254 28224 0 tcp_inpcb ports 32 2 880 1181 0 254 28224 0 PWD 32 41 841 2227 0 254 28224 0 malloc-32 32 302 580 2961 0 254 28224 0 4 Bucket 48 5 583 102 0 254 28224 0 2 Bucket 32 56 826 921 0 254 28224 0 AIO 208 0 133 54 0 62 27664 0 PGRP 88 34 242 46 0 126 24288 0 rl_entry 40 77 529 77 0 254 24240 0 rtentry 168 30 114 34 0 62 24192 0 8 Bucket 80 43 257 1051 0 126 24000 0 malloc-384 384 38 22 109 0 30 23040 0 malloc-384 384 0 60 22 0 30 23040 0 domainset 40 0 567 69 0 254 22680 0 udpcb 32 6 624 994 0 254 20160 0 udplite_inpcb ports 32 0 630 16 0 254 20160 0 udp_inpcb ports 32 3 627 37 0 254 20160 0 ertt 72 17 263 1528 0 126 20160 0 malloc-32 32 126 504 1973 0 254 20160 0 malloc-32 32 15 615 98 0 254 20160 0 malloc-32 32 223 407 1535 0 254 20160 0 malloc-32 32 306 324 5977 0 254 20160 0 malloc-32 32 7 623 20 0 254 20160 0 malloc-32 32 33 597 44 0 254 20160 0 cryptop 280 0 70 7 0 30 19600 0 AIOCB 552 0 35 156 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 AIOLIO 272 0 70 38 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 0 4 2343 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 malloc-2048 2048 0 8 19 0 8 16384 0 malloc-1024 1024 2 14 2 0 16 16384 0 malloc-512 512 0 32 33 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 malloc-512 512 3 29 185 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 542524 0 254 16032 0 malloc-16 16 540 460 3683 0 254 16000 0 kenv 258 15 45 1050 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 64 686 6688 0 254 12000 0 malloc-16 16 5 745 5 0 254 12000 0 malloc-16 16 11 739 15 0 254 12000 0 malloc-16 16 309 441 31127 0 254 12000 0 malloc-16 16 2 748 118 0 254 12000 0 malloc-16 16 263 487 3268 0 254 12000 0 malloc-384 384 28 2 28 0 30 11520 0 malloc-4096 4096 1 1 1 0 2 8192 0 pcpu-16 16 7 249 7 0 254 4096 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 pcpu-4 4 1 511 1 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0