panic: Assertion v != tid failed at /syzkaller/managers/main/kernel/sys/kern/kern_mutex.c:920 cpuid = 0 time = 1689991132 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0053fb5b30 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0053fb5c90 vpanic() at vpanic+0x24b/frame 0xfffffe0053fb5d70 panic() at panic+0xb5/frame 0xfffffe0053fb5e30 thread_lock_flags_() at thread_lock_flags_+0x3be/frame 0xfffffe0053fb5f50 propagate_priority() at propagate_priority+0xdd/frame 0xfffffe0053fb5fa0 turnstile_wait() at turnstile_wait+0x683/frame 0xfffffe0053fb6010 __rw_wlock_hard() at __rw_wlock_hard+0x94b/frame 0xfffffe0053fb6170 _rw_wlock_cookie() at _rw_wlock_cookie+0x1da/frame 0xfffffe0053fb6230 sctp_free_assoc() at sctp_free_assoc+0x9d9/frame 0xfffffe0053fb6390 sctp_load_addresses_from_init() at sctp_load_addresses_from_init+0x1d66/frame 0xfffffe0053fb7180 sctp_handle_init_ack() at sctp_handle_init_ack+0x51a/frame 0xfffffe0053fb72b0 sctp_process_control() at sctp_process_control+0x319d/frame 0xfffffe0053fb77c0 sctp_common_input_processing() at sctp_common_input_processing+0xe01/frame 0xfffffe0053fb7a20 sctp_input_with_port() at sctp_input_with_port+0x5ab/frame 0xfffffe0053fb7bb0 sctp_input() at sctp_input+0x31/frame 0xfffffe0053fb7bd0 ip_input() at ip_input+0xac9/frame 0xfffffe0053fb7cf0 swi_net() at swi_net+0x2f3/frame 0xfffffe0053fb7d90 ithread_loop() at ithread_loop+0x4eb/frame 0xfffffe0053fb7ef0 fork_exit() at fork_exit+0xc9/frame 0xfffffe0053fb7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053fb7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100031 ] Stopped at kdb_enter+0x6e: movq $0,0x2133c47(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff815cd785 printf+0xf5 rdx 0x1 rbx 0xffffffff826bb2c0 .str.28 rsp 0xfffffe0053fb5c70 rbp 0xfffffe0053fb5c90 rsi 0 rdi 0xffffffff815cd7e6 printf+0x156 r8 0 r9 0xffffffff r10 0 r11 0x2 r12 0 r13 0xfffffe00542c5560 r14 0xffffffff826bb2c0 .str.28 r15 0 rip 0xffffffff815be44e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x2133c47(%rip) db> show proc Process 12 (intr) at 0xfffffe00541fa580: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff836aa060 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff836aa060 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff836ab000 (map 0xffffffff836ab000) (map.pmap 0xffffffff836ab0c0) (pmap 0xffffffff836ab130) threads: 22 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 L *sctp-in 0xfffffe0057a87000 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] db> ps pid ppid pgrp uid state wmesg wchan cmd 22356 813 813 0 R (threaded) syz-executor.3 128064 Run CPU 1 syz-executor.3 129493 L *sctp-in 0xfffffe0057a87000 syz-executor.3 22355 783 783 0 LE *sctp-tc 0xfffffe005752dcc0 syz-executor.2 22354 773 773 0 L (threaded) syz-executor.0 126463 S nanslp 0xffffffff836d3841 syz-executor.0 129490 L *sctp-in 0xfffffe0057a87000 syz-executor.0 129491 L *sctp-in 0xfffffe0057a87000 syz-executor.0 129492 S uwait 0xfffffe0058b66e80 syz-executor.0 12572 1 12572 65 Ss select 0xfffffe006fe717c0 dhclient 9623 1 9623 0 Ss select 0xfffffe006fe71ec0 dhclient 9620 1 9620 0 Ss select 0xfffffe006fe70e40 dhclient 9601 1 9601 65 Ss select 0xfffffe006fe70cc0 dhclient 9029 0 0 0 DL aiordy 0xfffffe007001a5c0 [aiod4] 9028 0 0 0 DL aiordy 0xfffffe00774e3060 [aiod3] 9027 0 0 0 DL aiordy 0xfffffe00571a1ac0 [aiod2] 9026 0 0 0 DL aiordy 0xfffffe00774e1020 [aiod1] 8085 1 8085 0 Ss select 0xfffffe006fe712c0 dhclient 8082 1 8082 0 Ss select 0xfffffe006fe72440 dhclient 8063 1 8063 65 Ss select 0xfffffe006fe71540 dhclient 7750 768 7750 0 Rs syz-executor.1 5563 1 5563 0 Ss select 0xfffffe006fe71340 dhclient 5554 1 5554 0 Ss select 0xfffffe006fe720c0 dhclient 4325 1 4325 65 Ss select 0xfffffe0058a3a340 dhclient 3135 1 813 0 S uwait 0xfffffe00571dfd80 syz-executor.3 3130 1 813 0 S uwait 0xfffffe0057a89500 syz-executor.3 3127 1 813 0 S uwait 0xfffffe0057a8b700 syz-executor.3 3124 1 813 0 S uwait 0xfffffe0054208800 syz-executor.3 3120 1 813 0 S uwait 0xfffffe0058b67700 syz-executor.3 3113 1 813 0 S uwait 0xfffffe00571df980 syz-executor.3 3099 1 813 0 S uwait 0xfffffe0058b67a00 syz-executor.3 3095 1 813 0 S uwait 0xfffffe0057a89000 syz-executor.3 3090 1 813 0 S uwait 0xfffffe0058b67e80 syz-executor.3 817 1 817 0 Ss select 0xfffffe006fe71640 dhclient 813 768 813 0 Ss nanslp 0xffffffff836d3841 syz-executor.3 812 1 812 0 Ss select 0xfffffe006fe713c0 dhclient 783 768 783 0 Ss nanslp 0xffffffff836d3841 syz-executor.2 773 768 773 0 Rs syz-executor.0 768 766 766 0 S (threaded) syz-fuzzer 100114 S uwait 0xfffffe0057a8ba00 syz-fuzzer 100118 S uwait 0xfffffe00571dc100 syz-fuzzer 100119 S uwait 0xfffffe00571dc000 syz-fuzzer 100120 S wait 0xfffffe006ff405c0 syz-fuzzer 100121 S uwait 0xfffffe0058b68700 syz-fuzzer 100122 S uwait 0xfffffe0057a8a400 syz-fuzzer 100123 S wait 0xfffffe006ff405c0 syz-fuzzer 100124 S wait 0xfffffe006ff405c0 syz-fuzzer 100126 S kqread 0xfffffe0058a10e00 syz-fuzzer 100127 S wait 0xfffffe006ff405c0 syz-fuzzer 100129 S uwait 0xfffffe0057a89a00 syz-fuzzer 100138 S uwait 0xfffffe0057a89300 syz-fuzzer 100331 S uwait 0xfffffe0058b67b00 syz-fuzzer 766 764 766 0 Ss pause 0xfffffe006ff3f650 csh 764 682 764 0 Ss select 0xfffffe006fe71dc0 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00576728b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587e58b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0057687cb0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00587e60b0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00587e68b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00543420b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00543428b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00543430b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe00543438b0 getty 686 1 686 0 Ss nanslp 0xffffffff836d3840 cron 682 1 682 0 Ss select 0xfffffe006fe72140 sshd 495 1 495 0 Ss select 0xfffffe00589dcec0 syslogd 424 1 424 0 Ss select 0xfffffe006fe72b40 devd 423 1 423 65 Ss select 0xfffffe00589846c0 dhclient 338 1 338 0 Ss select 0xfffffe0058984540 dhclient 335 1 335 0 Ss select 0xfffffe00589845c0 dhclient 17 0 0 0 DL syncer 0xffffffff837d5d20 [syncer] 16 0 0 0 DL vlruwt 0xfffffe00571a3040 [vnlru] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff837d4340 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100095 D sdflush 0xfffffe00085f98e8 [/ worker] 9 0 0 0 DL psleep 0xffffffff8380bc00 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff837ffab8 [dom0] 100083 D launds 0xffffffff837ffac4 [laundry: dom0] 100084 D umarcl 0xffffffff81d3dab0 [uma] 7 0 0 0 DL - 0xffffffff83497e48 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8402f3d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff8434f1c0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8347a340 [doneq0] 100045 D - 0xffffffff8347a2c0 [async] 100076 D - 0xffffffff8347a140 [scanner] 14 0 0 0 DL seqstat 0xfffffe00085fb888 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff837fb360 [crypto] 100041 D crypto_ 0xfffffe0054373030 [crypto returns 0] 100042 D crypto_ 0xfffffe0054373080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836a9640 [g_event] 100036 D - 0xffffffff836a9660 [g_up] 100037 D - 0xffffffff836a9680 [g_down] 2 0 0 0 WL (threaded) [clock] 100029 I [clock (0)] 100030 I [clock (1)] 12 0 0 0 LL (threaded) [intr] 100016 I [swi5: fast taskq] 100019 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100031 L *sctp-in 0xfffffe0057a87000 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe00541fb040 [init] 10 0 0 0 DL audit_w 0xffffffff837fbda0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836aa060 [swapper] 100005 D - 0xfffffe00542af100 [if_io_tqg_0] 100006 D - 0xfffffe00542af000 [if_io_tqg_1] 100007 D - 0xfffffe00542aee00 [if_config_tqg_0] 100008 D - 0xfffffe00542aed00 [softirq_0] 100009 D - 0xfffffe00542aec00 [softirq_1] 100010 D - 0xfffffe000799f000 [linuxkpi_irq_wq] 100011 D - 0xfffffe00085ffe00 [thread taskq] 100012 D - 0xfffffe00085ffd00 [inm_free taskq] 100013 D - 0xfffffe00085ffc00 [aiod_kick taskq] 100014 D - 0xfffffe00085ffb00 [deferred_unmount ta] 100015 D - 0xfffffe00085ffa00 [in6m_free taskq] 100017 D - 0xfffffe00085ff800 [kqueue_ctx taskq] 100018 D - 0xfffffe00085ff700 [pci_hp taskq] 100021 D - 0xfffffe00085ff400 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00085ff400 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00085ff400 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00085ff400 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00085ff300 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00085ff300 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00085ff300 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00085ff300 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00085ff200 [firmware taskq] 100038 D - 0xfffffe00085fe700 [crypto_0] 100039 D - 0xfffffe00085fe700 [crypto_1] 100055 D - 0xfffffe00085fde00 [vtnet0 rxq 0] 100056 D - 0xfffffe00085fdd00 [vtnet0 txq 0] 100057 D - 0xfffffe00085fdc00 [vtnet0 rxq 1] 100058 D - 0xfffffe00085fdb00 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe005717a080 [virtio_balloon] 100066 D - 0xffffffff826c0261 [deadlkres] 100070 D - 0xfffffe000799f100 [mca taskq] 100072 D - 0xfffffe00085fe400 [acpi_task_0] 100073 D - 0xfffffe00085fe400 [acpi_task_1] 100074 D - 0xfffffe00085fe400 [acpi_task_2] 100075 D - 0xfffffe00085fe000 [CAM taskq] db> show all locks Process 22355 (syz-executor.2) thread 0xfffffe00773161e0 (114266) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe0075243af8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3341 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0054048470) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3340 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe0075243b18) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3339 Process 12 (intr) thread 0xfffffe00542c5560 (100031) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00770ccc18) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1473 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4218 4324K 4246 sysctloid 34926 2058K 34997 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 9 1026K 22930 vfscache 3 1025K 3 pcb 275 948K 122427 inodedep 468 688K 21487 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 158 310K 22610 vmem 3 266K 6 filedesc 34 265K 42746 acpica 1674 184K 57212 tidhash 3 141K 3 pagedep 9 130K 21357 linker 352 130K 385 tfo_ccache 1 128K 1 IP reass 1 128K 1 sctp_stro 124 124K 14820 dirrem 459 115K 21389 vnet_data 1 112K 1 DEVFS1 109 109K 135 sem 4 106K 4 sctp_atcl 249 94K 76656 BPF 46 88K 1483 bus 985 81K 5069 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 module 512 64K 512 acpitask 1 64K 1 ddb_capture 1 64K 1 freefile 459 58K 21377 temp 37 55K 4985 umtx 418 53K 418 kdtrace 242 48K 51851 sctp_timw 176 44K 176 DEVFS3 128 32K 141 hostcache 1 32K 1 shm 1 32K 22 msg 4 30K 4 kbdmux 6 28K 6 gtaskqueue 18 26K 18 routetbl 275 23K 831 ifaddr 70 20K 100 DEVFS_RULE 56 20K 56 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 sctp_atky 372 16K 92392 bus-sc 34 15K 1648 eventhandler 157 13K 157 lltable 42 13K 134 KTRACE 100 13K 104 ifnet 7 13K 10 ether_multi 152 13K 246 kenv 95 12K 95 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 in6_multi 65 9K 95 bmsafemap 3 9K 21522 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 pfs_vncache 1 8K 1 shmfd 1 8K 38 audit_evclass 237 8K 297 pf_ifnet 34 8K 80 kqueue 71 7K 22428 taskqueue 63 7K 63 cred 26 7K 328 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 837 pf_rule 45 6K 45 pfs_nodes 20 5K 20 ufs_dirhash 24 5K 24 UMA 268 5K 268 session 35 5K 67 DEVFSP 68 5K 2959 pwddesc 68 5K 22805 vt 11 5K 11 pf_table 2 4K 3 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 sctp_athm 249 4K 77552 sctp_map 248 4K 29302 proc-args 100 4K 23925 acpisem 28 4K 28 selfd 55 4K 303952 lockf 32 4K 77 hhook 15 4K 17 kcovinfo 52 4K 91 terminal 11 3K 11 select 19 3K 503 clone 9 3K 9 uidinfo 3 3K 17 sctp_ifa 16 2K 20 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 19 Unitno 29 2K 67 CAM XPT 22 2K 543 msi 12 2K 12 in_multi 6 2K 11 ipsecpolicy 2 2K 2 acpidev 20 2K 20 tun 7 2K 10 freework 5 2K 21685 NFSD session 1 1K 1 softdep 1 1K 1 mkdir 8 1K 42668 freeblks 4 1K 21384 sahead 1 1K 1 secasvar 1 1K 1 CC Mem 4 1K 10389 nhops 6 1K 8 vnodemarker 2 1K 104 CAM periph 4 1K 271 sctp_ifn 6 1K 20 ipsec 3 1K 3 mld 6 1K 9 igmp 6 1K 9 pfil 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 40 encap_export_host 12 1K 12 procdesc 5 1K 16 sctp_stri 1 1K 1795 newdirblk 4 1K 21334 diradd 4 1K 21430 cdev 2 1K 2 inpcbpolicy 15 1K 10346 osd 9 1K 9466 chacha20random 1 1K 1 biobuf 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 1672 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 aio 4 1K 88 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 54239 filecaps 5 1K 109 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 51 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 2264 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 20877 sctp_iter 0 0K 24 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 24 sctp_aadr 0 0K 204 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 filemon 0 0K 51 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 ixl 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 xen_intr 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 NFSCL open 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 NFSCL owner 0 0K 0 xenbus 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 vm_fictitious 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 UMAHash 0 0K 0 DEVFS4 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 16896 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 50 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 3 allocindir 0 0K 0 indirdep 0 0K 529 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 BACKLIGHT 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ath_hal 0 0K 0 statfs 0 0K 360 namei_tracker 0 0K 215 export_host 0 0K 0 cl_savebuf 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 lio 0 0K 3 acl 0 0K 0 midi buffers 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 24884 ioctlops 0 0K 3033 eventfd 0 0K 473 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1202 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8341 1311 1097835 0 254 39534592 0 mbuf 256 8979 18715 10324203 0 254 7089664 0 mbuf_cluster 2048 1016 0 1016 0 254 2080768 0 RADIX NODE 144 13753 550 616581 0 63 2059632 0 sctp_asoc 2264 124 641 14603 0 254 1731960 0 BUF TRIE 144 204 11612 2727 0 62 1701504 0 malloc-384 384 4170 30 4171 0 30 1612800 0 ertt_txseginfo 40 0 39188 8101829 0 254 1567520 0 malloc-128 128 11489 105 33662 0 126 1484032 0 malloc-4096 4096 327 3 492 0 2 1351680 0 UMA Slabs 0 112 11822 16 11822 0 126 1325856 0 vmem btag 56 20140 59 20140 0 254 1131144 0 malloc-2048 2048 133 379 61164 0 8 1048576 0 sctp_ep 1176 124 646 61154 0 254 905520 0 256 Bucket 2048 424 18 43451 0 8 905216 0 sctp_chunk 152 122 5728 77790 0 254 889200 0 malloc-384 384 752 1198 98305 0 30 748800 0 socket 960 45 719 73115 0 254 733440 0 pbuf 2624 0 249 0 0 2 653376 0 FFS inode 1160 527 26 21905 0 8 641480 0 sctp_raddr 736 126 644 17000 0 254 566720 0 tcp_bbr_map 128 0 4061 587262 0 126 519808 0 malloc-1024 1024 124 372 14650 0 16 507904 0 malloc-256 256 514 1226 32427 0 62 445440 0 malloc-256 256 31 1709 16992 0 62 445440 0 VM OBJECT 264 1593 87 261876 0 30 443520 0 malloc-2048 2048 13 195 1814 0 8 425984 0 malloc-65536 65536 6 0 6 0 1 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 malloc-128 128 1662 1376 90844 0 126 388864 0 THREAD 1824 172 37 29493 0 8 381216 0 malloc-16384 16384 18 5 21385 0 1 376832 0 malloc-4096 4096 77 7 22367 0 2 344064 0 VNODE 448 568 98 21951 0 30 298368 0 malloc-64 64 3949 650 49116 0 254 294336 0 mbuf_packet 256 180 836 50318 0 254 260096 0 malloc-256 256 228 777 23327 0 62 257280 0 malloc-16 16 14430 320 23963 0 254 236000 0 DEVCTL 1024 0 220 189 0 0 225280 0 MAP ENTRY 96 1763 379 702116 0 126 205632 0 malloc-32768 32768 0 6 494 0 1 196608 0 UMA Zones 768 240 4 240 0 16 187392 0 FPU_save_area 832 174 51 37759 0 16 187200 0 malloc-32 32 5506 164 5752 0 254 181440 0 malloc-256 256 180 510 61579 0 62 176640 0 malloc-1024 1024 135 25 161 0 16 163840 0 malloc-128 128 1147 124 6450 0 126 162688 0 FFS2 dinode 256 527 103 21904 0 62 161280 0 128 Bucket 1024 106 37 6833 0 16 146432 0 S VFS Cache 104 1025 379 22898 0 126 146016 0 malloc-65536 65536 0 2 460 0 1 131072 0 malloc-65536 65536 0 2 126 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 unpcb 256 20 490 1548 0 254 130560 0 PROC 1376 68 20 22356 0 8 121088 0 64 Bucket 512 140 92 16873 0 30 118784 0 tcp_inpcb 1304 4 86 9453 0 8 117360 0 ksiginfo 112 79 965 8427 0 126 116928 0 malloc-256 256 244 191 51915 0 62 111360 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-4096 4096 23 1 27 0 2 98304 0 filedesc0 1072 69 22 22805 0 8 97552 0 malloc-256 256 203 172 43885 0 62 96000 0 malloc-4096 4096 18 4 36 0 2 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 sctp_stream_msg_out 112 9 783 2327 0 254 88704 0 malloc-64 64 639 684 18041 0 254 84672 0 32 Bucket 256 125 190 9960 0 62 80640 0 sctp_readq 152 0 520 705 0 254 79040 0 malloc-8192 8192 8 1 10 0 1 73728 0 g_bio 408 0 180 16979 0 30 73440 0 malloc-384 384 139 41 152 0 30 69120 0 malloc-128 128 356 171 21930 0 126 67456 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 Files 80 226 574 115050 0 126 64000 0 malloc-512 512 12 108 1440 0 30 61440 0 ripcb 392 5 148 389 0 30 59976 0 malloc-8192 8192 2 5 53 0 1 57344 0 malloc-8192 8192 6 1 107 0 1 57344 0 VMSPACE 520 48 57 22337 0 16 54600 0 udp_inpcb 424 6 120 372 0 30 53424 0 malloc-64 64 156 663 324510 0 254 52416 0 malloc-64 64 488 331 1118 0 254 52416 0 malloc-64 64 223 596 455 0 254 52416 0 malloc-128 128 175 228 1451 0 126 51584 0 malloc-256 256 59 136 26703 0 62 49920 0 tcp_rack_pcb 1024 0 48 1132 0 16 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 109786 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 5 1 31 0 1 49152 0 malloc-1024 1024 10 38 2040 0 16 49152 0 pipe 728 23 43 1064 0 16 48048 0 pcpu-8 8 4848 784 15856 0 254 45056 0 tcp_bbr_pcb 832 0 54 4423 0 16 44928 0 syncache 168 0 264 4 0 254 44352 0 malloc-32 32 320 1066 79819 0 254 44352 0 malloc-16 16 562 1938 144336 0 254 40000 0 udplite_inpcb 424 0 90 132 0 30 38160 0 da_ccb 544 0 70 4370 0 16 38080 0 malloc-64 64 27 540 30 0 254 36288 0 malloc-64 64 84 483 23010 0 254 36288 0 malloc-64 64 270 297 3452 0 254 36288 0 16 Bucket 144 98 154 725 0 62 36288 0 tcp_rack_map 128 0 279 4408 0 126 35712 0 malloc-128 128 52 227 55 0 126 35712 0 malloc-128 128 54 225 953 0 126 35712 0 malloc-128 128 27 252 171 0 126 35712 0 itimer 352 0 99 219 0 30 34848 0 routing nhops 256 27 108 46 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-256 256 43 92 1162 0 62 34560 0 TURNSTILE 136 210 42 210 0 62 34272 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-4096 4096 0 8 1132 0 2 32768 0 malloc-2048 2048 4 12 2133 0 8 32768 0 malloc-2048 2048 2 14 2 0 8 32768 0 malloc-2048 2048 5 11 41 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 11 21 52 0 16 32768 0 malloc-1024 1024 4 28 8 0 16 32768 0 malloc-1024 1024 4 28 151 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 1 31 18 0 16 32768 0 malloc-512 512 2 62 295 0 30 32768 0 malloc-512 512 0 64 155 0 30 32768 0 malloc-512 512 11 53 60 0 30 32768 0 malloc-512 512 1 63 1795 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 PWD 40 29 779 21441 0 254 32320 0 KNOTE 160 28 172 185904 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 35 229 67 0 126 31680 0 clpbuf 2624 0 12 95 0 4 31488 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 1 587 5350 0 254 28224 0 tcp_inpcb ports 32 2 880 5463 0 254 28224 0 malloc-32 32 380 502 37001 0 254 28224 0 4 Bucket 48 7 581 13 0 254 28224 0 2 Bucket 32 71 811 2621 0 254 28224 0 8 Bucket 80 122 228 9044 0 126 28000 0 AIO 208 0 133 9 0 62 27664 0 malloc-4096 4096 1 5 22 0 2 24576 0 rl_entry 40 79 527 79 0 254 24240 0 rtentry 168 30 114 46 0 62 24192 0 malloc-384 384 0 60 45 0 30 23040 0 malloc-384 384 0 60 342 0 30 23040 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udplite_inpcb ports 32 0 630 13 0 254 20160 0 udp_inpcb ports 32 3 627 56 0 254 20160 0 ertt 72 4 276 9453 0 126 20160 0 malloc-32 32 11 619 63 0 254 20160 0 malloc-32 32 25 605 2045 0 254 20160 0 malloc-32 32 69 561 1006 0 254 20160 0 malloc-32 32 54 576 173 0 254 20160 0 malloc-32 32 71 559 11970 0 254 20160 0 AIOLIO 272 0 70 3 0 30 19040 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 2 2 912 0 2 16384 0 malloc-2048 2048 2 6 193 0 8 16384 0 malloc-2048 2048 1 7 1 0 8 16384 0 malloc-512 512 1 31 2 0 30 16384 0 malloc-512 512 2 30 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 3300120 0 254 16032 0 malloc-16 16 243 757 26203 0 254 16000 0 kenv 258 16 44 1054 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 malloc-16 16 1 749 73 0 254 12000 0 malloc-16 16 26 724 2275 0 254 12000 0 malloc-16 16 36 714 295 0 254 12000 0 malloc-16 16 283 467 26338 0 254 12000 0 malloc-16 16 15 735 15312 0 254 12000 0 AIOCB 552 0 21 4 0 16 11592 0 malloc-384 384 0 30 1 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-384 384 1 29 1 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 8 504 8 0 254 8192 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0