panic: Assertion v != tid failed at /syzkaller/managers/main/kernel/sys/kern/kern_mutex.c:918 cpuid = 1 time = 1692449514 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc6/frame 0xfffffe0053fbe3b0 kdb_backtrace() at kdb_backtrace+0xd0/frame 0xfffffe0053fbe510 vpanic() at vpanic+0x271/frame 0xfffffe0053fbe6b0 panic() at panic+0xb5/frame 0xfffffe0053fbe770 thread_lock_flags_() at thread_lock_flags_+0x3be/frame 0xfffffe0053fbe890 propagate_priority() at propagate_priority+0xdd/frame 0xfffffe0053fbe8e0 turnstile_wait() at turnstile_wait+0x683/frame 0xfffffe0053fbe950 __mtx_lock_sleep() at __mtx_lock_sleep+0x460/frame 0xfffffe0053fbea90 __mtx_lock_flags() at __mtx_lock_flags+0x23d/frame 0xfffffe0053fbeb70 sctp_timeout_handler() at sctp_timeout_handler+0x30e/frame 0xfffffe0053fbecb0 softclock_call_cc() at softclock_call_cc+0x40a/frame 0xfffffe0053fbee80 softclock_thread() at softclock_thread+0x200/frame 0xfffffe0053fbeef0 fork_exit() at fork_exit+0xc9/frame 0xfffffe0053fbef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053fbef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100030 ] Stopped at kdb_enter+0x6e: movq $0,0x21778f7(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe00033eee30 rdx 0xdffff7c000000000 rbx 0xffffffff826cb840 .str.28 rsp 0xfffffe0053fbe4f0 rbp 0xfffffe0053fbe510 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0x833f41cb7b55d5be r11 0x66853ef r12 0 r13 0xfffffe00542efc80 r14 0xffffffff826cb840 .str.28 r15 0 rip 0xffffffff815c0f9e kdb_enter+0x6e rflags 0x46 kdb_enter+0x6e: movq $0,0x21778f7(%rip) db> show proc Process 2 (clock) at 0xfffffe0054224020: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff836c3000 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff836c3000 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff836c3fa0 (map 0xffffffff836c3fa0) (map.pmap 0xffffffff836c4060) (pmap 0xffffffff836c40d0) threads: 2 100030 L *sctp-tc 0xfffffe005758c180 [clock (0)] 100031 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 875 775 775 0 LE *sctp-tc 0xfffffe005758c180 syz-executor.0 874 1 874 0 Ss select 0xfffffe006d4aabc0 rtsol 872 1 872 0 Ss select 0xfffffe0057acc940 rtsol 870 1 870 0 Ss select 0xfffffe0057accac0 rtsol 865 784 424 0 S kqread 0xfffffe005875ae00 rtsol 784 778 424 0 S wait 0xfffffe006cd3f040 sh 778 424 424 0 S wait 0xfffffe006d1f4000 sh 775 773 775 0 Ss nanslp 0xffffffff83719c80 syz-executor.0 773 771 771 0 S (threaded) syz-execprog 100113 S uwait 0xfffffe0057587900 syz-execprog 100114 S uwait 0xfffffe0057aedd00 syz-execprog 100115 S uwait 0xfffffe0057aede00 syz-execprog 100116 S uwait 0xfffffe0057aedf00 syz-execprog 100118 S uwait 0xfffffe0057aed100 syz-execprog 100119 S uwait 0xfffffe0057aed200 syz-execprog 100120 S kqread 0xfffffe00542cc300 syz-execprog 100121 S wait 0xfffffe006cd40060 syz-execprog 771 769 771 0 Ss pause 0xfffffe006cd40670 csh 769 682 769 0 Ss select 0xfffffe0057acc740 sshd 748 1 748 0 Ss+ ttyin 0xfffffe00572328b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe00587f68b0 getty 746 1 746 0 Ss+ ttyin 0xfffffe00543980b0 getty 745 1 745 0 Ss+ ttyin 0xfffffe00576d9cb0 getty 744 1 744 0 Ss+ ttyin 0xfffffe00543988b0 getty 743 1 743 0 Ss+ ttyin 0xfffffe00576da4b0 getty 742 1 742 0 Ss+ ttyin 0xfffffe00543990b0 getty 741 1 741 0 Ss+ ttyin 0xfffffe00543998b0 getty 740 1 740 0 Ss+ ttyin 0xfffffe005439a0b0 getty 738 1 18 0 S+ piperd 0xfffffe006cdab5b0 logger 737 736 18 0 S+ nanslp 0xffffffff83719c81 sleep 736 1 18 0 S+ wait 0xfffffe0058bdb040 sh 686 1 686 0 Ss nanslp 0xffffffff83719c81 cron 682 1 682 0 Ss select 0xfffffe0057accdc0 sshd 495 1 495 0 Ss select 0xfffffe0057acce40 syslogd 424 1 424 0 Ss wait 0xfffffe0007c23ae0 devd 423 1 423 65 Ss select 0xfffffe0057ace840 dhclient 338 1 338 0 Ss select 0xfffffe0057ace640 dhclient 335 1 335 0 Ss select 0xfffffe0057ace740 dhclient 17 0 0 0 DL vlruwt 0xfffffe00542265c0 [vnlru] 16 0 0 0 DL syncer 0xffffffff838372e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83835900 [bufdaemon] 100082 D - 0xffffffff82c0a140 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0007de5ce8 [/ worker] 9 0 0 0 DL psleep 0xffffffff838a8480 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83890338 [dom0] 100080 D launds 0xffffffff83890344 [laundry: dom0] 100081 D umarcl 0xffffffff81d46080 [uma] 7 0 0 0 DL - 0xffffffff834aec28 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8402e3d0 [pf purge] 5 0 0 0 DL waiting 0xffffffff843a4380 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83479340 [doneq0] 100045 D - 0xffffffff834792c0 [async] 100076 D - 0xffffffff83479140 [scanner] 3 0 0 0 DL (threaded) [crypto] 100041 D crypto_ 0xffffffff8388bba0 [crypto] 100042 D crypto_ 0xfffffe00542cca30 [crypto returns 0] 100043 D crypto_ 0xfffffe00542cca80 [crypto returns 1] 14 0 0 0 DL seqstat 0xfffffe00543c7088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff836c25e0 [g_event] 100036 D - 0xffffffff836c2600 [g_up] 100037 D - 0xffffffff836c2620 [g_down] 2 0 0 0 LL (threaded) [clock] 100030 L *sctp-tc 0xfffffe005758c180 [clock (0)] 100031 I [clock (1)] 12 0 0 0 LL (threaded) [intr] 100011 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100020 I [swi6: task queue] 100029 L *sctp-in 0xfffffe000787b900 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0054225040 [init] 10 0 0 0 DL audit_w 0xffffffff8388c5e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff836c3000 [swapper] 100005 D - 0xfffffe00542cd100 [softirq_0] 100006 D - 0xfffffe00542cd000 [softirq_1] 100007 D - 0xfffffe00542cce00 [if_io_tqg_0] 100008 D - 0xfffffe00542ccd00 [if_io_tqg_1] 100009 D - 0xfffffe00542ccc00 [if_config_tqg_0] 100010 D - 0xfffffe00079a6b00 [linuxkpi_irq_wq] 100012 D - 0xfffffe00079a6900 [inm_free taskq] 100013 D - 0xfffffe00079a6800 [thread taskq] 100014 D - 0xfffffe00079a6700 [aiod_kick taskq] 100015 D - 0xfffffe00079a6600 [in6m_free taskq] 100016 D - 0xfffffe00079a6500 [deferred_unmount ta] 100018 D - 0xfffffe00079a6300 [kqueue_ctx taskq] 100019 D - 0xfffffe00079a6200 [pci_hp taskq] 100021 D - 0xfffffe00079a6000 [linuxkpi_short_wq_0] 100022 D - 0xfffffe00079a6000 [linuxkpi_short_wq_1] 100023 D - 0xfffffe00079a6000 [linuxkpi_short_wq_2] 100024 D - 0xfffffe00079a6000 [linuxkpi_short_wq_3] 100025 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe00079a5e00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe00079a5b00 [firmware taskq] 100039 D - 0xfffffe00079a5a00 [crypto_0] 100040 D - 0xfffffe00079a5a00 [crypto_1] 100055 D - 0xfffffe00079a5500 [vtnet0 rxq 0] 100056 D - 0xfffffe00079a5400 [vtnet0 txq 0] 100057 D - 0xfffffe00079a5300 [vtnet0 rxq 1] 100058 D - 0xfffffe00079a5200 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0057193a80 [virtio_balloon] 100066 D - 0xffffffff826d0980 [deadlkres] 100070 D - 0xfffffe00079a6c00 [mca taskq] 100071 D - 0xfffffe0058760300 [acpi_task_0] 100072 D - 0xfffffe0058760300 [acpi_task_1] 100073 D - 0xfffffe0058760300 [acpi_task_2] 100075 D - 0xfffffe00079a5900 [CAM taskq] db> show all locks Process 875 (syz-executor.0) thread 0xfffffe0058bb0740 (100104) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe006d3af428) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3338 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe00540844f0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3337 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe006d3af448) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3336 Process 12 (intr) thread 0xfffffe00542f03a0 (100029) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe006d4478b8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1470 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 tcp_hpts 7 4801K 7 devbuf 4191 4324K 4216 sysctloid 34926 2058K 34997 vtbuf 24 1968K 46 kobj 326 1304K 488 newblk 722 1205K 766 vfscache 3 1025K 3 pcb 29 671K 108 inodedep 83 543K 107 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 acpitask 1 224K 1 subproc 115 218K 943 acpica 1674 184K 58619 tidhash 3 141K 3 vmem 3 134K 4 pagedep 17 132K 50 linker 352 130K 385 tfo_ccache 1 128K 1 IP reass 1 128K 1 vnet_data 1 112K 1 DEVFS1 106 106K 117 sem 4 106K 4 gtaskqueue 18 98K 18 bus 985 81K 5069 mtx_pool 2 72K 2 NFSD srvcache 3 68K 3 syncache 1 68K 1 module 512 64K 512 ddb_capture 1 64K 1 temp 24 53K 1703 filedesc 5 37K 75 kdtrace 175 35K 1003 umtx 264 33K 264 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 125 32K 135 msg 4 30K 4 kbdmux 6 28K 6 DEVFS_RULE 56 20K 56 BPF 11 18K 11 ufs_mount 4 17K 5 proc 3 17K 3 tty 16 16K 16 ithread 97 16K 97 bus-sc 34 15K 1653 ifaddr 39 13K 41 eventhandler 157 13K 157 KTRACE 100 13K 100 dirrem 46 12K 57 kenv 95 12K 95 routetbl 62 11K 222 rman 88 11K 431 GEOM 61 11K 481 CAM queue 5 11K 1528 bmsafemap 3 9K 75 rpc 4 9K 4 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 1 pfs_vncache 1 8K 1 shmfd 1 8K 1 kqueue 52 8K 882 audit_evclass 237 8K 297 taskqueue 63 7K 63 ifnet 4 7K 4 sglist 5 7K 5 CAM DEV 3 6K 510 cred 24 6K 275 lltable 19 6K 19 ether_multi 68 6K 78 pfs_nodes 20 5K 20 hhook 15 5K 17 ufs_dirhash 24 5K 24 plimit 18 5K 329 UMA 268 5K 268 in6_multi 35 5K 35 sctp_timw 17 5K 17 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 diradd 31 4K 71 freefile 29 4K 38 pf_ifnet 7 4K 10 acpisem 28 4K 28 session 24 3K 35 proc-args 77 3K 1866 pwddesc 47 3K 876 terminal 11 3K 11 clone 9 3K 9 uidinfo 3 3K 8 sctp_stro 2 2K 31 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 selfd 32 2K 11386 Unitno 27 2K 43 CAM XPT 22 2K 543 lockf 15 2K 22 sctp_atcl 4 2K 91 msi 12 2K 12 toponodes 6 2K 6 select 11 2K 35 mkdir 10 2K 80 ipsecpolicy 2 2K 2 acpidev 20 2K 20 NFSD session 1 1K 1 softdep 1 1K 1 indirdep 4 1K 4 sahead 1 1K 1 secasvar 1 1K 1 vnodemarker 2 1K 8 ip6ndp 6 1K 7 sctp_ifa 7 1K 8 newdirblk 7 1K 40 CAM periph 4 1K 271 ipsec 3 1K 3 CC Mem 3 1K 7 in_multi 3 1K 5 nhops 6 1K 6 pfil 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 crypto 4 1K 4 encap_export_host 12 1K 12 sctp_stri 1 1K 59 procdesc 4 1K 10 cdev 2 1K 2 osd 8 1K 20 inpcbpolicy 13 1K 164 sctp_ifn 3 1K 8 mld 3 1K 3 igmp 3 1K 3 chacha20random 1 1K 1 biobuf 1 1K 1 tun 4 1K 4 DEVFSP 5 1K 10 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 vnodes 1 1K 1 CAM SIM 2 1K 2 sctp_atky 5 1K 150 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 7 prison 6 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 cryptodev 2 1K 49 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 netlink 1 1K 1 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 soname 4 1K 3503 filecaps 4 1K 78 sctp_vrf 1 1K 1 sctp_athm 4 1K 120 sctp_map 4 1K 62 vnet 1 1K 1 entropy 2 1K 39 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 freework 1 1K 55 p1003.1b 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 6 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 6 sctp_aadr 0 0K 0 mqdata 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_krule_item 0 0K 0 pf_temp 0 0K 0 filemon 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 ixl 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 tmpfs extattr 0 0K 0 NFS FHA 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 xen_intr 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 NFSCL open 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 NFSCL owner 0 0K 0 xenbus 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 vm_fictitious 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 UMAHash 0 0K 0 DEVFS4 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 15 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 54 freefrag 0 0K 2 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ktls_ocf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 simple_attr 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpimhi 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 4 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 BACKLIGHT 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 ath_hal 0 0K 0 statfs 0 0K 200 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 2 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 tcp_log_dev 0 0K 0 aio 0 0K 0 lio 0 0K 0 acl 0 0K 0 midi buffers 0 0K 0 mbuf_tag 0 0K 0 ktls 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 PUC 0 0K 0 ppbusdev 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13873 ioctlops 0 0K 90 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 288 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 657 sysctl 0 0K 3 md_sectors 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1078 14642 0 254 38494208 0 mbuf 256 8598 1064 19237 0 254 2473472 0 BUF TRIE 144 184 11632 488 0 62 1701504 0 malloc-384 384 4144 56 4145 0 30 1612800 0 malloc-128 128 11589 129 14865 0 126 1499904 0 malloc-4096 4096 332 4 1047 0 2 1376256 0 UMA Slabs 0 112 10603 11 10603 0 126 1188768 0 sctp_asoc 2264 2 508 31 0 254 1154640 0 mbuf_cluster 2048 508 0 508 0 254 1040384 0 vmem btag 56 15704 103 15704 0 254 885192 0 FFS inode 1160 505 27 543 0 8 617120 0 sctp_ep 1176 1 509 30 0 254 599760 0 RADIX NODE 144 3628 175 27027 0 62 547632 0 lkpimm 168 1 3095 1 0 62 520128 0 lkpicurr 168 2 3094 2 0 62 520128 0 pbuf 2624 0 198 0 0 2 519552 0 socket 960 30 478 1395 0 254 487680 0 malloc-65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 2 515 89 0 254 380512 0 VM OBJECT 264 1083 57 15625 0 30 300960 0 256 Bucket 2048 133 11 996 0 8 294912 0 malloc-64 64 3860 487 5318 0 254 278208 0 VNODE 448 537 66 577 0 30 270144 0 THREAD 1824 126 6 126 0 8 240768 0 malloc-16 16 14436 314 14896 0 254 236000 0 DEVCTL 1024 4 216 129 0 0 225280 0 malloc-4096 4096 48 4 876 0 2 212992 0 malloc-2048 2048 8 96 1069 0 8 212992 0 malloc-256 256 722 88 781 0 62 207360 0 malloc-128 128 1307 212 27813 0 126 194432 0 UMA Zones 768 240 4 240 0 16 187392 0 malloc-32 32 5300 370 6077 0 254 181440 0 malloc-1024 1024 134 10 149 0 16 147456 0 FFS2 dinode 256 505 65 543 0 62 145920 0 MAP ENTRY 96 1176 210 44373 0 126 133056 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 54 0 1 131072 0 malloc-65536 65536 0 2 110 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 unpcb 256 14 496 1181 0 254 130560 0 mbuf_packet 256 3 505 251 0 254 130048 0 S VFS Cache 104 983 187 1053 0 126 121680 0 FPU_save_area 832 128 16 464 0 16 119808 0 ksiginfo 112 42 1002 384 0 126 116928 0 malloc-128 128 591 184 1266 0 126 99200 0 malloc-16384 16384 3 3 38 0 1 98304 0 PROC 1376 47 19 875 0 8 90816 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 44 39 249 0 16 84992 0 malloc-256 256 227 88 256 0 62 80640 0 malloc-256 256 239 76 556 0 62 80640 0 sctp_readq 152 0 520 28 0 254 79040 0 sctp_chunk 152 0 520 87 0 254 79040 0 filedesc0 1072 48 22 876 0 8 75040 0 g_bio 408 0 180 4504 0 30 73440 0 malloc-64 64 651 420 15240 0 254 68544 0 malloc-128 128 345 182 556 0 126 67456 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-4096 4096 13 3 24 0 2 65536 0 sctp_stream_msg_out 112 0 540 30 0 254 60480 0 malloc-8192 8192 6 1 8 0 1 57344 0 64 Bucket 512 63 41 1125 0 30 53248 0 malloc-64 64 307 512 12529 0 254 52416 0 malloc-64 64 507 312 1589 0 254 52416 0 malloc-128 128 348 55 399 0 126 51584 0 malloc-128 128 9 394 336 0 126 51584 0 32 Bucket 256 56 139 2137 0 62 49920 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 12751 0 16 49152 0 malloc-16384 16384 3 0 17 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-1024 1024 8 40 560 0 16 49152 0 malloc-384 384 70 50 157 0 30 46080 0 malloc-384 384 67 53 88 0 30 46080 0 syncache 168 0 264 5 0 254 44352 0 malloc-8192 8192 4 1 30 0 1 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pipe 728 11 44 328 0 16 40040 0 udp_inpcb 424 6 84 150 0 30 38160 0 pcpu-8 8 4389 219 4449 0 254 36864 0 malloc-64 64 8 559 20 0 254 36288 0 malloc-64 64 18 549 24 0 254 36288 0 malloc-64 64 53 514 89 0 254 36288 0 malloc-64 64 30 537 307 0 254 36288 0 malloc-128 128 20 259 70 0 126 35712 0 malloc-128 128 36 243 80 0 126 35712 0 routing nhops 256 14 121 21 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 82 8 107 0 30 34560 0 malloc-256 256 23 112 140 0 62 34560 0 malloc-256 256 63 72 396 0 62 34560 0 malloc-256 256 34 101 730 0 62 34560 0 malloc-256 256 48 87 413 0 62 34560 0 malloc-256 256 47 88 975 0 62 34560 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 2 2 103 0 1 32768 0 malloc-4096 4096 8 0 8 0 2 32768 0 malloc-4096 4096 5 3 205 0 2 32768 0 malloc-2048 2048 0 16 12 0 8 32768 0 malloc-2048 2048 3 13 33 0 8 32768 0 malloc-2048 2048 10 6 10 0 8 32768 0 malloc-2048 2048 7 9 8 0 8 32768 0 malloc-2048 2048 2 14 65 0 8 32768 0 malloc-2048 2048 4 12 195 0 8 32768 0 malloc-1024 1024 2 30 42 0 16 32768 0 malloc-1024 1024 2 30 920 0 16 32768 0 malloc-1024 1024 12 20 171 0 16 32768 0 malloc-1024 1024 9 23 14 0 16 32768 0 malloc-512 512 9 55 127 0 30 32768 0 malloc-512 512 1 63 12 0 30 32768 0 malloc-512 512 4 60 10 0 30 32768 0 malloc-512 512 1 63 59 0 30 32768 0 malloc-512 512 5 59 66 0 30 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 PGRP 120 24 240 35 0 126 31680 0 clpbuf 2624 0 12 23 0 4 31488 0 VMSPACE 616 31 17 860 0 16 29568 0 sctp_laddr 48 0 588 6 0 254 28224 0 16 Bucket 144 48 148 255 0 62 28224 0 4 Bucket 48 5 583 6 0 254 28224 0 da_ccb 544 0 49 1252 0 16 26656 0 TURNSTILE 136 133 56 133 0 62 25704 0 cpuset 200 7 121 7 0 62 25600 0 ripcb 392 4 59 7 0 30 24696 0 ertt_txseginfo 40 0 606 262 0 254 24240 0 rl_entry 40 33 573 33 0 254 24240 0 PWD 40 11 595 131 0 254 24240 0 rtentry 168 17 127 21 0 62 24192 0 Files 80 104 196 7071 0 126 24000 0 8 Bucket 80 48 252 281 0 126 24000 0 tcp_inpcb 1304 3 15 7 0 8 23472 0 malloc-384 384 12 48 12 0 30 23040 0 malloc-384 384 2 58 340 0 30 23040 0 malloc-384 384 18 42 21 0 30 23040 0 SLEEPQUEUE 88 133 123 133 0 126 22528 0 hostcache 64 1 314 1 0 254 20160 0 udp_inpcb ports 32 3 627 40 0 254 20160 0 ertt 72 3 277 7 0 126 20160 0 malloc-32 32 318 312 378 0 254 20160 0 malloc-32 32 32 598 74 0 254 20160 0 malloc-32 32 80 550 1137 0 254 20160 0 malloc-32 32 90 540 829 0 254 20160 0 malloc-32 32 52 578 2907 0 254 20160 0 malloc-32 32 57 573 261 0 254 20160 0 2 Bucket 32 52 578 304 0 254 20160 0 KNOTE 160 11 114 257 0 62 20000 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 3 1 6 0 2 16384 0 malloc-1024 1024 4 12 4 0 16 16384 0 malloc-1024 1024 3 13 3 0 16 16384 0 malloc-512 512 1 31 2 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 kenv 258 16 44 1035 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 tcp_inpcb ports 32 1 377 1 0 254 12096 0 malloc-32 32 9 369 31 0 254 12096 0 malloc-16 16 23 727 60 0 254 12000 0 malloc-16 16 282 468 444 0 254 12000 0 malloc-16 16 62 688 119 0 254 12000 0 malloc-16 16 188 562 3064 0 254 12000 0 malloc-16 16 24 726 26820 0 254 12000 0 malloc-16 16 37 713 1368 0 254 12000 0 Mountpoints 2816 2 2 2 0 4 11264 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 1 0 2 8192 0 malloc-4096 4096 1 1 1 0 2 8192 0 vtnet_tx_hdr 24 0 334 2296 0 254 8016 0 malloc-16 16 15 485 15 0 254 8000 0 pcpu-16 16 4 252 4 0 254 4096 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 KMAP ENTRY 96 12 27 14 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 152 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 352 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 184 0 0 0 0 62 0 0 tcp_rack_pcb 1024 0 0 0 0 16 0 0 tcp_rack_map 128 0 0 0 0 126 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 424 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 0 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 16 0 0 nfspbuf 2624 0 0 0 0 4 0 0 swwbuf 2624 0 0 0 0 2 0 0 swrbuf 2624 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0