panic: Assertion v != tid failed at /syzkaller/managers/main/kernel/sys/kern/kern_mutex.c:914 cpuid = 1 time = 1603200665 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00036355b0 vpanic() at vpanic+0x1c7/frame 0xfffffe0003635610 panic() at panic+0x43/frame 0xfffffe0003635670 thread_lock_flags_() at thread_lock_flags_+0x3a5/frame 0xfffffe00036356f0 propagate_priority() at propagate_priority+0x9a/frame 0xfffffe0003635740 turnstile_wait() at turnstile_wait+0x408/frame 0xfffffe00036357a0 __rw_wlock_hard() at __rw_wlock_hard+0x8d0/frame 0xfffffe0003635850 _rw_wlock_cookie() at _rw_wlock_cookie+0x118/frame 0xfffffe00036358a0 sctp_free_assoc() at sctp_free_assoc+0x75c/frame 0xfffffe0003635930 sctp_load_addresses_from_init() at sctp_load_addresses_from_init+0x1201/frame 0xfffffe00036362c0 sctp_process_control() at sctp_process_control+0x67dc/frame 0xfffffe0003636750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe00036368e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe00036369d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00036369f0 ip_input() at ip_input+0x388/frame 0xfffffe0003636a90 swi_net() at swi_net+0x20d/frame 0xfffffe0003636b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003636bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003636bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003636bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x1477dd6(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0x28 ll+0x7 rax 0x12 rcx 0x80 ll+0x5f rdx 0xffffffff818c1e55 rbx 0 rsp 0xfffffe0003635590 rbp 0xfffffe00036355b0 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0 r11 0x274e ll+0x272d r12 0xffffffff82066b10 ddb_dbbe r13 0 r14 0xffffffff81969b85 r15 0xffffffff81969b85 rip 0xffffffff810dc027 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x1477dd6(%rip) db> show proc Process 12 (intr) at 0xfffff800042a1a40: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82506a50 ABI: null reaper: 0xffffffff82506a50 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff825076a0 (map 0xffffffff825076a0) (map.pmap 0xffffffff82507760) (pmap 0xffffffff825077c0) threads: 23 100011 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100017 I [swi6: task queue] 100020 L *sctp-in 0xfffff800042c4b40 [swi1: netisr 0] 100021 L *sctp-in 0xfffff800042c4b40 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 851 774 774 0 R (threaded) syz-executor.2 100121 Run CPU 0 syz-executor.2 100148 L *sctp-in 0xfffff800042c4b40 syz-executor.2 850 773 773 0 L (threaded) syz-executor.3 100114 S nanslp 0xffffffff82527540 syz-executor.3 100146 L *sctp-in 0xfffff800042c4b40 syz-executor.3 100147 S uwait 0xfffff800314fae80 syz-executor.3 849 792 424 0 R sh 848 770 770 0 LE *sctp-tc 0xfffff80031102cc0 syz-executor.1 843 769 769 0 R (threaded) syz-executor.0 100123 RunQ syz-executor.0 100142 RunQ syz-executor.0 792 783 424 0 S piperd 0xfffff80004b24be0 sh 783 424 424 0 S wait 0xfffff8003142ea40 sh 774 767 774 0 Ss nanslp 0xffffffff82527540 syz-executor.2 773 767 773 0 Ss nanslp 0xffffffff82527540 syz-executor.3 770 767 770 0 Ss nanslp 0xffffffff82527540 syz-executor.1 769 767 769 0 Ss nanslp 0xffffffff82527540 syz-executor.0 767 765 765 0 S (threaded) syz-execprog 100082 S uwait 0xfffff80004a06080 syz-execprog 100104 S uwait 0xfffff80031103d00 syz-execprog 100105 S uwait 0xfffff80031103e00 syz-execprog 100106 S uwait 0xfffff80031103f00 syz-execprog 100107 S uwait 0xfffff80004b2a080 syz-execprog 100108 S kqread 0xfffff8001ef5d300 syz-execprog 100109 S uwait 0xfffff800313f9c00 syz-execprog 100110 S uwait 0xfffff800313f9b00 syz-execprog 100111 S uwait 0xfffff80031402e80 syz-execprog 100112 S uwait 0xfffff80004a38000 syz-execprog 765 763 765 0 Ss pause 0xfffff8003114b0a8 csh 763 682 763 0 Ss select 0xfffff8001ef35bc0 sshd 742 1 742 0 Ss+ ttyin 0xfffff800047214b0 getty 741 1 741 0 Ss+ ttyin 0xfffff80004a120b0 getty 740 1 740 0 Ss+ ttyin 0xfffff80004a124b0 getty 739 1 739 0 Ss+ ttyin 0xfffff80004a128b0 getty 738 1 738 0 Ss+ ttyin 0xfffff80004a12cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff80004a070b0 getty 736 1 736 0 Ss+ ttyin 0xfffff80004a074b0 getty 735 1 735 0 Ss+ ttyin 0xfffff80004a078b0 getty 734 1 734 0 Ss+ ttyin 0xfffff80004a07cb0 getty 732 1 24 0 S+ piperd 0xfffff80004b202f8 logger 731 730 24 0 S+ nanslp 0xffffffff82527540 sleep 730 1 24 0 S+ wait 0xfffff80004baf520 sh 686 1 686 0 Ss nanslp 0xffffffff82527540 cron 682 1 682 0 Ss select 0xfffff80004ad6ac0 sshd 495 1 495 0 Ss select 0xfffff80004ad6940 syslogd 424 1 424 0 Ss wait 0xfffff80004baf000 devd 423 1 423 65 Ss select 0xfffff80004ad66c0 dhclient 338 1 338 0 Ss select 0xfffff80004297240 dhclient 335 1 335 0 Ss select 0xfffff80004ad6a40 dhclient 23 0 0 0 DL syncer 0xffffffff826148f8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004a3b520 [vnlru] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826139d0 [bufdaemon] 100075 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100086 D sdflush 0xfffff800049894e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff8263aec8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8262f2f8 [dom0] 100073 D launds 0xffffffff8262f304 [laundry: dom0] 100074 D umarcl 0xffffffff814e2a90 [uma] 18 0 0 0 DL - 0xffffffff8235b088 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c561d8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d4f390 [pf purge] 15 0 0 0 DL - 0xffffffff82612fac [soaiod4] 9 0 0 0 DL - 0xffffffff82612fac [soaiod3] 8 0 0 0 DL - 0xffffffff82612fac [soaiod2] 7 0 0 0 DL - 0xffffffff82612fac [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff82232dc0 [doneq0] 100067 D - 0xffffffff82232c90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004335d90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004335d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262c7f0 [crypto] 14 0 0 0 DL seqstat 0xfffff8000430f888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff825064b0 [g_event] 100026 D - 0xffffffff825064b8 [g_up] 100027 D - 0xffffffff825064c0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000429a800 [thr_0] 100019 D - 0xfffff8000429a880 [thr_1] 12 0 0 0 LL (threaded) [intr] 100011 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100017 I [swi6: task queue] 100020 L *sctp-in 0xfffff800042c4b40 [swi1: netisr 0] 100021 L *sctp-in 0xfffff800042c4b40 [swi4: clock (0)] 100022 I [swi4: clock (1)] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004284520 [init] 10 0 0 0 DL audit_w 0xffffffff8262cd10 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82506a50 [swapper] 100005 D - 0xfffff8000429ad00 [if_io_tqg_0] 100006 D - 0xfffff8000429ac00 [if_io_tqg_1] 100007 D - 0xfffff8000429ab00 [if_config_tqg_0] 100008 D - 0xfffff8000429aa00 [softirq_0] 100009 D - 0xfffff8000429a900 [softirq_1] 100010 D - 0xfffff80004087c00 [inm_free taskq] 100012 D - 0xfffff80004087a00 [thread taskq] 100014 D - 0xfffff80004087800 [kqueue_ctx taskq] 100015 D - 0xfffff80004087700 [in6m_free taskq] 100016 D - 0xfffff80004087600 [aiod_kick taskq] 100024 D - 0xfffff800042dce00 [firmware taskq] 100029 D - 0xfffff800042dcd00 [crypto_0] 100030 D - 0xfffff800042dcd00 [crypto_1] 100044 D - 0xfffff800042dcb00 [vtnet0 rxq 0] 100045 D - 0xfffff800042dca00 [vtnet0 txq 0] 100046 D - 0xfffff800042dc900 [vtnet0 rxq 1] 100047 D - 0xfffff800042dc800 [vtnet0 txq 1] 100049 D vtbslp 0xfffff800044bd600 [virtio_balloon] 100053 D - 0xfffff800042dc700 [mca taskq] 100058 D - 0xffffffff81d11860 [deadlkres] 100062 D - 0xfffff80004087100 [acpi_task_0] 100063 D - 0xfffff80004087100 [acpi_task_1] 100064 D - 0xfffff80004087100 [acpi_task_2] 100066 D - 0xfffff800042dcc00 [CAM taskq] db> show all locks Process 848 (syz-executor.1) thread 0xfffffe0025761e00 (100122) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff8003155fe68) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3333 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe000493df00) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3331 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff8003155fe88) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3330 Process 843 (syz-executor.0) thread 0xfffffe0025795e00 (100142) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80031553988) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_usrreq.c:7005 Process 12 (intr) thread 0xfffffe0003820a00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe002579aa90) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:1473 Process 12 (intr) thread 0xfffffe0003820300 (100021) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff8003152de88) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:3330 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4239 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28902 1686K 28966 kobj 336 1344K 496 newblk 404 1125K 473 vfscache 3 1025K 3 pcb 35 553K 147 inodedep 50 537K 106 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 121 260K 916 acpica 1674 185K 52444 vnet_data 1 168K 1 filedesc 21 149K 97 pagedep 20 133K 44 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 294 bus 979 79K 3032 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 507 64K 507 kdtrace 182 35K 1792 umtx 270 34K 270 temp 35 33K 1765 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 ifaddr 72 24K 72 vmem 3 22K 5 kbdmux 6 22K 6 BPF 14 19K 14 lltable 47 18K 47 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 182 bus-sc 30 14K 1413 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 bmsafemap 2 9K 75 UART 12 9K 12 devstat 4 9K 4 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 sctp_atcl 15 8K 93 audit_evclass 233 8K 291 sctp_timw 25 7K 25 CAM DEV 3 6K 510 kqueue 59 6K 856 vt 11 6K 11 plimit 21 6K 350 cred 21 6K 233 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 sctp_stro 5 5K 45 ufs_dirhash 24 5K 24 dirrem 18 5K 42 pf_ifnet 10 5K 19 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 diradd 31 4K 74 ip6ndp 20 4K 21 routetbl 24 4K 24 mkdir 26 4K 68 hhook 13 4K 13 freefile 25 4K 36 session 24 3K 35 pgrp 24 3K 35 terminal 11 3K 11 acpisem 22 3K 22 indirdep 10 3K 10 proc-args 45 3K 535 uidinfo 3 3K 8 sctp_ifa 17 3K 19 local_apic 1 2K 1 io_apic 1 2K 1 newdirblk 16 2K 34 ipsec-saq 2 2K 2 select 13 2K 13 CAM XPT 22 2K 543 Unitno 26 2K 46 lockf 15 2K 22 sctp_stri 3 2K 32 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 10 NFSD session 1 1K 1 sctp_atky 20 1K 153 CAM periph 4 1K 271 sctp_ifn 6 1K 19 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 DEVFSP 6 1K 6 osd 3 1K 9 inpcbpolicy 8 1K 172 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 sctp_athm 15 1K 109 feeder 7 1K 7 loginclass 3 1K 7 prison 6 1K 6 sctp_map 10 1K 90 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 40 tcpfunc 2 1K 2 soname 5 1K 3155 pmchooks 1 1K 1 filecaps 4 1K 63 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 41 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 scsi_pass 0 0K 0 ciss_data 0 0K 0 smartpqi 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 iavf 0 0K 0 ixl 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 agp 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 nvme_da 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twa_commands 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 vm_fictitious 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 1836 UMAHash 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 16 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 39 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 PUC 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 ppbusdev 0 0K 0 statfs 0 0K 212 export_host 0 0K 0 cl_savebuf 0 0K 2 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mbuf_tag 0 0K 111 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13372 ioctlops 0 0K 94 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 sbuf 0 0K 288 mps 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mpr_user 0 0K 0 SWAP 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 sysctltmp 0 0K 594 sysctl 0 0K 1 mfibuf 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 ix_sriov 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9173 1 9173 0 254 18788352 0 mbuf_packet 256 8199 846 23262 0 254 2315520 0 512 512 4151 1 4580 0 30 2125824 0 BUF TRIE 144 168 13300 491 0 62 1939392 0 4096 4096 336 1 496 0 2 1380352 0 128 128 9512 36 9617 0 126 1222144 0 pbuf 832 0 969 0 0 2 806208 0 UMA Slabs 0 112 5958 15 5958 0 126 668976 0 RADIX NODE 144 2274 159 21892 0 62 350352 0 65536 65536 4 1 114 0 1 327680 0 VM OBJECT 264 1039 71 13812 0 30 293040 0 VNODE 496 541 43 579 0 30 289664 0 16384 16384 12 4 186 0 1 262144 0 4096 4096 59 4 854 0 2 258048 0 256 Bucket 2048 114 12 5962 0 8 258048 0 THREAD 1792 128 7 148 0 8 241920 0 DEVCTL 1024 14 194 125 0 0 212992 0 256 256 778 47 2045 0 62 211200 0 16 16 12098 152 12428 0 254 196000 0 64 64 2954 70 3791 0 254 193536 0 UMA Zones 768 226 1 226 0 16 174336 0 128 128 1182 58 24421 0 126 158720 0 32 32 4714 200 5716 0 254 157248 0 1024 1024 120 16 312 0 16 139264 0 mbuf 256 435 105 2834 0 254 138240 0 FFS2 dinode 256 507 18 543 0 62 134400 0 65536 65536 1 1 9 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 0 2 57 0 1 131072 0 MAP ENTRY 96 1090 212 41583 0 126 124992 0 ksiginfo 112 45 999 63 0 126 116928 0 S VFS Cache 104 986 106 1074 0 126 113568 0 VMSPACE 2536 34 8 830 0 4 106512 0 vmem btag 56 1665 123 1665 0 254 100128 0 2048 2048 2 46 1838 0 8 98304 0 FFS inode 160 507 68 543 0 62 92000 0 4096 4096 21 0 483 0 2 86016 0 UMA Kegs 384 212 4 212 0 30 82944 0 PROC 1312 56 7 851 0 8 82656 0 g_bio 408 0 200 4995 0 30 81600 0 filedesc0 1080 57 13 852 0 8 75600 0 8192 8192 9 0 9 0 1 73728 0 128 128 520 38 3417 0 126 71424 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 1 0 1 0 1 65536 0 32768 32768 0 2 112 0 1 65536 0 128 Bucket 1024 35 28 1846 0 16 64512 0 128 128 454 42 598 0 126 63488 0 512 512 100 4 108 0 30 53248 0 512 512 85 19 192 0 30 53248 0 8192 8192 2 4 119 0 1 49152 0 512 512 61 35 142 0 30 49152 0 128 128 338 34 921 0 126 47616 0 2048 2048 4 18 511 0 8 45056 0 64 64 620 73 1639 0 254 44352 0 64 64 529 164 1713 0 254 44352 0 32 Bucket 256 34 131 929 0 62 42240 0 DIRHASH 1024 34 6 34 0 16 40960 0 8192 8192 4 1 6 0 1 40960 0 clpbuf 832 0 48 101 0 16 39936 0 NAMEI 1024 0 36 12599 0 16 36864 0 2048 2048 11 7 227 0 8 36864 0 64 pcpu 8 4169 439 4173 0 254 36864 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 16384 16384 2 0 5 0 1 32768 0 1024 1024 26 6 31 0 16 32768 0 64 Bucket 512 53 11 612 0 30 32768 0 sctp_raddr 736 20 24 125 0 254 32384 0 256 256 89 31 696 0 62 30720 0 4096 4096 7 0 10 0 2 28672 0 mt_stats_zone 64 446 2 446 0 254 28672 0 socket 960 21 7 1294 0 254 26880 0 8192 8192 3 0 3 0 1 24576 0 4096 4096 6 0 6 0 2 24576 0 2048 2048 10 2 55 0 8 24576 0 4 Bucket 48 17 487 5181 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 128 128 167 19 659 0 126 23808 0 128 128 155 31 409 0 126 23808 0 ttyoutq 256 72 18 160 0 62 23040 0 256 256 66 24 751 0 62 23040 0 sctp_asoc 2288 5 5 45 0 254 22880 0 tcpcb 1040 3 19 7 0 254 22880 0 pipe 760 21 9 320 0 16 22800 0 Mountpoints 2816 2 6 2 0 4 22528 0 2048 2048 7 3 8 0 8 20480 0 8 Bucket 80 53 197 7323 0 126 20000 0 TURNSTILE 136 136 11 136 0 62 19992 0 sctp_ep 1280 7 8 32 0 254 19200 0 mbuf_jumbo_page 4096 0 4 10 0 254 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 4096 4096 2 2 215 0 2 16384 0 1024 1024 12 4 52 0 16 16384 0 32 32 350 154 1134 0 254 16128 0 256 256 50 10 57 0 62 15360 0 256 256 42 18 77 0 62 15360 0 SLEEPQUEUE 88 136 24 136 0 126 14080 0 1024 1024 8 4 22 0 16 12288 0 1024 1024 3 9 994 0 16 12288 0 512 512 14 10 523 0 30 12288 0 64 64 162 27 203 0 254 12096 0 2 Bucket 32 51 327 11352 0 254 12096 0 mt_zone 24 446 55 446 0 254 12024 0 KNOTE 160 26 49 179 0 62 12000 0 Files 80 119 31 7036 0 126 12000 0 16 16 462 288 1553 0 254 12000 0 udp_inpcb 488 4 20 161 0 254 11712 0 routing nhops 256 27 18 38 0 62 11520 0 256 256 15 30 314 0 62 11520 0 256 256 40 5 366 0 62 11520 0 8192 8192 1 0 1 0 1 8192 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 1 1 4 0 2 8192 0 2048 2048 3 1 3 0 8 8192 0 2048 2048 0 4 256 0 8 8192 0 2048 2048 2 2 3 0 8 8192 0 rtentry 176 34 12 38 0 62 8096 0 rl_entry 40 38 164 38 0 254 8080 0 selfd 64 27 99 4204 0 254 8064 0 sctp_laddr 48 0 168 16 0 254 8064 0 udpcb 32 2 250 161 0 254 8064 0 PWD 32 17 235 124 0 254 8064 0 64 64 8 118 13043 0 254 8064 0 64 64 2 124 2 0 254 8064 0 64 64 22 104 279 0 254 8064 0 64 64 10 116 31 0 254 8064 0 32 32 9 243 17 0 254 8064 0 32 32 142 110 288 0 254 8064 0 32 32 52 200 53 0 254 8064 0 32 32 41 211 2741 0 254 8064 0 32 32 30 222 161 0 254 8064 0 32 32 5 247 1054 0 254 8064 0 16 Bucket 144 31 25 194 0 62 8064 0 vtnet_tx_hdr 24 0 334 754 0 254 8016 0 16 16 8 492 295 0 254 8000 0 16 16 33 467 185 0 254 8000 0 16 16 5 495 6 0 254 8000 0 16 16 39 461 23805 0 254 8000 0 16 16 1 499 6 0 254 8000 0 16 16 37 463 167 0 254 8000 0 128 128 0 62 80 0 126 7936 0 sctp_chunk 152 11 41 76 0 254 7904 0 procdesc 136 1 57 6 0 62 7888 0 ripcb 488 1 15 4 0 254 7808 0 tcp_inpcb 488 3 13 7 0 254 7808 0 kenv 258 3 27 998 0 30 7740 0 unpcb 256 8 22 1063 0 254 7680 0 256 256 4 26 21 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 1024 1024 1 3 1 0 16 4096 0 1024 1024 0 4 3 0 16 4096 0 1024 1024 1 3 1 0 16 4096 0 512 512 0 8 1 0 30 4096 0 512 512 1 7 1 0 30 4096 0 512 512 2 6 3 0 30 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 5 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 KMAP ENTRY 96 12 27 12 0 126 3744 0 vmem 1856 1 1 1 0 8 3712 0 int pcpu 4 34 478 34 0 254 2048 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db>