panic: Assertion v != tid failed at /syzkaller/managers/i386/kernel/sys/kern/kern_mutex.c:914 cpuid = 1 time = 1601743374 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe000364b5c0 vpanic() at vpanic+0x1c7/frame 0xfffffe000364b620 panic() at panic+0x43/frame 0xfffffe000364b680 thread_lock_flags_() at thread_lock_flags_+0x3a5/frame 0xfffffe000364b700 propagate_priority() at propagate_priority+0x9a/frame 0xfffffe000364b750 turnstile_wait() at turnstile_wait+0x408/frame 0xfffffe000364b7b0 __rw_wlock_hard() at __rw_wlock_hard+0x8d0/frame 0xfffffe000364b860 _rw_wlock_cookie() at _rw_wlock_cookie+0x118/frame 0xfffffe000364b8b0 sctp_free_assoc() at sctp_free_assoc+0x75c/frame 0xfffffe000364b940 sctp_load_addresses_from_init() at sctp_load_addresses_from_init+0x1170/frame 0xfffffe000364c2c0 sctp_process_control() at sctp_process_control+0x926d/frame 0xfffffe000364c750 sctp_common_input_processing() at sctp_common_input_processing+0x7db/frame 0xfffffe000364c8e0 sctp_input_with_port() at sctp_input_with_port+0x308/frame 0xfffffe000364c9d0 sctp_input() at sctp_input+0x1f/frame 0xfffffe000364c9f0 ip_input() at ip_input+0x388/frame 0xfffffe000364ca90 swi_net() at swi_net+0x20d/frame 0xfffffe000364cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe000364cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe000364cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000364cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100020 ] Stopped at kdb_enter+0x67: movq $0,0x1480f66(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b ll+0x1a es 0x3b ll+0x1a fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x80 ll+0x5f rdx 0xffffffff818ecedd rbx 0 rsp 0xfffffe000364b5a0 rbp 0xfffffe000364b5c0 rsi 0x1 rdi 0 r8 0 r9 0xffffffff r10 0 r11 0x274e ll+0x272d r12 0xffffffff82066ae0 ddb_dbbe r13 0 r14 0xffffffff81937751 r15 0xffffffff81937751 rip 0xffffffff810d1117 kdb_enter+0x67 rflags 0x86 ll+0x65 kdb_enter+0x67: movq $0,0x1480f66(%rip) db> show proc Process 12 (intr) at 0xfffff80004314520: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff82504d10 ABI: null reaper: 0xffffffff82504d10 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff82505960 (map 0xffffffff82505960) (map.pmap 0xffffffff82505a20) (pmap 0xffffffff82505a80) threads: 23 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 L *sctp-in 0xfffff800040c8000 [swi1: netisr 0] 100021 I [swi3: vm] 100022 L *sctp-in 0xfffff800040c8000 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 815 772 772 0 LE *sctp-tc 0xfffff800047e8180 syz-executor.1 814 769 769 0 R (threaded) syz-executor.0 100093 RunQ syz-executor.0 100122 S uwait 0xfffff80004e2f200 syz-executor.0 813 773 773 0 R (threaded) syz-executor.2 100089 RunQ syz-executor.2 100123 S uwait 0xfffff80004e2f400 syz-executor.2 812 771 771 0 R (threaded) syz-executor.3 100117 RunQ syz-executor.3 100121 RunQ syz-executor.3 811 807 424 0 R ifconfig 807 424 424 0 S wait 0xfffff80004d1c000 sh 773 767 773 0 Rs syz-executor.2 772 767 772 0 Rs syz-executor.1 771 767 771 0 Rs syz-executor.3 769 767 769 0 Rs syz-executor.0 767 765 765 0 S (threaded) syz-execprog 100106 S uwait 0xfffff80004bd6400 syz-execprog 100107 S uwait 0xfffff80004bd6c80 syz-execprog 100108 S kqread 0xfffff8001977d200 syz-execprog 100109 S uwait 0xfffff80004bd6e80 syz-execprog 100110 S uwait 0xfffff80004e2f700 syz-execprog 100111 S uwait 0xfffff80004e2f800 syz-execprog 100112 S uwait 0xfffff80004e2f900 syz-execprog 100113 S uwait 0xfffff80004bd6500 syz-execprog 100114 S uwait 0xfffff80004bd9400 syz-execprog 100115 S uwait 0xfffff80004bd6600 syz-execprog 765 763 765 0 Ss pause 0xfffff800195600a8 csh 763 682 763 0 Ss select 0xfffff80004c27440 sshd 742 1 742 0 Ss+ ttyin 0xfffff800047fbcb0 getty 741 1 741 0 Ss+ ttyin 0xfffff800047f90b0 getty 740 1 740 0 Ss+ ttyin 0xfffff800047f94b0 getty 739 1 739 0 Ss+ ttyin 0xfffff800047f98b0 getty 738 1 738 0 Ss+ ttyin 0xfffff800047f9cb0 getty 737 1 737 0 Ss+ ttyin 0xfffff800047fc0b0 getty 736 1 736 0 Ss+ ttyin 0xfffff800047fc4b0 getty 735 1 735 0 Ss+ ttyin 0xfffff800047fc8b0 getty 734 1 734 0 Ss+ ttyin 0xfffff800047fccb0 getty 732 1 24 0 S+ piperd 0xfffff80004c90000 logger 731 730 24 0 S+ nanslp 0xffffffff82525800 sleep 730 1 24 0 S+ wait 0xfffff800043f9a40 sh 686 1 686 0 Ss nanslp 0xffffffff82525800 cron 682 1 682 0 Ss select 0xfffff80004c27640 sshd 495 1 495 0 Ss select 0xfffff80004bd9e40 syslogd 424 1 424 0 Ss wait 0xfffff80004d1ba40 devd 423 1 423 65 Ss select 0xfffff80004bd9cc0 dhclient 338 1 338 0 Ss select 0xfffff80004e2fbc0 dhclient 335 1 335 0 Ss select 0xfffff80004bd9dc0 dhclient 23 0 0 0 DL syncer 0xffffffff826128e8 [syncer] 22 0 0 0 DL vlruwt 0xfffff80004af3520 [vnlru] 21 0 0 0 RL (threaded) [bufdaemon] 100070 RunQ [bufdaemon] 100075 D - 0xffffffff8200ae00 [bufspacedaemon-0] 100086 RunQ [/ worker] 20 0 0 0 DL psleep 0xffffffff82638ec8 [vmdaemon] 19 0 0 0 RL (threaded) [pagedaemon] 100068 Run psleep 0xffffffff8262d2f8 [dom0] 100073 D launds 0xffffffff8262d304 [laundry: dom0] 100074 D umarcl 0xffffffff814d6410 [uma] 18 0 0 0 RL [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c0f1b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d89390 [pf purge] 15 0 0 0 DL - 0xffffffff8261122c [soaiod4] 9 0 0 0 DL - 0xffffffff8261122c [soaiod3] 8 0 0 0 DL - 0xffffffff8261122c [soaiod2] 7 0 0 0 DL - 0xffffffff8261122c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff822310c0 [doneq0] 100067 D - 0xffffffff82230f90 [scanner] 5 0 0 0 DL crypto_ 0xfffff80004216e90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004216e30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8262a7e0 [crypto] 14 0 0 0 DL seqstat 0xfffff800040df488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82504770 [g_event] 100026 D - 0xffffffff82504778 [g_up] 100027 D - 0xffffffff82504780 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff8000421e200 [thr_0] 100019 D - 0xfffff8000421e280 [thr_1] 12 0 0 0 LL (threaded) [intr] 100011 I [swi5: fast taskq] 100015 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100020 L *sctp-in 0xfffff800040c8000 [swi1: netisr 0] 100021 I [swi3: vm] 100022 L *sctp-in 0xfffff800040c8000 [swi4: clock (0)] 100023 I [swi4: clock (1)] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100076 I [swi1: hpts] 100077 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004313000 [init] 10 0 0 0 DL audit_w 0xffffffff8262ad00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82504d10 [swapper] 100005 D - 0xfffff8000420ae00 [if_io_tqg_0] 100006 D - 0xfffff8000420ad00 [if_io_tqg_1] 100007 D - 0xfffff8000420ac00 [if_config_tqg_0] 100008 D - 0xfffff8000420ab00 [softirq_0] 100009 D - 0xfffff8000420aa00 [softirq_1] 100010 D - 0xfffff8000420a900 [thread taskq] 100012 D - 0xfffff8000420a700 [inm_free taskq] 100013 D - 0xfffff8000420a600 [kqueue_ctx taskq] 100014 D - 0xfffff8000420a500 [aiod_kick taskq] 100017 D - 0xfffff8000420a200 [in6m_free taskq] 100024 D - 0xfffff8000420a100 [firmware taskq] 100029 D - 0xfffff80004209e00 [crypto_0] 100030 D - 0xfffff80004209e00 [crypto_1] 100044 D - 0xfffff80004209b00 [vtnet0 rxq 0] 100045 D - 0xfffff80004209a00 [vtnet0 txq 0] 100046 D - 0xfffff80004209900 [vtnet0 rxq 1] 100047 D - 0xfffff80004209800 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000451c680 [virtio_balloon] 100053 D - 0xfffff80004209600 [mca taskq] 100056 D - 0xffffffff81cdd390 [deadlkres] 100062 D - 0xfffff80004208d00 [acpi_task_0] 100063 D - 0xfffff80004208d00 [acpi_task_1] 100064 D - 0xfffff80004208d00 [acpi_task_2] 100066 D - 0xfffff80004209c00 [CAM taskq] db> show all locks Process 815 (syz-executor.1) thread 0xfffffe00257ed800 (100119) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffff800199e7968) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3333 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe000493d2d8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3331 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff800199e7988) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3330 Process 812 (syz-executor.3) thread 0xfffffe00257eca00 (100121) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80019959488) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_usrreq.c:7018 Process 12 (intr) thread 0xfffffe00049cee00 (100020) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00259861a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1473 Process 12 (intr) thread 0xfffffe00049ce000 (100022) exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffff80019959988) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3330 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4214 4854K 4239 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 28170 1644K 28234 kobj 335 1340K 494 newblk 370 1117K 413 vfscache 4 1025K 4 pcb 35 553K 99 inodedep 70 547K 93 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 114 253K 874 acpica 1674 185K 52414 vnet_data 1 168K 1 filedesc 22 153K 72 pagedep 26 135K 31 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 linker 254 99K 294 bus 975 79K 3020 mtx_pool 2 72K 2 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 505 64K 505 kdtrace 180 35K 1701 umtx 270 34K 270 temp 35 33K 1775 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 DEVFS_RULE 56 27K 56 gtaskqueue 18 26K 18 ifaddr 72 24K 72 vmem 3 22K 5 kbdmux 6 22K 6 BPF 14 19K 14 lltable 47 18K 47 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 tidhash 1 16K 1 ithread 99 16K 99 ether_multi 172 14K 177 bus-sc 30 14K 1405 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 92 12K 92 eventhandler 132 12K 132 in6_multi 89 11K 89 pfs_nodes 20 10K 20 GEOM 60 10K 489 rman 82 10K 423 sctp_atcl 18 9K 23 bmsafemap 4 9K 62 UART 12 9K 12 devstat 4 9K 4 sctp_stro 8 8K 11 rpc 2 8K 2 shmfd 1 8K 1 pfs_vncache 1 8K 1 audit_evclass 233 8K 291 diradd 49 7K 61 CAM DEV 3 6K 510 kqueue 58 6K 820 vt 11 6K 11 plimit 21 6K 350 cred 21 6K 233 sglist 5 6K 5 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 dirrem 18 5K 29 pf_ifnet 10 5K 19 UMA 251 5K 251 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 ip6ndp 20 4K 21 routetbl 24 4K 24 mkdir 28 4K 42 hhook 13 4K 13 session 24 3K 35 pgrp 24 3K 35 acpisem 22 3K 22 terminal 11 3K 11 indirdep 10 3K 10 proc-args 45 3K 535 uidinfo 3 3K 8 sctp_ifa 17 3K 19 select 17 3K 17 local_apic 1 2K 1 io_apic 1 2K 1 newdirblk 16 2K 21 ipsec-saq 2 2K 2 Unitno 28 2K 46 CAM XPT 22 2K 543 lockf 15 2K 22 sctp_stri 3 2K 6 in_multi 6 2K 7 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 sctp_atky 25 2K 35 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_timw 3 1K 3 sctp_ifn 6 1K 19 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 encap_export_host 12 1K 12 crypto 3 1K 3 pfil 4 1K 4 chacha20random 1 1K 1 CAM SIM 2 1K 2 cdev 2 1K 2 DEVFSP 6 1K 6 osd 3 1K 9 sctp_athm 18 1K 25 sctp_map 16 1K 22 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 inpcbpolicy 7 1K 168 loginclass 3 1K 7 prison 6 1K 6 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 27 freefile 1 1K 10 tcpfunc 2 1K 2 soname 5 1K 3099 pmchooks 1 1K 1 filecaps 4 1K 63 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 41 vnet 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 0 sctp_iter 0 0K 7 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 7 sctp_aadr 0 0K 0 vtfont 0 0K 0 madt_table 0 0K 2 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 pvscsi 0 0K 0 smartpqi 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 fpukern_ctx 0 0K 0 tcp_log_dev 0 0K 0 xen_intr 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ac97 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 acpi_perf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 vm_fictitious 0 0K 0 CAM CCB 0 0K 1771 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 UMAHash 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 13 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 2 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 26 freefrag 0 0K 5 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 lDevFlags * malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 3 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 ag_portal_data_t malloc 0 0K 0 statfs 0 0K 196 export_host 0 0K 0 cl_savebuf 0 0K 2 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MPSSAS 0 0K 0 mbuf_tag 0 0K 109 accf 0 0K 0 pts 0 0K 0 iov 0 0K 13450 ioctlops 0 0K 100 Witness 0 0K 0 stack 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 sbuf 0 0K 288 md_disk 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 malodev 0 0K 0 SWAP 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 612 sysctl 0 0K 1 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 cache 0 0K 0 aacraid_buf 0 0K 0 kcovinfo 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_cluster 2048 9272 126 9272 0 254 19247104 0 mbuf_packet 256 8202 942 22464 0 254 2340864 0 512 512 4142 34 4144 0 30 2138112 0 BUF TRIE 144 166 13302 432 0 62 1939392 0 4096 4096 335 3 494 0 2 1384448 0 128 128 10037 193 10065 0 126 1309440 0 sctp_asoc 2288 8 502 11 0 254 1166880 0 mbuf_jumbo_page 4096 0 254 10 0 254 1040384 0 pbuf 832 0 969 0 0 2 806208 0 UMA Slabs 0 112 6424 14 6424 0 126 721056 0 sctp_ep 1280 7 503 8 0 254 652800 0 tcpcb 1040 3 514 7 0 254 537680 0 socket 960 21 487 1261 0 254 487680 0 sctp_raddr 736 21 496 29 0 254 380512 0 RADIX NODE 144 2250 183 21110 0 62 350352 0 4096 4096 75 1 848 0 2 311296 0 VNODE 496 554 46 566 0 30 297600 0 256 Bucket 2048 131 13 361 0 8 294912 0 VM OBJECT 264 1033 47 13377 0 30 285120 0 65536 65536 4 0 4 0 1 262144 0 ripcb 488 1 511 4 0 254 249856 0 tcp_inpcb 488 3 509 7 0 254 249856 0 udp_inpcb 488 3 509 157 0 254 249856 0 THREAD 1792 123 12 124 0 8 241920 0 DEVCTL 1024 10 198 125 0 0 212992 0 64 64 2768 319 3535 0 254 197568 0 mbuf 256 428 343 2069 0 254 197376 0 16 16 11830 170 11885 0 254 192000 0 16384 16384 8 3 169 0 1 180224 0 128 128 1129 266 24354 0 126 178560 0 UMA Zones 768 226 1 226 0 16 174336 0 32 32 4460 202 5515 0 254 149184 0 FFS2 dinode 256 520 50 530 0 62 145920 0 MAP ENTRY 96 1061 325 40681 0 126 133056 0 65536 65536 0 2 66 0 1 131072 0 65536 65536 2 0 2 0 1 131072 0 65536 65536 1 1 111 0 1 131072 0 1024 1024 117 11 138 0 16 131072 0 unpcb 256 8 502 1060 0 254 130560 0 ksiginfo 112 40 1004 59 0 126 116928 0 vmem btag 56 1858 218 1858 0 254 116256 0 2048 2048 6 50 2540 0 8 114688 0 256 256 405 30 567 0 62 111360 0 VMSPACE 2536 33 9 799 0 4 106512 0 S VFS Cache 104 615 282 1154 0 126 93288 0 FFS inode 160 520 55 530 0 62 92000 0 128 Bucket 1024 41 42 224 0 16 84992 0 filedesc0 1080 56 21 816 0 8 83160 0 UMA Kegs 384 212 4 212 0 30 82944 0 512 512 129 23 666 0 30 77824 0 PROC 1312 55 2 815 0 8 74784 0 g_bio 408 0 180 4735 0 30 73440 0 64 64 512 559 1608 0 254 68544 0 128 128 321 206 383 0 126 67456 0 65536 65536 1 0 1 0 1 65536 0 65536 65536 0 1 8 0 1 65536 0 65536 65536 1 0 1 0 1 65536 0 8192 8192 6 2 34 0 1 65536 0 256 256 157 98 480 0 62 65280 0 256 256 205 50 1602 0 62 65280 0 512 512 76 44 76 0 30 61440 0 8192 8192 6 1 8 0 1 57344 0 64 64 477 342 672 0 254 52416 0 128 128 200 203 228 0 126 51584 0 128 128 170 233 868 0 126 51584 0 256 256 106 89 435 0 62 49920 0 256 256 77 118 436 0 62 49920 0 32 Bucket 256 37 158 383 0 62 49920 0 DIRHASH 1024 34 14 34 0 16 49152 0 NAMEI 1024 0 48 12522 0 16 49152 0 16384 16384 3 0 3 0 1 49152 0 16384 16384 2 1 5 0 1 49152 0 4096 4096 11 1 14 0 2 49152 0 syncache 168 0 264 5 0 254 44352 0 clpbuf 832 0 48 87 0 16 39936 0 sctp_chunk 152 6 254 11 0 254 39520 0 64 pcpu 8 4132 476 4134 0 254 36864 0 64 Bucket 512 55 17 433 0 30 36864 0 selfd 64 35 532 3914 0 254 36288 0 64 64 20 547 33 0 254 36288 0 64 64 242 325 13418 0 254 36288 0 64 64 212 355 1015 0 254 36288 0 64 64 6 561 41 0 254 36288 0 64 64 68 499 330 0 254 36288 0 128 128 18 261 64 0 126 35712 0 128 128 59 220 2969 0 126 35712 0 128 128 147 132 847 0 126 35712 0 routing nhops 256 26 109 38 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 256 256 53 82 197 0 62 34560 0 256 256 25 110 63 0 62 34560 0 256 256 8 127 330 0 62 34560 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 0 1 112 0 1 32768 0 32768 32768 1 0 1 0 1 32768 0 4096 4096 8 0 457 0 2 32768 0 2048 2048 2 14 14 0 8 32768 0 2048 2048 8 8 8 0 8 32768 0 2048 2048 10 6 13 0 8 32768 0 2048 2048 8 8 9 0 8 32768 0 1024 1024 4 28 44 0 16 32768 0 1024 1024 6 26 993 0 16 32768 0 1024 1024 2 30 16 0 16 32768 0 1024 1024 11 21 147 0 16 32768 0 1024 1024 16 16 16 0 16 32768 0 1024 1024 17 15 17 0 16 32768 0 1024 1024 1 31 7 0 16 32768 0 512 512 22 42 140 0 30 32768 0 512 512 5 59 319 0 30 32768 0 512 512 10 54 10 0 30 32768 0 512 512 45 19 57 0 30 32768 0 512 512 2 62 31 0 30 32768 0 mt_stats_zone 64 445 67 445 0 254 32768 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 7 0 126 29016 0 sctp_laddr 48 0 588 16 0 254 28224 0 hostcache 96 1 293 1 0 254 28224 0 32 32 356 526 1198 0 254 28224 0 4 Bucket 48 10 578 4647 0 254 28224 0 KMAP ENTRY 96 12 279 12 0 126 27936 0 pipe 760 20 15 302 0 16 26600 0 TURNSTILE 136 136 53 136 0 62 25704 0 8192 8192 3 0 3 0 1 24576 0 8192 8192 2 1 83 0 1 24576 0 rtentry 176 34 104 38 0 62 24288 0 rl_entry 40 36 570 36 0 254 24240 0 Files 80 117 183 6915 0 126 24000 0 8 Bucket 80 33 267 6025 0 126 24000 0 Mountpoints 2816 2 6 2 0 4 22528 0 SLEEPQUEUE 88 136 120 136 0 126 22528 0 udpcb 32 2 628 157 0 254 20160 0 PWD 32 17 613 111 0 254 20160 0 32 32 102 528 152 0 254 20160 0 32 32 41 589 714 0 254 20160 0 32 32 19 611 46 0 254 20160 0 32 32 86 544 351 0 254 20160 0 32 32 24 606 2672 0 254 20160 0 16 Bucket 144 46 94 411 0 62 20160 0 2 Bucket 32 50 580 9055 0 254 20160 0 KNOTE 160 26 99 113 0 62 20000 0 procdesc 136 1 144 6 0 62 19720 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 16384 16384 1 0 1 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 4096 4096 1 3 4 0 2 16384 0 4096 4096 1 3 197 0 2 16384 0 2048 2048 4 4 4 0 8 16384 0 2048 2048 0 8 32 0 8 16384 0 2048 2048 1 7 192 0 8 16384 0 mt_zone 24 445 223 445 0 254 16032 0 kenv 258 3 57 999 0 30 15480 0 FPU_save_area 832 1 17 1 0 16 14976 0 vmem 1856 1 7 1 0 8 14848 0 32 32 15 363 197 0 254 12096 0 vtnet_tx_hdr 24 0 501 721 0 254 12024 0 16 16 11 739 41 0 254 12000 0 16 16 52 698 348 0 254 12000 0 16 16 59 691 479 0 254 12000 0 16 16 182 568 1224 0 254 12000 0 16 16 15 735 15 0 254 12000 0 16 16 284 466 310 0 254 12000 0 16 16 14 736 23665 0 254 12000 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 0 2 1 0 2 8192 0 SMR CPU 32 2 253 2 0 254 8160 0 SMR SHARED 24 2 253 2 0 254 6120 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 int pcpu 4 34 478 34 0 254 2048 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_pcb 832 0 0 0 0 16 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 TMPFS dirent 64 0 0 0 0 254 0 0 NCLNODE 592 0 0 0 0 16 0 0 rentr 24 0 0 0 0 254 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 832 0 0 0 0 62 0 0 mdpbuf 832 0 0 0 0 4 0 0 nfspbuf 832 0 0 0 0 16 0 0 swwbuf 832 0 0 0 0 8 0 0 swrbuf 832 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 4096 4096 0 0 0 0 2 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db>