panic: Assertion owner->td_proc->p_magic == P_MAGIC failed at /syzkaller/managers/i386/kernel/sys/kern/subr_turnstile.c:749 cpuid = 0 time = 2000000199 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051650020 vpanic() at vpanic+0x1cc/frame 0xfffffe0051650080 panic() at panic+0x43/frame 0xfffffe00516500e0 turnstile_wait() at turnstile_wait+0x4c5/frame 0xfffffe0051650140 __mtx_lock_sleep() at __mtx_lock_sleep+0x353/frame 0xfffffe00516501d0 __mtx_lock_flags() at __mtx_lock_flags+0x16d/frame 0xfffffe0051650230 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe0051650250 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe00516502c0 sctp_process_control() at sctp_process_control+0x8e29/frame 0xfffffe0051650740 sctp_common_input_processing() at sctp_common_input_processing+0x83a/frame 0xfffffe00516508c0 sctp_input_with_port() at sctp_input_with_port+0x30a/frame 0xfffffe00516509b0 sctp_input() at sctp_input+0x1f/frame 0xfffffe00516509d0 ip_input() at ip_input+0x38b/frame 0xfffffe0051650a90 swi_net() at swi_net+0x20e/frame 0xfffffe0051650b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0051650bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0051650bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0051650bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x16400ce(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff811327a0 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0051650000 rbp 0xfffffe0051650020 rsi 0 rdi 0xffffffff811327d6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164fef0 r11 0x1ffaefff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff8198dd00 r14 0xffffffff81a74f6c r15 0xffffffff81a74f6c rip 0xffffffff81129837 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x16400ce(%rip) db> show proc Process 12 (intr) at 0xfffff80004c74a70: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271ce70 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271ce70 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271daf0 (map 0xffffffff8271daf0) (map.pmap 0xffffffff8271dbb0) (pmap 0xffffffff8271dc10) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 58252 800 800 0 RE CPU 1 syz-executor.2 55943 1 783 0 S uwait 0xfffff800399f7500 syz-executor.1 55938 1 783 0 S uwait 0xfffff8004ab27700 syz-executor.1 46517 1 783 0 SV uwait 0xfffff8003965a300 syz-executor.1 46516 1 783 0 SV uwait 0xfffff8004ab27300 syz-executor.1 45410 1 800 0 S uwait 0xfffff80015d88100 syz-executor.2 45407 1 800 0 S uwait 0xfffff8003717cd00 syz-executor.2 45270 1 800 0 S umtxn 0xfffff8004ab61900 syz-executor.2 45269 1 800 0 S uwait 0xfffff8004ab06700 syz-executor.2 35050 1 783 60929 S uwait 0xfffff8004ae8b500 syz-executor.1 35044 1 783 60929 S uwait 0xfffff80031724900 syz-executor.1 35039 1 783 60929 S uwait 0xfffff8004ab27b00 syz-executor.1 35037 1 783 60929 S uwait 0xfffff8004a47cf00 syz-executor.1 35035 1 783 60929 S uwait 0xfffff8004ab06500 syz-executor.1 35032 1 35031 60929 S uwait 0xfffff8004ad69b00 syz-executor.1 35028 1 783 60929 S uwait 0xfffff8004ab61500 syz-executor.1 35023 1 783 60929 S uwait 0xfffff80015f37b00 syz-executor.1 35017 1 783 60929 S uwait 0xfffff8004adc5700 syz-executor.1 35013 1 783 60929 S uwait 0xfffff8004aa54900 syz-executor.1 35007 1 783 60929 S uwait 0xfffff8004aa54700 syz-executor.1 35003 1 783 60929 S uwait 0xfffff8004a47cd00 syz-executor.1 35001 1 783 60929 S uwait 0xfffff8004aa54100 syz-executor.1 34999 1 783 60929 S uwait 0xfffff8004a47c700 syz-executor.1 34996 1 826 60929 S uwait 0xfffff8004ab27f00 syz-executor.3 34995 1 783 60929 S uwait 0xfffff8004ab27100 syz-executor.1 34473 1 826 0 S uwait 0xfffff8004ab06b00 syz-executor.3 34469 1 826 0 S uwait 0xfffff80015d88300 syz-executor.3 34387 1 826 0 S uwait 0xfffff80015dd8900 syz-executor.3 34386 1 826 0 S uwait 0xfffff8004ab06d00 syz-executor.3 34353 1 826 0 S uwait 0xfffff80015e96500 syz-executor.3 34352 1 826 0 S uwait 0xfffff80015f37d00 syz-executor.3 34307 1 826 0 S uwait 0xfffff8004a51fb00 syz-executor.3 34306 1 826 0 S uwait 0xfffff8004adc5d00 syz-executor.3 34257 1 826 0 S uwait 0xfffff8004ab61700 syz-executor.3 34255 1 826 0 S uwait 0xfffff8004a47cb00 syz-executor.3 34212 1 826 0 S uwait 0xfffff8004ae8b700 syz-executor.3 34211 1 826 0 S uwait 0xfffff8004ae8b100 syz-executor.3 34202 1 826 0 S uwait 0xfffff8004a395d00 syz-executor.3 34198 1 826 0 S uwait 0xfffff8004aa54500 syz-executor.3 34184 1 826 0 S uwait 0xfffff8004ae8bd00 syz-executor.3 34183 1 826 0 S uwait 0xfffff8004ae8b300 syz-executor.3 34159 1 34152 60929 S uwait 0xfffff80031724d00 syz-executor.3 34154 1 826 60929 S uwait 0xfffff8004ab06900 syz-executor.3 34075 1 826 0 S uwait 0xfffff8004a51f500 syz-executor.3 34070 1 826 0 S uwait 0xfffff8004ab06300 syz-executor.3 27426 1 800 0 S uwait 0xfffff8004aa54300 syz-executor.2 27418 1 800 0 S uwait 0xfffff8004aa54f00 syz-executor.2 27412 1 800 0 S uwait 0xfffff8004a395700 syz-executor.2 27408 1 800 0 S uwait 0xfffff800153d0700 syz-executor.2 8325 1 8325 65 Ss select 0xfffff800311ad8c0 dhclient 7876 0 0 0 DL aiordy 0xfffff8004ab65000 [aiod4] 7875 0 0 0 DL aiordy 0xfffff8004abf8a70 [aiod3] 7874 0 0 0 DL aiordy 0xfffff8004aeb2000 [aiod2] 7873 0 0 0 DL aiordy 0xfffff8004a521538 [aiod1] 7672 1 7672 0 Ss select 0xfffff80031251a40 dhclient 7669 1 7669 0 Ss select 0xfffff800312c6ec0 dhclient 7650 1 7650 65 Ss select 0xfffff80031232ec0 dhclient 2796 1 2796 0 Ss select 0xfffff80031251d40 dhclient 2793 1 2793 0 Ss select 0xfffff800310bd8c0 dhclient 2774 1 2774 65 Ss select 0xfffff8004aa74740 dhclient 2159 1 2159 0 Ss select 0xfffff8004af1e440 dhclient 2156 1 2156 0 Ss select 0xfffff800311832c0 dhclient 2137 1 2137 65 Ss select 0xfffff80031130a40 dhclient 1459 1 1459 0 Ss select 0xfffff8003107b740 dhclient 1456 1 1456 0 Ss select 0xfffff8003107b2c0 dhclient 826 780 826 0 Ss piperd 0xfffff80015e685d0 syz-executor.3 800 780 800 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.2 783 780 783 0 Ss piperd 0xfffff80015ee4000 syz-executor.1 782 780 782 0 Ss piperd 0xfffff8004a3ba000 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100121 S uwait 0xfffff80015f37300 syz-fuzzer 100122 S uwait 0xfffff8004a395f00 syz-fuzzer 100123 S uwait 0xfffff80015e96100 syz-fuzzer 100124 S uwait 0xfffff80015e96300 syz-fuzzer 100125 S kqread 0xfffff8004a47c500 syz-fuzzer 100126 S uwait 0xfffff80015ac3100 syz-fuzzer 100127 S uwait 0xfffff8004a51f700 syz-fuzzer 100128 S uwait 0xfffff8004a51f900 syz-fuzzer 100251 S uwait 0xfffff8004a51f100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015e20b20 csh 776 694 776 0 Ss select 0xfffff8004a41d2c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a1 cron 694 1 694 0 Ss select 0xfffff80015e8ca40 sshd 507 1 507 0 Ss select 0xfffff80015e52d40 syslogd 436 1 436 0 Ss select 0xfffff8004a237140 devd 435 1 435 65 Ss select 0xfffff80015e52ec0 dhclient 350 1 350 0 Ss select 0xfffff80015e8cec0 dhclient 347 1 347 0 Ss select 0xfffff8004a237a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004ddc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c5b30 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff8303c8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e26410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda538 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ebd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153eb900 [vtnet0 txq 0] 100057 D - 0xfffff800153eb500 [vtnet0 rxq 1] 100058 D - 0xfffff800153eb100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015468900 [mca taskq] 100066 D - 0xffffffff81e21891 [deadlkres] 100074 D - 0xfffff80015ac8100 [acpi_task_0] 100075 D - 0xfffff80015ac8100 [acpi_task_1] 100076 D - 0xfffff80015ac8100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 12 (intr) thread 0xfffffe00042be900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009e1851a0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 pcb 517 2818K 174167 kobj 326 2608K 486 vtbuf 24 2064K 46 filedesc 108 1732K 114185 pf_rule 416 1664K 1128 inodedep 558 1077K 57263 newblk 8 1036K 58416 vfscache 3 1035K 3 subproc 245 1029K 58394 sctp_stro 238 658K 33170 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 sctp_atcl 482 482K 118008 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 169 dirrem 549 275K 57148 sctp_atky 720 270K 155575 linker 348 270K 409 kdtrace 322 252K 119452 DEVFS1 107 214K 124 freefile 549 206K 57108 umtx 462 203K 462 module 510 192K 510 sctp_athm 482 181K 120040 sctp_map 476 179K 64812 vnet_data 1 176K 1 sctp_timw 345 173K 345 tidhash 3 164K 3 pagedep 9 140K 57073 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 112K 7 UMA 270 102K 270 routetbl 169 89K 2247 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 16422 syncache 1 76K 1 msg 4 68K 4 ifaddr 71 67K 75 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 177 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 kqueue 114 51K 58286 eventhandler 133 50K 133 cred 45 45K 417 lltable 49 43K 316 ithread 99 43K 99 pwddesc 111 42K 58260 rman 84 42K 425 KTRACE 101 38K 104 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 9 in6_multi 71 31K 71 DEVFSP 80 30K 7570 GEOM 60 29K 489 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 546 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 763112 pfs_nodes 20 20K 20 proc-args 52 20K 809 session 37 19K 90 UART 12 18K 12 bmsafemap 2 17K 57270 ksem 1 16K 232 rpc 2 16K 2 shmfd 1 16K 38 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 inpcbpolicy 33 13K 11041 lockf 33 13K 75 pf_table 3 12K 435 MCA 32 12K 32 CAM DEV 3 12K 510 pf_ifnet 15 11K 759 vt 11 11K 11 Unitno 29 11K 965 acpisem 28 11K 28 CAM XPT 22 11K 543 osd 26 10K 9564 uidinfo 4 10K 22 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 118 mount 16 7K 90 fpukern_ctx 3 6K 3 sctp_ifa 15 6K 16 terminal 11 6K 11 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 114096 in_multi 6 3K 10 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 16 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 136 NFSD session 1 2K 1 freework 4 2K 57154 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 124 crypto 4 2K 965 pf_osfp 4 2K 4 newdirblk 4 2K 57048 diradd 4 2K 57191 freeblks 3 2K 57069 pfil 4 2K 4 CAM path 4 2K 1034 soname 4 2K 70626 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 10212 entropy 2 1K 51 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 tcp_fsb 1 1K 2906 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 dctcp data 0 0K 2 htcp data 0 0K 15 tcp_do 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 47729 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 566 sctp_stri 0 0K 3954 chd data 0 0K 5 cdg data 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 vegas data 0 0K 0 cubic data 0 0K 20 mqdata 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 37592 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 66 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 7 allocindir 0 0K 0 indirdep 0 0K 151 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 101 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 6 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 58203 namei_tracker 0 0K 5 export_host 0 0K 0 cl_savebuf 0 0K 5 tcp_log_dev 0 0K 3288 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 4446 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 18 lio 0 0K 16 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 305 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 46966 ioctlops 0 0K 2047 eventfd 0 0K 31 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1132 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8360 917 923421 0 254 37998592 0 malloc-8192 8192 247 1759 83631 0 1 16433152 0 malloc-384 384 35975 3975 103921 0 30 15340800 0 sctp_asoc 2288 238 2092 32406 0 254 5331040 0 malloc-1024 1024 642 4274 58292 0 16 5033984 0 malloc-384 384 2346 9804 1117944 0 30 4665600 0 malloc-1024 1024 487 3849 122608 0 16 4440064 0 malloc-2048 2048 239 1909 34028 0 8 4399104 0 malloc-1024 1024 4174 14 4300 0 16 4288512 0 malloc-1024 1024 152 3064 39624 0 16 3293184 0 sctp_ep 1280 245 2230 83625 0 254 3168000 0 mbuf 256 9170 2425 2980278 0 254 2968320 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-512 512 693 4275 58626 0 30 2543616 0 malloc-1024 1024 469 1987 145917 0 16 2514944 0 UMA Slabs 0 112 20149 80 20615 0 126 2265648 0 tcp_log 416 0 5391 124690 0 254 2242656 0 malloc-384 384 1137 4283 238603 0 30 2081280 0 malloc-32768 32768 55 7 57095 0 1 2031616 0 BUF TRIE 144 237 13231 2254 0 62 1939392 0 RADIX NODE 144 12976 405 1404630 0 63 1926864 0 malloc-4096 4096 423 5 870 0 2 1753088 0 sctp_raddr 736 250 2093 38934 0 254 1724448 0 mbuf_cluster 2048 825 1 825 0 254 1691648 0 malloc-8192 8192 114 7 58262 0 1 991232 0 malloc-8192 8192 1 92 634 0 1 761856 0 malloc-384 384 1725 35 53998 0 30 675840 0 FFS inode 1160 554 27 57664 0 8 673960 0 malloc-65536 65536 3 5 136 0 1 524288 0 VM OBJECT 264 1852 113 818989 0 30 518760 0 malloc-4096 4096 10 107 5842 0 2 479232 0 MAP ENTRY 96 4042 410 3135715 0 126 427392 0 THREAD 1808 209 22 61191 0 8 417648 0 256 Bucket 2048 189 13 20187 0 8 413696 0 malloc-16384 16384 24 1 28 0 1 409600 0 socket 944 69 363 97955 0 254 407808 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 vmem btag 56 5793 171 5896 0 254 333984 0 malloc-65536 65536 4 1 5 0 1 327680 0 sctp_chunk 152 252 1802 11347 0 254 312208 0 VNODE 448 593 91 57705 0 30 306432 0 malloc-512 512 30 554 63135 0 30 299008 0 ertt_txseginfo 40 0 7373 661926 0 254 294920 0 tcp_bbr_map 128 18 2183 49367 0 126 281728 0 malloc-384 384 638 62 12712 0 30 268800 0 malloc-2048 2048 125 3 154 0 8 262144 0 tcp_inpcb 488 22 514 9552 0 254 261568 0 32 Bucket 256 806 184 59104 0 62 253440 0 VMSPACE 2544 84 12 58237 0 4 244224 0 DEVCTL 1024 0 220 158 0 0 225280 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 3 41 0 1 212992 0 mbuf_packet 256 230 595 708847 0 254 211200 0 malloc-384 384 433 67 237182 0 30 192000 0 malloc-512 512 359 9 3285 0 30 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 g_bio 408 0 450 15105 0 30 183600 0 PROC 1336 111 21 58259 0 8 176352 0 malloc-384 384 374 66 70004 0 30 168960 0 FFS2 dinode 256 554 46 57663 0 62 153600 0 malloc-1024 1024 145 3 151 0 16 151552 0 tcpcb 1080 22 118 9552 0 254 151200 0 S VFS Cache 104 1071 372 60765 0 126 150072 0 malloc-512 512 249 31 57374 0 30 143360 0 filedesc0 1072 112 21 58260 0 8 142576 0 malloc-512 512 195 77 119279 0 30 139264 0 16 Bucket 144 842 110 12149 0 62 137088 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 ksiginfo 112 117 927 1807 0 126 116928 0 malloc-16384 16384 2 5 142 0 1 114688 0 sctp_laddr 48 588 1596 65139 0 254 104832 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 4 2 6 0 1 98304 0 128 Bucket 1024 58 33 15562 0 16 93184 0 malloc-512 512 121 55 57807 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 33 0 16 83968 0 malloc-16384 16384 3 2 10 0 1 81920 0 pcpu-8 8 8155 2085 27793 0 254 81920 0 malloc-4096 4096 12 6 834 0 2 73728 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 8 0 1 65536 0 malloc-8192 8192 3 5 18 0 1 65536 0 malloc-2048 2048 16 16 678 0 8 65536 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-512 512 28 92 2040 0 30 61440 0 64 Bucket 512 47 73 15973 0 30 61440 0 malloc-384 384 97 53 102648 0 30 57600 0 malloc-8192 8192 2 5 59177 0 1 57344 0 malloc-16384 16384 3 0 3 0 1 49152 0 2 Bucket 32 1057 455 20135 0 254 48384 0 pipe 744 23 37 891 0 16 44640 0 sctp_stream_msg_out 112 41 355 7658 0 254 44352 0 DIRHASH 1024 34 6 34 0 16 40960 0 Files 80 261 239 181298 0 126 40000 0 tcp_bbr_pcb 832 9 36 4746 0 16 37440 0 NAMEI 1024 0 36 263462 0 16 36864 0 malloc-4096 4096 6 3 16 0 2 36864 0 8 Bucket 80 266 184 10881 0 126 36000 0 TURNSTILE 136 232 20 232 0 62 34272 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-2048 2048 2 14 1391 0 8 32768 0 malloc-512 512 34 30 456 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_rack_pcb 832 1 35 2906 0 16 29952 0 KNOTE 160 28 147 544120 0 62 28000 0 SLEEPQUEUE 88 232 56 232 0 126 25344 0 malloc-8192 8192 0 3 15 0 1 24576 0 malloc-4096 4096 1 5 13 0 2 24576 0 malloc-4096 4096 3 3 80 0 2 24576 0 PWD 32 50 706 57171 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 udplite_inpcb 488 0 40 711 0 254 19520 0 udp_inpcb 488 6 34 408 0 254 19520 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 21 54 3214 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 896 0 2 16384 0 ertt 72 22 202 9552 0 126 16128 0 vtnet_tx_hdr 24 0 668 655672 0 254 16032 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 sctp_readq 152 0 78 1317 0 254 11856 0 ripcb 488 5 19 370 0 254 11712 0 kenv 258 15 30 1046 0 30 11610 0 routing nhops 256 27 18 38 0 62 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 82 0 16 8192 0 pf tags 104 1 77 6 0 126 8112 0 rtentry 176 31 15 38 0 62 8096 0 PGRP 88 37 55 90 0 126 8096 0 rl_entry 40 104 98 104 0 254 8080 0 tcp_rack_map 112 2 70 5328 0 126 8064 0 udpcb 32 6 246 1119 0 254 8064 0 4 Bucket 48 7 161 1248 0 254 8064 0 cryptop 280 0 28 12 0 30 7840 0 AIOCB 552 0 14 41 0 16 7728 0 AIOLIO 272 0 28 8 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 1836 0 126 6448 0 domainset 40 0 126 1370 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-1024 1024 0 4 2 0 16 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcptw 88 0 46 3 0 254 4048 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 AIO 208 0 19 35 0 62 3952 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 19 3 19 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0