panic: Assertion owner->td_proc->p_magic == P_MAGIC failed at /syzkaller/managers/i386/kernel/sys/kern/subr_turnstile.c:749 cpuid = 0 time = 487 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe005164c010 vpanic() at vpanic+0x1c7/frame 0xfffffe005164c070 panic() at panic+0x43/frame 0xfffffe005164c0d0 turnstile_wait() at turnstile_wait+0x4e6/frame 0xfffffe005164c130 __mtx_lock_sleep() at __mtx_lock_sleep+0x334/frame 0xfffffe005164c1c0 __mtx_lock_flags() at __mtx_lock_flags+0x150/frame 0xfffffe005164c220 socantrcvmore() at socantrcvmore+0x2c/frame 0xfffffe005164c240 sctp_notify_assoc_change() at sctp_notify_assoc_change+0x5b8/frame 0xfffffe005164c2b0 sctp_process_control() at sctp_process_control+0x9040/frame 0xfffffe005164c740 sctp_common_input_processing() at sctp_common_input_processing+0x7d0/frame 0xfffffe005164c8c0 sctp_input_with_port() at sctp_input_with_port+0x30a/frame 0xfffffe005164c9b0 sctp_input() at sctp_input+0x1f/frame 0xfffffe005164c9d0 ip_input() at ip_input+0x38b/frame 0xfffffe005164ca90 swi_net() at swi_net+0x20d/frame 0xfffffe005164cb10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe005164cbb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe005164cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe005164cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100033 ] Stopped at kdb_enter+0x67: movq $0,0x1640dae(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xffffffff81131130 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe005164bff0 rbp 0xfffffe005164c010 rsi 0 rdi 0xffffffff81131166 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe005164bee0 r11 0x1ffaefff59c r12 0xffffffff82267bc0 ddb_dbbe r13 0 r14 0xffffffff81a71533 r15 0xffffffff81a71533 rip 0xffffffff81128157 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1640dae(%rip) db> show proc Process 12 (intr) at 0xfffff80004c6fa60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c470 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c470 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271d0d0 (map 0xffffffff8271d0d0) (map.pmap 0xffffffff8271d190) (pmap 0xffffffff8271d1f0) threads: 23 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 33010 802 802 0 R (threaded) syz-executor.2 123446 Run CPU 1 syz-executor.2 133754 S uwait 0xfffff8004fce2500 syz-executor.2 133761 RunQ syz-executor.2 20120 1 20120 65 Ss select 0xfffff8006914bbc0 dhclient 12819 1 12819 0 Ss select 0xfffff80069b12140 dhclient 12816 1 12816 0 Ss select 0xfffff80069356740 dhclient 12787 1 12787 65 Ss select 0xfffff80069ae0440 dhclient 9845 1 9845 0 Ss select 0xfffff80069b125c0 dhclient 9842 1 9842 0 Ss select 0xfffff80069af0ec0 dhclient 9823 1 9823 65 Ss select 0xfffff80069bba2c0 dhclient 7746 1 7746 0 Ss select 0xfffff800698d2d40 dhclient 7743 1 7743 0 Ss select 0xfffff8006993ad40 dhclient 7716 1 7716 65 Ss select 0xfffff8006937ea40 dhclient 2664 1 2664 0 Ss select 0xfffff800692d4440 dhclient 2661 1 2661 0 Ss select 0xfffff800691d1ec0 dhclient 1240 1 785 0 S uwait 0xfffff8004f3cb700 syz-executor.1 1239 1 785 0 S uwait 0xfffff8004f47b900 syz-executor.1 1105 1 784 0 S uwait 0xfffff80015d7fd00 syz-executor.0 1104 1 784 0 S uwait 0xfffff80015d3d100 syz-executor.0 1103 1 784 0 S uwait 0xfffff80015d7f700 syz-executor.0 1102 1 784 0 S uwait 0xfffff80015d7f900 syz-executor.0 882 0 0 0 DL aiordy 0xfffff8004fe07530 [aiod4] 881 0 0 0 DL aiordy 0xfffff8004fe07a60 [aiod3] 880 0 0 0 DL aiordy 0xfffff8004fcb7000 [aiod2] 879 0 0 0 DL aiordy 0xfffff8004fcb7530 [aiod1] 860 780 860 0 Ss piperd 0xfffff8004fb835d0 syz-executor.3 802 780 802 0 Ss nanslp 0xffffffff8273c6a0 syz-executor.2 785 780 785 0 Rs syz-executor.1 784 780 784 0 Ss piperd 0xfffff8004fb83ba0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100093 S uwait 0xfffff80015730100 syz-fuzzer 100119 S uwait 0xfffff8004f3cb900 syz-fuzzer 100120 S uwait 0xfffff8004f3cbb00 syz-fuzzer 100121 S uwait 0xfffff8004f3cbd00 syz-fuzzer 100122 S uwait 0xfffff8004f3cbf00 syz-fuzzer 100123 S uwait 0xfffff80015d1e900 syz-fuzzer 100124 S kqread 0xfffff80015e3cb00 syz-fuzzer 100125 S uwait 0xfffff8004f47bb00 syz-fuzzer 102223 S uwait 0xfffff8004fd6fd00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015ddfb10 csh 776 694 776 0 Ss select 0xfffff8004f2cb5c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015425cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015aac4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015aad4b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a354b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a374b0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a384b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a394b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a3c4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a3d4b0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c6a0 cron 694 1 694 0 Ss select 0xfffff80015d75ec0 sshd 507 1 507 0 Ss select 0xfffff8004f3608c0 syslogd 436 1 436 0 Ss select 0xfffff8004f2e1bc0 devd 435 1 435 65 Ss select 0xfffff8004f2628c0 dhclient 350 1 350 0 Ss select 0xfffff8004f2d6140 dhclient 347 1 347 0 Ss select 0xfffff80015d692c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015c4e530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282ba50 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ab20 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015e52ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852988 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846df8 [dom0] 100086 D launds 0xffffffff82846e04 [laundry: dom0] 100087 D umarcl 0xffffffff815c5d50 [uma] 18 0 0 0 DL - 0xffffffff82570a58 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82edd828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff8305e3c0 [pf purge] 15 0 0 0 DL - 0xffffffff828281dc [soaiod4] 9 0 0 0 DL - 0xffffffff828281dc [soaiod3] 8 0 0 0 DL - 0xffffffff828281dc [soaiod2] 7 0 0 0 DL - 0xffffffff828281dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d84488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004433b80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004433b30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff828442e0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bee0 [g_event] 100036 D - 0xffffffff8271bee8 [g_up] 100037 D - 0xffffffff8271bef0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4dd00 [thr_0] 100029 D - 0xfffff80004c4dd80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 Run CPU 0 [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828447f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c470 [swapper] 100005 D - 0xfffff80004c7b900 [if_io_tqg_0] 100006 D - 0xfffff80004c7b500 [if_io_tqg_1] 100007 D - 0xfffff80004c7b100 [if_config_tqg_0] 100008 D - 0xfffff80004c73d00 [softirq_0] 100009 D - 0xfffff80004c73900 [softirq_1] 100010 D - 0xfffff80004c72500 [aiod_kick taskq] 100012 D - 0xfffff80004c71500 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c67d00 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66500 [thread taskq] 100019 D - 0xfffff80004c64d00 [in6m_free taskq] 100020 D - 0xfffff80004c64500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c64500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c64500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c64500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c63100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c63100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c63100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c63100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cf1100 [firmware taskq] 100038 D - 0xfffff80004d4dd00 [crypto_0] 100039 D - 0xfffff80004d4dd00 [crypto_1] 100055 D - 0xfffff8001537f500 [vtnet0 rxq 0] 100056 D - 0xfffff8001537f100 [vtnet0 txq 0] 100057 D - 0xfffff80015366d00 [vtnet0 rxq 1] 100058 D - 0xfffff80015366900 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153e0900 [virtio_balloon] 100064 D - 0xfffff800153e8d00 [mca taskq] 100066 D - 0xffffffff81e1dda1 [deadlkres] 100074 D - 0xfffff80015a44900 [acpi_task_0] 100075 D - 0xfffff80015a44900 [acpi_task_1] 100076 D - 0xfffff80015a44900 [acpi_task_2] 100077 D - 0xfffff80004d4b100 [CAM taskq] 33017 785 785 0 Z syz-executor.1 db> show all locks Process 12 (intr) thread 0xfffffe00042bd900 (100033) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe00a76c98b0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:2143 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 pcb 2152 10172K 120542 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 sctp_atcl 2122 2122K 85116 sctp_stro 1059 2118K 23105 vtbuf 24 2064K 46 inodedep 676 1195K 35123 sctp_atky 3181 1193K 108969 pf_rule 283 1132K 2017 newblk 7 1035K 32616 vfscache 3 1035K 3 sctp_athm 2122 796K 85874 sctp_map 2118 795K 45228 subproc 162 659K 33109 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 filedesc 24 373K 64075 BPF 46 337K 50 dirrem 667 334K 32046 linker 348 270K 457 freefile 667 251K 32040 sctp_timw 450 225K 450 DEVFS1 107 214K 124 kdtrace 238 194K 66780 module 510 192K 510 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 9 140K 33511 tfo_ccache 1 136K 1 sem 4 120K 4 temp 43 109K 15329 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 syncache 1 76K 1 routetbl 137 73K 438 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 45 39K 96 KTRACE 100 38K 100 taskqueue 60 36K 60 kqueue 73 36K 33028 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 35 in6_multi 71 31K 71 DEVFSP 80 30K 1823 GEOM 60 29K 489 kbdmux 6 28K 6 pwddesc 70 27K 33018 cred 26 26K 271 ifnet 7 25K 7 plimit 24 24K 2210 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 437961 pfs_nodes 20 20K 20 proc-args 52 20K 681 UART 12 18K 12 session 35 18K 51 bmsafemap 2 17K 33508 ksem 1 16K 17 rpc 2 16K 2 shmfd 1 16K 18 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 57 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 21 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 85 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 5531 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 osd 8 4K 3270 ipsec 3 3K 3 mkdir 8 3K 64056 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 7006 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 52585 filecaps 5 2K 112 crypto 4 2K 4 newdirblk 4 2K 32028 diradd 4 2K 32085 pfil 4 2K 4 CAM path 4 2K 1034 freework 3 2K 32036 tcpfunc 3 2K 3 loginclass 3 2K 6 sctp_stri 1 1K 3894 freeblks 2 1K 32035 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 1796 entropy 2 1K 44 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 dctcp data 0 0K 0 vegas data 0 0K 0 pf_table 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 mqdata 0 0K 0 chd data 0 0K 17 cubic data 0 0K 0 cdg data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 23732 sctp_iter 0 0K 654 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 643 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 68 htcp data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 23360 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 3506 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 14 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 6 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 32561 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 39585 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 2 lio 0 0K 6 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 127 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 39875 ioctlops 0 0K 2220 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 775 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8612 693 960734 0 254 38113280 0 malloc-384 384 39890 30 348197 0 30 15329280 0 malloc-8192 8192 1063 2 60205 0 2 8724480 0 malloc-1024 1024 4375 37 38127 0 16 4517888 0 malloc-1024 1024 795 3573 35715 0 16 4472832 0 malloc-1024 1024 64 3820 23424 0 16 3977216 0 malloc-8192 8192 341 2 1127 0 1 2809856 0 mbuf 256 9749 901 1702155 0 254 2726400 0 mbuf_cluster 2048 1320 2 1320 0 254 2707456 0 sctp_asoc 2288 1059 106 22614 0 254 2665520 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-512 512 1062 3578 34310 0 30 2375680 0 RADIX NODE 144 11839 3586 801954 0 63 2221200 0 malloc-2048 2048 1065 3 23128 0 8 2187264 0 malloc-1024 1024 2129 7 96767 0 16 2187264 0 malloc-384 384 1675 3585 628200 0 30 2019840 0 UMA Slabs 0 112 17592 9 17592 0 126 1971312 0 BUF TRIE 144 192 13276 23935 0 62 1939392 0 malloc-384 384 4315 25 142441 0 30 1666560 0 sctp_ep 1280 1062 144 58111 0 254 1543680 0 malloc-4096 4096 289 1 2023 0 2 1187840 0 malloc-1024 1024 1107 9 60385 0 16 1142784 0 sctp_raddr 736 1093 84 36176 0 254 866272 0 malloc-8192 8192 73 7 33074 0 1 655360 0 FFS inode 1160 517 29 32558 0 8 633360 0 malloc-32768 32768 12 7 32052 0 1 622592 0 malloc-384 384 1078 12 3335 0 30 418560 0 malloc-65536 65536 6 0 6 0 1 393216 0 VM OBJECT 264 1365 120 464546 0 30 392040 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-384 384 923 27 7386 0 30 364800 0 malloc-16384 16384 22 0 253 0 1 360448 0 THREAD 1808 166 21 33761 0 8 338096 0 mbuf_packet 256 807 513 64443 0 254 337920 0 socket 944 49 295 65021 0 254 324736 0 malloc-2048 2048 140 2 157 0 8 290816 0 VNODE 448 555 84 32598 0 30 286272 0 malloc-512 512 8 544 32618 0 30 282624 0 256 Bucket 2048 106 24 16255 0 8 266240 0 malloc-512 512 463 17 33931 0 30 245760 0 vmem btag 56 4140 24 4165 0 254 233184 0 MAP ENTRY 96 1847 463 1782093 0 126 221760 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-4096 4096 9 45 40550 0 2 221184 0 malloc-16384 16384 10 3 16 0 1 212992 0 malloc-65536 65536 2 1 3 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 FFS2 dinode 256 517 128 32558 0 62 165120 0 malloc-32768 32768 3 2 19 0 1 163840 0 tcp_bbr_map 128 0 1271 12889 0 126 162688 0 sctp_chunk 152 641 399 15629 0 254 158080 0 S VFS Cache 104 1043 361 33313 0 126 146016 0 32 Bucket 256 338 232 31179 0 62 145920 0 VMSPACE 2544 43 14 32997 0 4 145008 0 malloc-65536 65536 0 2 176 0 1 131072 0 tcp_inpcb 488 4 260 3258 0 254 128832 0 PROC 1328 70 20 33017 0 8 119520 0 ksiginfo 112 75 969 1807 0 126 116928 0 malloc-16384 16384 3 4 33 0 1 114688 0 malloc-384 384 219 71 32297 0 30 111360 0 malloc-512 512 153 63 36126 0 30 110592 0 16 Bucket 144 518 210 7864 0 62 104832 0 ertt_txseginfo 40 0 2525 56889 0 254 101000 0 malloc-16384 16384 4 2 52 0 1 98304 0 malloc-16384 16384 5 1 9 0 1 98304 0 filedesc0 1072 70 21 33018 0 8 97552 0 128 Bucket 1024 59 36 7632 0 16 97280 0 g_bio 408 0 230 155805 0 30 93840 0 tcpcb 1080 4 80 3258 0 254 90720 0 malloc-8192 8192 5 6 32605 0 1 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-512 512 87 65 65937 0 30 77824 0 malloc-384 384 121 79 38252 0 30 76800 0 sctp_laddr 48 24 1572 38026 0 254 76608 0 sctp_stream_msg_out 112 547 65 3564 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-8192 8192 8 0 9 0 1 65536 0 malloc-4096 4096 10 6 3804 0 2 65536 0 malloc-384 384 88 72 5079 0 30 61440 0 pcpu-8 8 6969 199 21025 0 254 57344 0 64 Bucket 512 47 57 12594 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-512 512 48 48 164 0 30 49152 0 malloc-1024 1024 41 3 1675 0 16 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-4096 4096 8 2 25 0 2 40960 0 Files 80 241 259 113994 0 126 40000 0 NAMEI 1024 0 36 151977 0 16 36864 0 malloc-2048 2048 4 14 153 0 8 36864 0 malloc-2048 2048 12 6 176 0 8 36864 0 sctp_readq 152 0 234 1437 0 254 35568 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 4 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 33 0 1 32768 0 malloc-4096 4096 6 2 14 0 2 32768 0 malloc-512 512 50 14 3980 0 30 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_bbr_pcb 832 0 36 1544 0 16 29952 0 pipe 744 23 17 707 0 16 29760 0 malloc-4096 4096 6 1 7 0 2 28672 0 malloc-4096 4096 1 6 66 0 2 28672 0 malloc-1024 1024 20 8 502 0 16 28672 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 299010 0 62 28000 0 8 Bucket 80 40 310 6115 0 126 28000 0 ripcb 488 5 51 1880 0 254 27328 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 21 735 32114 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 2 Bucket 32 102 528 26394 0 254 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-8192 8192 0 2 12 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 vtnet_tx_hdr 24 0 668 507875 0 254 16032 0 tcp_rack_pcb 832 0 18 68 0 16 14976 0 ertt 72 4 164 3258 0 126 12096 0 4 Bucket 48 7 245 720 0 254 12096 0 udp_inpcb 488 6 18 310 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 unpcb 256 20 25 1333 0 254 11520 0 malloc-2048 2048 1 3 1280 0 8 8192 0 malloc-2048 2048 1 3 10 0 8 8192 0 malloc-1024 1024 2 6 10 0 16 8192 0 malloc-512 512 3 13 107 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 tcptw 88 0 92 7 0 254 8096 0 PGRP 88 35 57 51 0 126 8096 0 rl_entry 40 51 151 51 0 254 8080 0 udpcb 32 6 246 393 0 254 8064 0 AIO 208 0 38 62 0 62 7904 0 udplite_inpcb 488 0 16 83 0 254 7808 0 AIOCB 552 0 14 51 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 tcp_rack_map 112 0 36 25 0 126 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 13 9 13 0 62 3872 0 AIOLIO 272 0 14 3 0 30 3808 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0