panic: Bad tailq NEXT(0xfffffe009e68fd20->tqh_last) != NULL cpuid = 1 time = 1625628463 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c8c2470 vpanic() at vpanic+0x1cc/frame 0xfffffe009c8c24d0 panic() at panic+0x43/frame 0xfffffe009c8c2530 sctp_ss_default_add() at sctp_ss_default_add+0x132/frame 0xfffffe009c8c2570 sctp_lower_sosend() at sctp_lower_sosend+0x5522/frame 0xfffffe009c8c2760 sctp_sosend() at sctp_sosend+0x49b/frame 0xfffffe009c8c28a0 sosend() at sosend+0xc6/frame 0xfffffe009c8c2910 kern_sendit() at kern_sendit+0x33c/frame 0xfffffe009c8c29c0 freebsd32_sendmsg() at freebsd32_sendmsg+0x270/frame 0xfffffe009c8c2ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c8c2bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 43112 tid 144448 ] Stopped at kdb_enter+0x67: movq $0,0x164243e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0099800000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c8c2450 rbp 0xfffffe009c8c2470 rsi 0x40001 rdi 0xffffffff81132466 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c8c2340 r11 0x1ff63fff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff82f8f800 _refcount_update_saturated+0x9e0 r14 0xffffffff81a759c1 r15 0xffffffff81a759c1 rip 0xffffffff811294c7 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164243e(%rip) db> show proc Process 43112 (syz-executor.1) at 0xfffff8004d406538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 783 at 0xfffff80015edb000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.1 reaper: 0xfffff80004bdb538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe00a2a35000 (map 0xfffffe00a2a35000) (map.pmap 0xfffffe00a2a350c0) (pmap 0xfffffe00a2a35120) threads: 4 100109 RunQ syz-executor.1 144448 Run CPU 1 syz-executor.1 144450 S sbwait 0xfffff800441e2924 syz-executor.1 144451 S uwait 0xfffff8004430b100 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 43115 793 793 0 R (threaded) syz-executor.2 137870 RunQ syz-executor.2 144452 RunQ syz-executor.2 43114 782 782 0 R syz-executor.0 43112 783 783 0 R (threaded) syz-executor.1 100109 RunQ syz-executor.1 144448 Run CPU 1 syz-executor.1 144450 S sbwait 0xfffff800441e2924 syz-executor.1 144451 S uwait 0xfffff8004430b100 syz-executor.1 36844 1 783 0 S uwait 0xfffff8004017d300 syz-executor.1 36744 1 783 0 S uwait 0xfffff8004de89900 syz-executor.1 36739 1 783 0 S uwait 0xfffff8004017db00 syz-executor.1 36734 1 783 0 S uwait 0xfffff8004db16700 syz-executor.1 36729 1 783 0 S uwait 0xfffff8004de89f00 syz-executor.1 36724 1 783 0 S uwait 0xfffff8004df5f500 syz-executor.1 36718 1 783 0 S uwait 0xfffff80015dd9700 syz-executor.1 36712 1 783 0 S uwait 0xfffff80015de1500 syz-executor.1 36703 1 783 0 S uwait 0xfffff80015d65b00 syz-executor.1 36694 1 783 0 S uwait 0xfffff8004017d700 syz-executor.1 36687 1 783 0 S uwait 0xfffff8004017dd00 syz-executor.1 35603 1 783 0 S uwait 0xfffff80015de1900 syz-executor.1 35601 1 783 0 S uwait 0xfffff80015ce5f00 syz-executor.1 34673 1 793 0 S uwait 0xfffff80015ddc900 syz-executor.2 34672 1 793 0 S uwait 0xfffff8004db16b00 syz-executor.2 32521 32520 782 0 SV uwait 0xfffff8004de89100 syz-executor.0 32520 1 782 0 RV syz-executor.0 19502 1 793 0 S uwait 0xfffff8004d5d3900 syz-executor.2 19485 1 783 0 S uwait 0xfffff8004db16300 syz-executor.1 19481 1 783 0 S uwait 0xfffff8004017d900 syz-executor.1 15821 1 15821 65 Ss select 0xfffff80040ea18c0 dhclient 13493 1 13493 0 Ss select 0xfffff8004de7c440 dhclient 13490 1 13490 0 Ss select 0xfffff8004dedf140 dhclient 13471 1 13471 65 Ss select 0xfffff8004de7e5c0 dhclient 11817 1 11817 0 Ss select 0xfffff8004d475740 dhclient 11814 1 11814 0 Ss select 0xfffff8004de7ea40 dhclient 11793 1 11793 65 Ss select 0xfffff800403de2c0 dhclient 9811 1 9811 0 Ss select 0xfffff8004ddc2140 dhclient 9808 1 9808 0 Ss select 0xfffff8004de6e740 dhclient 9783 1 9783 65 Ss select 0xfffff8004de6ea40 dhclient 2008 1 2008 0 Ss select 0xfffff8004dfe22c0 dhclient 2005 1 2005 0 Ss select 0xfffff800403de140 dhclient 1568 0 0 0 DL aiordy 0xfffff8004dea0a70 [aiod4] 1567 0 0 0 DL aiordy 0xfffff8004dd2ea70 [aiod3] 1566 0 0 0 DL aiordy 0xfffff80015dfaa70 [aiod2] 1564 0 0 0 DL aiordy 0xfffff8004d406000 [aiod1] 876 1 869 0 S uwait 0xfffff80015dd5700 syz-executor.0 871 1 782 0 S uwait 0xfffff8004ddacf00 syz-executor.0 806 780 806 0 Rs syz-executor.3 793 780 793 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.2 783 780 783 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.1 782 780 782 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.0 780 778 778 0 R (threaded) syz-fuzzer 100107 S uwait 0xfffff80015d65900 syz-fuzzer 100121 S nanslp 0xffffffff8273f0a1 syz-fuzzer 100122 S uwait 0xfffff80015de2900 syz-fuzzer 100123 RunQ syz-fuzzer 100124 S uwait 0xfffff80015ddad00 syz-fuzzer 100125 S uwait 0xfffff80015d65d00 syz-fuzzer 100126 S kqread 0xfffff8004d5d3f00 syz-fuzzer 100127 S uwait 0xfffff80015d67900 syz-fuzzer 100292 S uwait 0xfffff8004ddac500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8004d52eb20 csh 776 694 776 0 Ss select 0xfffff80015d918c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015489cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b104b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b10cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b134b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b13cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a9b4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a9bcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a9e4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a9ecb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a0 cron 694 1 694 0 Ss select 0xfffff8004d21c5c0 sshd 507 1 507 0 Ss select 0xfffff80015de0a40 syslogd 436 1 436 0 Ss select 0xfffff8004d2338c0 devd 435 1 435 65 Ss select 0xfffff8004d33f2c0 dhclient 350 1 350 0 Ss select 0xfffff8004d33fec0 dhclient 347 1 347 0 Ss select 0xfffff80015e5c440 dhclient 23 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 22 0 0 0 DL vlruwt 0xfffff80015af9538 [vnlru] 21 0 0 0 RL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 RunQ [/ worker] 20 0 0 0 DL psleep 0xffffffff82855308 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82849778 [dom0] 100087 D launds 0xffffffff82849784 [laundry: dom0] 100088 D umarcl 0xffffffff815c5950 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82fa08b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830dd410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004437488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d56d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d56d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846c60 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004080900 [thr_0] 100029 D - 0xfffff80004080980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100015 I [swi6: Giant taskq] 100030 I [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bdb538 [init] 10 0 0 0 DL audit_w 0xffffffff82847170 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff80004bd3500 [if_config_tqg_0] 100006 D - 0xfffff80004c78d00 [softirq_0] 100007 D - 0xfffff80004c78500 [softirq_1] 100008 D - 0xfffff80004c77d00 [if_io_tqg_0] 100009 D - 0xfffff80004c77500 [if_io_tqg_1] 100011 D - 0xfffff80004c76900 [kqueue_ctx taskq] 100012 D - 0xfffff80004c76500 [pci_hp taskq] 100014 D - 0xfffff80004c6dd00 [inm_free taskq] 100016 D - 0xfffff80004c6d500 [linuxkpi_irq_wq] 100017 Run CPU 0 [thread taskq] 100018 D - 0xfffff80004c69d00 [in6m_free taskq] 100019 D - 0xfffff80004c69900 [aiod_kick taskq] 100020 D - 0xfffff80004c69500 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69500 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69500 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69500 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69100 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69100 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69100 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69100 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd7d00 [firmware taskq] 100038 D - 0xfffff80004cd7900 [crypto_0] 100039 D - 0xfffff80004cd7900 [crypto_1] 100055 D - 0xfffff80004cd7100 [vtnet0 rxq 0] 100056 D - 0xfffff800153edd00 [vtnet0 txq 0] 100057 D - 0xfffff800153ed900 [vtnet0 rxq 1] 100058 D - 0xfffff800153ed500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff800153d0700 [virtio_balloon] 100064 D - 0xfffff800153ed100 [mca taskq] 100066 D - 0xffffffff81e225d1 [deadlkres] 100073 D - 0xfffff80015aa9d00 [acpi_task_0] 100074 D - 0xfffff80015aa9d00 [acpi_task_1] 100075 D - 0xfffff80015aa9d00 [acpi_task_2] 100077 D - 0xfffff80004cd7500 [CAM taskq] 43113 806 806 0 Z syz-executor.3 db> show all locks Process 43112 (syz-executor.1) thread 0xfffffe009e75ee40 (144448) exclusive sleep mutex sctp-send-tcb (tcbs) r = 0 (0xfffffe009e6901c0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_output.c:13125 Process 43112 (syz-executor.1) thread 0xfffffe009508c720 (144450) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff800441e28c8) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:467 Process 0 (kernel) thread 0xfffffe00042b6e40 (100017) exclusive sleep mutex kernel arena (kernel arena) r = 0 (0xffffffff82788cc0) locked @ /syzkaller/managers/i386/kernel/sys/kern/subr_vmem.c:789 exclusive sleep mutex vmem list lock (vmem list lock) r = 0 (0xffffffff82202b40) locked @ /syzkaller/managers/i386/kernel/sys/kern/subr_vmem.c:784 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 pcb 198 1379K 131093 newblk 10 1037K 42673 vfscache 3 1035K 3 filedesc 60 955K 84233 subproc 195 818K 43225 inodedep 266 785K 42187 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 46 337K 62 linker 348 270K 457 sctp_stro 78 246K 23897 kdtrace 273 218K 87569 DEVFS1 107 214K 124 module 510 192K 510 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_atcl 163 163K 87332 pagedep 9 140K 42099 tfo_ccache 1 136K 1 dirrem 256 128K 42098 sctp_timw 255 128K 255 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 freefile 256 96K 42079 sctp_atky 241 91K 112714 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 12873 syncache 1 76K 1 routetbl 137 73K 438 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 sctp_athm 163 62K 87871 ether_multi 157 59K 167 sctp_map 156 59K 46514 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 lltable 50 44K 323 ithread 99 43K 99 kqueue 91 42K 43159 rman 84 42K 425 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 pwddesc 88 33K 43116 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 5 DEVFSP 83 32K 5438 in6_multi 71 31K 71 GEOM 60 29K 489 kbdmux 6 28K 6 cred 26 26K 279 ifnet 7 25K 7 plimit 24 24K 456 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 565506 pfs_nodes 20 20K 20 proc-args 52 20K 702 session 36 18K 60 UART 12 18K 12 bmsafemap 2 17K 42173 ksem 1 16K 29 rpc 2 16K 2 shmfd 1 16K 82 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 60 Unitno 30 12K 47 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 15 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 crypto 10 8K 6859 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 196 mount 16 7K 90 fpukern_ctx 3 6K 3 inpcbpolicy 15 6K 6569 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 xform 9 4K 10311 tun 7 4K 7 osd 8 4K 3837 ipsec 3 3K 3 mkdir 8 3K 84160 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 freework 5 3K 42073 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 49795 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 42072 vnodemarker 2 2K 82 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 116 newdirblk 4 2K 42080 diradd 4 2K 42138 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 iov 3 2K 31062 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 ip_msource 2 1K 2 entropy 2 1K 47 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 48214 sctp_iter 0 0K 412 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 402 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 776 tcp_do 0 0K 0 tcp_fsb 0 0K 57 dctcp data 0 0K 0 chd data 0 0K 0 vegas data 0 0K 0 cdg data 0 0K 0 mqdata 0 0K 0 htcp data 0 0K 0 cubic data 0 0K 2 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 29132 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 39 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 631 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 2 ip_moptions 0 0K 4 in_mfilter 0 0K 6 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 43133 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 555 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2935 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 18 lio 0 0K 22 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 276 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 250 eventfd 0 0K 51 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 936 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 9 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 969 919604 0 254 38072320 0 malloc-384 384 35008 2802 689448 0 30 14519040 0 malloc-8192 8192 86 1397 63688 0 1 12148736 0 malloc-1024 1024 250 4194 152085 0 16 4550656 0 malloc-1024 1024 4296 36 4841 0 16 4435968 0 tcp_log 416 0 9900 269247 0 254 4118400 0 malloc-1024 1024 270 3702 42271 0 16 4067328 0 malloc-1024 1024 194 3634 73598 0 16 3919872 0 sctp_asoc 2288 78 1467 23257 0 254 3534960 0 malloc-2048 2048 79 1395 25786 0 8 3018752 0 malloc-384 384 466 6994 215485 0 30 2864640 0 mbuf 256 8996 1834 1910062 0 254 2772480 0 malloc-8192 8192 327 3 524 0 1 2703360 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-512 512 351 4217 169020 0 30 2338816 0 sctp_ep 1280 85 1547 63687 0 254 2088960 0 UMA Slabs 0 112 17941 20 17941 0 126 2011632 0 RADIX NODE 144 12204 1653 1047519 0 64 1995408 0 BUF TRIE 144 187 13281 1275 0 62 1939392 0 malloc-384 384 1256 3684 45610 0 30 1896960 0 mbuf_cluster 2048 885 1 885 0 254 1814528 0 sctp_raddr 736 82 1491 24051 0 254 1157728 0 malloc-32768 32768 30 5 42115 0 1 1146880 0 malloc-384 384 2178 62 269116 0 30 860160 0 malloc-8192 8192 93 4 43650 0 1 794624 0 FFS inode 1160 533 48 42614 0 9 673960 0 malloc-384 384 1681 59 180188 0 30 668160 0 VM OBJECT 264 1541 79 605469 0 30 427680 0 malloc-16384 16384 25 0 29 0 1 409600 0 256 Bucket 2048 180 14 20126 0 8 397312 0 THREAD 1808 183 26 44452 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 tcp_bbr_map 128 0 2449 114617 0 126 313472 0 MAP ENTRY 96 2749 317 2318939 0 126 294336 0 socket 944 49 259 71622 0 254 290752 0 VNODE 448 572 76 42655 0 30 290304 0 vmem btag 56 4708 32 4708 0 254 265440 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-65536 65536 0 4 101 0 1 262144 0 ertt_txseginfo 40 0 6262 385027 0 254 250480 0 malloc-4096 4096 5 56 3040 0 2 249856 0 malloc-2048 2048 111 3 128 0 8 233472 0 mbuf_packet 256 110 775 84333 0 254 226560 0 DEVCTL 1024 0 220 154 0 0 225280 0 sctp_chunk 152 76 1380 2386 0 254 221312 0 malloc-512 512 378 14 4047 0 30 200704 0 32 Bucket 256 672 108 39860 0 62 199680 0 malloc-16384 16384 7 5 269 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-512 512 280 72 6005 0 30 180224 0 VMSPACE 2544 60 9 43093 0 4 175536 0 malloc-32768 32768 3 2 139 0 1 163840 0 malloc-16384 16384 4 5 379 0 1 147456 0 S VFS Cache 104 1035 369 43771 0 126 146016 0 FFS2 dinode 256 533 37 42613 0 62 145920 0 PROC 1336 88 17 43115 0 8 140280 0 tcp_inpcb 488 4 276 3825 0 254 136640 0 malloc-384 384 287 63 42445 0 30 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 1 1 178 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-32768 32768 3 1 4 0 1 131072 0 16 Bucket 144 779 117 12267 0 62 129024 0 ksiginfo 112 90 954 1672 0 126 116928 0 malloc-8192 8192 13 1 24 0 1 114688 0 filedesc0 1072 88 17 43116 0 8 112560 0 g_bio 408 0 250 9205 0 30 102000 0 128 Bucket 1024 61 38 12350 0 16 101376 0 malloc-1024 1024 80 16 226 0 16 98304 0 malloc-384 384 180 60 4197 0 30 92160 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-512 512 151 17 189 0 30 86016 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-16384 16384 4 1 6 0 1 81920 0 malloc-16384 16384 3 2 132 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-8192 8192 8 2 12 0 1 81920 0 tcpcb 1080 4 59 3825 0 254 68040 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 2 2 7 0 1 65536 0 malloc-4096 4096 3 13 510 0 2 65536 0 malloc-1024 1024 58 2 1246 0 16 61440 0 malloc-384 384 96 54 5522 0 30 57600 0 malloc-8192 8192 1 6 43133 0 1 57344 0 malloc-8192 8192 4 3 9 0 1 57344 0 malloc-8192 8192 3 3 183 0 1 49152 0 malloc-4096 4096 7 5 111 0 2 49152 0 malloc-4096 4096 12 0 203 0 2 49152 0 malloc-2048 2048 9 15 1952 0 8 49152 0 64 Bucket 512 46 50 11899 0 30 49152 0 malloc-1024 1024 37 7 1053 0 16 45056 0 malloc-512 512 27 61 42783 0 30 45056 0 malloc-4096 4096 7 3 263 0 2 40960 0 malloc-1024 1024 38 2 40 0 16 40960 0 malloc-512 512 49 31 869 0 30 40960 0 malloc-512 512 40 40 44108 0 30 40960 0 pcpu-8 8 4705 415 4973 0 254 40960 0 sctp_laddr 48 54 786 53149 0 254 40320 0 Files 80 244 256 135222 0 126 40000 0 pipe 744 23 27 899 0 16 37200 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 192758 0 16 36864 0 malloc-2048 2048 17 1 17 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 2 Bucket 32 813 195 14460 0 254 32256 0 TURNSTILE 136 210 21 210 0 62 31416 0 malloc-4096 4096 2 5 90 0 2 28672 0 KNOTE 160 28 147 492623 0 62 28000 0 malloc-2048 2048 9 3 11 0 8 24576 0 PWD 32 37 719 42179 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 208 92 3188 0 126 24000 0 ripcb 488 5 43 2112 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 tcp_bbr_pcb 832 0 27 1940 0 16 22464 0 malloc-2048 2048 9 1 9 0 8 20480 0 malloc-512 512 24 16 5653 0 30 20480 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-2048 2048 5 3 67 0 8 16384 0 sctp_stream_msg_out 112 8 136 2879 0 254 16128 0 vtnet_tx_hdr 24 0 668 564523 0 254 16032 0 tcp_rack_pcb 832 0 18 57 0 16 14976 0 cpuset 104 7 117 79 0 126 12896 0 malloc-4096 4096 2 1 3 0 2 12288 0 malloc-2048 2048 2 4 15 0 8 12288 0 udplite_inpcb 488 0 24 331 0 254 11712 0 udp_inpcb 488 6 18 301 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 unpcb 256 20 25 1317 0 254 11520 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 36 56 60 0 126 8096 0 rl_entry 40 67 135 67 0 254 8080 0 tcp_rack_map 112 0 72 67 0 126 8064 0 udpcb 32 6 246 632 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 4 108 3825 0 126 8064 0 4 Bucket 48 6 162 937 0 254 8064 0 AIO 208 0 38 27 0 62 7904 0 cryptop 280 0 28 38 0 30 7840 0 itimer 352 0 22 8 0 30 7744 0 AIOCB 552 0 14 64 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 AIOLIO 272 0 28 11 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 72 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 1 0 254 4032 0 sctp_readq 152 0 26 210 0 254 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0