panic: sx_try_xlock() of destroyed sx @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:469 cpuid = 1 time = 1625067432 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c827670 vpanic() at vpanic+0x1cc/frame 0xfffffe009c8276d0 panic() at panic+0x43/frame 0xfffffe009c827730 sx_try_xlock_int() at sx_try_xlock_int+0x1bc/frame 0xfffffe009c827780 sblock() at sblock+0x5c/frame 0xfffffe009c8277b0 sosend_generic() at sosend_generic+0x1e0/frame 0xfffffe009c8278a0 sosend() at sosend+0xc6/frame 0xfffffe009c827910 kern_sendit() at kern_sendit+0x33c/frame 0xfffffe009c8279c0 freebsd32_sendmsg() at freebsd32_sendmsg+0x270/frame 0xfffffe009c827ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009c827bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfbaf78 KDB: enter: panic [ thread pid 20467 tid 121613 ] Stopped at kdb_enter+0x67: movq $0,0x16400ee(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe0099c00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c827650 rbp 0xfffffe009c827670 rsi 0x40001 rdi 0xffffffff811327b6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c827540 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a3db00 r14 0xffffffff81a74f75 r15 0xffffffff81a74f75 rip 0xffffffff81129817 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x16400ee(%rip) db> show proc Process 20467 (syz-executor.3) at 0xfffff8002aed6538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 798 at 0xfffff800274e7000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bda538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009de3f000 (map 0xfffffe009de3f000) (map.pmap 0xfffffe009de3f0c0) (pmap 0xfffffe009de3f120) threads: 5 121384 RunQ syz-executor.3 121605 S connec 0xfffff8002a426bf0 syz-executor.3 121612 S connec 0xfffff8002a846bf0 syz-executor.3 121613 Run CPU 1 syz-executor.3 121614 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 20467 798 798 0 R (threaded) syz-executor.3 121384 RunQ syz-executor.3 121605 S connec 0xfffff8002a426bf0 syz-executor.3 121612 S connec 0xfffff8002a846bf0 syz-executor.3 121613 Run CPU 1 syz-executor.3 121614 Run CPU 0 syz-executor.3 18701 1 798 0 S uwait 0xfffff80027cbc500 syz-executor.3 18696 1 798 0 S uwait 0xfffff80015ece100 syz-executor.3 18582 18579 802 0 SV uwait 0xfffff80027d83500 syz-executor.2 18579 1 802 0 DV ppwait 0xfffff8002a4a5f58 syz-executor.2 18370 1 798 0 SV uwait 0xfffff80027eb9f00 syz-executor.3 18369 1 798 0 SV uwait 0xfffff800273f9100 syz-executor.3 15610 1 783 0 S uwait 0xfffff8007b1b3700 syz-executor.0 15586 1 784 0 S uwait 0xfffff8007b4e9f00 syz-executor.1 15583 1 784 0 S uwait 0xfffff8007be87700 syz-executor.1 13560 1 802 0 S uwait 0xfffff80027e2ab00 syz-executor.2 13559 1 802 0 S uwait 0xfffff80015f4ad00 syz-executor.2 13545 1 802 0 S uwait 0xfffff80015d9f300 syz-executor.2 13544 1 802 0 S uwait 0xfffff80027d08500 syz-executor.2 12991 1 784 0 S uwait 0xfffff80027539500 syz-executor.1 12990 1 784 0 S uwait 0xfffff8007beded00 syz-executor.1 12784 1 783 0 S uwait 0xfffff80027e2a500 syz-executor.0 12782 1 783 0 S uwait 0xfffff80027d08900 syz-executor.0 12653 1 784 0 S uwait 0xfffff80027e2a100 syz-executor.1 12651 1 784 0 S uwait 0xfffff80027eb9900 syz-executor.1 11287 1 11287 65 Ss select 0xfffff8002a0ce740 dhclient 9282 1 783 0 S uwait 0xfffff80027398500 syz-executor.0 9037 1 9037 0 Ss select 0xfffff8007bde02c0 dhclient 9034 1 9034 0 Ss select 0xfffff8007ba8aa40 dhclient 9015 1 9015 65 Ss select 0xfffff8007bdccbc0 dhclient 8991 1 783 0 S uwait 0xfffff80027e2af00 syz-executor.0 8980 1 783 0 S uwait 0xfffff80027d08300 syz-executor.0 8973 1 783 0 S uwait 0xfffff80027d83d00 syz-executor.0 8960 1 783 0 S uwait 0xfffff8007b1b3f00 syz-executor.0 8950 1 783 0 S umtxn 0xfffff80027eb9b00 syz-executor.0 8939 1 783 0 S umtxn 0xfffff80027398b00 syz-executor.0 8932 1 783 0 S uwait 0xfffff8007b1b3d00 syz-executor.0 8911 1 802 0 S uwait 0xfffff800273f9700 syz-executor.2 8910 1 802 0 S umtxn 0xfffff8007b1b3900 syz-executor.2 7611 1 802 0 SV uwait 0xfffff80027eb9300 syz-executor.2 7608 1 802 0 SV uwait 0xfffff80027398f00 syz-executor.2 6825 1 6825 0 Ss select 0xfffff8007b9ee2c0 dhclient 6817 1 6817 0 Ss select 0xfffff8007ba02d40 dhclient 6778 1 6778 65 Ss select 0xfffff800274882c0 dhclient 4278 1 4278 0 Ss select 0xfffff8007b25a8c0 dhclient 4275 1 4275 0 Ss select 0xfffff8007b62cd40 dhclient 4252 1 4252 65 Ss select 0xfffff8007b7fc2c0 dhclient 2154 0 0 0 DL aiordy 0xfffff8007b1b2a70 [aiod4] 2153 0 0 0 DL aiordy 0xfffff8007b02c000 [aiod3] 2152 0 0 0 DL aiordy 0xfffff8007b02c538 [aiod2] 2151 0 0 0 DL aiordy 0xfffff80027dd7000 [aiod1] 820 1 820 0 Ss select 0xfffff80027554d40 dhclient 814 1 814 0 Ss select 0xfffff80027554440 dhclient 802 780 802 0 Ss piperd 0xfffff800275c3000 syz-executor.2 798 780 798 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.3 784 780 784 0 Ss piperd 0xfffff800275c38b8 syz-executor.1 783 780 783 0 Ss piperd 0xfffff80027a5dba0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100112 S uwait 0xfffff80015da2b00 syz-fuzzer 100116 S uwait 0xfffff80015ac3300 syz-fuzzer 100117 S uwait 0xfffff800273f9300 syz-fuzzer 100118 S uwait 0xfffff800273f9500 syz-fuzzer 100119 S uwait 0xfffff80015f4a500 syz-fuzzer 100120 S uwait 0xfffff80015f4a700 syz-fuzzer 100121 S uwait 0xfffff80027539100 syz-fuzzer 100122 S uwait 0xfffff80027539300 syz-fuzzer 107269 S kqread 0xfffff80015d9f100 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80027a385e8 csh 776 694 776 0 Ss select 0xfffff800275ded40 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff8002745fa40 sshd 507 1 507 0 Ss select 0xfffff80015eb45c0 syslogd 436 1 436 0 Ss select 0xfffff800157b15c0 devd 435 1 435 65 Ss select 0xfffff80015eb4440 dhclient 350 1 350 0 Ss select 0xfffff80015eab740 dhclient 347 1 347 0 Ss select 0xfffff80015ef5a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004ddc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c5b10 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830df8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d7e410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda538 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ebd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153eb900 [vtnet0 txq 0] 100057 D - 0xfffff800153eb500 [vtnet0 rxq 1] 100058 D - 0xfffff800153eb100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015468900 [mca taskq] 100066 D - 0xffffffff81e218a1 [deadlkres] 100074 D - 0xfffff80015ab5100 [acpi_task_0] 100075 D - 0xfffff80015ab5100 [acpi_task_1] 100076 D - 0xfffff80015ab5100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 20467 (syz-executor.3) thread 0xfffffe00951cb3a0 (121614) exclusive sleep mutex socket (socket) r = 0 (0xfffff8002a4fb3b0) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:457 exclusive rw tcpinp (tcpinp) r = 0 (0xfffff8002aa669a8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:450 db> show malloc Type InUse MemUse Requests pcb 3414 15612K 26261 sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 sctp_stro 1657 3328K 2856 sctp_atcl 3321 3321K 12539 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 sctp_atky 4989 1872K 15473 sctp_athm 3321 1246K 12588 sctp_map 3314 1243K 5702 filedesc 70 1117K 39137 inodedep 593 1112K 19706 newblk 47 1055K 20323 vfscache 3 1035K 3 subproc 210 875K 20588 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 BPF 47 338K 136 dirrem 579 290K 19616 linker 348 270K 441 kdtrace 288 229K 42088 freefile 581 218K 19594 DEVFS1 107 214K 124 module 510 192K 510 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 12 142K 19546 tfo_ccache 1 136K 1 sem 4 120K 4 shm 11 112K 27 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 routetbl 147 85K 433 temp 36 81K 10228 mtx_pool 2 80K 2 syncache 1 76K 1 msg 4 68K 4 ifaddr 70 66K 72 ksem 31 65K 2153 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 97 45K 20506 ithread 99 43K 99 rman 84 42K 425 lltable 46 40K 162 KTRACE 100 38K 100 taskqueue 60 36K 60 pwddesc 95 36K 20475 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 DEVFSP 87 33K 11935 hostcache 1 32K 1 tty 16 32K 16 pf_rule 64 32K 67 pf_ifnet 69 31K 131 inpcbpolicy 80 30K 11344 GEOM 60 29K 489 in6_multi 65 29K 65 osd 73 28K 10150 kbdmux 6 28K 6 cred 27 27K 259 ifnet 7 25K 7 pf_table 6 24K 9 plimit 24 24K 439 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 276184 sctp_timw 41 21K 41 pfs_nodes 20 20K 20 proc-args 52 20K 655 UART 12 18K 12 session 35 18K 56 bmsafemap 2 17K 19689 rpc 2 16K 2 shmfd 1 16K 94 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 57 vt 11 11K 11 freework 22 11K 19620 Unitno 29 11K 93 acpisem 28 11K 28 CAM XPT 22 11K 543 uidinfo 3 9K 10 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 100 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 freeblks 9 5K 19533 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 39056 xform 8 3K 13873 in_multi 6 3K 8 nexusdev 7 3K 7 newdirblk 7 3K 19528 feeder 7 3K 7 soname 7 3K 25631 ip6opt 5 3K 23 procdesc 5 3K 14 sctp_ifn 6 3K 14 tcp_fsb 6 3K 2527 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 48 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 98 crypto 4 2K 1475 diradd 4 2K 19656 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 7 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 45 CAM SIM 2 1K 2 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 indirdep 1 1K 115 eventfd 1 1K 25 pmchooks 1 1K 1 sctp_vrf 1 1K 1 vegas data 1 1K 199 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 29543 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 2494 sctp_iter 0 0K 13 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 5 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 1 sctp_stri 0 0K 88 mqdata 0 0K 0 chd data 0 0K 0 tcp_do 0 0K 0 htcp data 0 0K 13 cubic data 0 0K 24 cdg data 0 0K 23 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 dctcp data 0 0K 6 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 14415 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 22 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 19 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 20834 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 725 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 2918 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 4 lio 0 0K 10 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 206 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 833 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 870 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 78 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8373 903 849346 0 254 37994496 0 malloc-384 384 38822 8 45030 0 30 14910720 0 malloc-8192 8192 1666 2 9648 0 1 13664256 0 malloc-1024 1024 4175 13 4270 0 16 4288512 0 sctp_asoc 2288 1657 3 2851 0 254 3798080 0 tcp_log 416 68 8986 129818 0 254 3766464 0 malloc-384 384 9479 11 341575 0 30 3644160 0 mbuf 256 13844 286 1620670 0 254 3617280 0 malloc-1024 1024 3326 6 12717 0 16 3411968 0 malloc-2048 2048 1658 2 4055 0 8 3399680 0 malloc-8192 8192 328 3 1099 0 1 2711552 0 pbuf 2624 0 973 0 0 2 2553152 0 malloc-1024 1024 673 1523 20994 0 16 2248704 0 sctp_ep 1280 1664 4 9643 0 254 2135040 0 BUF TRIE 144 194 13274 1119 0 62 1939392 0 malloc-1024 1024 1878 6 31395 0 16 1929216 0 UMA Slabs 0 112 16965 24 16965 0 126 1902768 0 RADIX NODE 144 11944 205 501330 0 62 1749456 0 malloc-1024 1024 134 1370 16030 0 16 1540096 0 mbuf_cluster 2048 720 2 720 0 254 1478656 0 malloc-32768 32768 36 7 19569 0 1 1409024 0 sctp_raddr 736 1657 4 2865 0 254 1222496 0 malloc-512 512 729 1543 20215 0 30 1163264 0 malloc-384 384 1155 1495 106360 0 30 1017600 0 malloc-8192 8192 97 7 20475 0 1 851968 0 sctp_chunk 152 4955 11 6858 0 254 754832 0 malloc-384 384 1781 9 53870 0 30 687360 0 FFS inode 1160 536 24 20132 0 8 649600 0 malloc-65536 65536 3 6 95 0 1 589824 0 ertt_txseginfo 40 10757 2777 181623 0 254 541360 0 VM OBJECT 264 1665 90 290319 0 30 463320 0 malloc-16384 16384 24 1 29 0 1 409600 0 THREAD 1808 192 17 21614 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 256 Bucket 2048 130 34 17829 0 8 335872 0 MAP ENTRY 96 3061 425 1103773 0 126 334656 0 malloc-65536 65536 5 0 5 0 1 327680 0 socket 944 114 230 23455 0 254 324736 0 tcp_inpcb 488 69 555 10138 0 254 304512 0 malloc-512 512 69 523 20712 0 30 303104 0 malloc-384 384 679 81 12230 0 30 291840 0 VNODE 448 575 73 20173 0 30 290304 0 tcp_bbr_map 128 364 1806 46141 0 126 277760 0 vmem btag 56 4921 35 4921 0 254 277536 0 malloc-2048 2048 125 3 164 0 8 262144 0 DEVCTL 1024 0 220 153 0 0 225280 0 malloc-16384 16384 11 2 247 0 1 212992 0 malloc-8192 8192 23 2 44 0 1 204800 0 malloc-384 384 501 29 86586 0 30 203520 0 VMSPACE 2544 65 13 20446 0 4 198432 0 UMA Zones 768 242 2 242 0 16 187392 0 mbuf_packet 256 211 509 40661 0 254 184320 0 malloc-4096 4096 13 29 3888 0 2 172032 0 tcpcb 1080 69 78 10138 0 254 158760 0 malloc-384 384 341 69 35601 0 30 157440 0 PROC 1336 94 20 20472 0 8 152304 0 S VFS Cache 104 1032 372 21460 0 126 146016 0 FFS2 dinode 256 536 34 20130 0 62 145920 0 malloc-512 512 224 40 40681 0 30 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-8192 8192 13 3 30 0 1 131072 0 malloc-1024 1024 127 1 132 0 16 131072 0 filedesc0 1072 95 24 20475 0 8 127568 0 malloc-512 512 230 18 19886 0 30 126976 0 ksiginfo 112 99 945 1621 0 126 116928 0 malloc-16384 16384 2 5 47 0 1 114688 0 malloc-32768 32768 1 2 121 0 1 98304 0 32 Bucket 256 201 174 23138 0 62 96000 0 malloc-512 512 129 47 21241 0 30 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 48 35 2052 0 16 84992 0 clpbuf 2624 0 32 20 0 16 83968 0 malloc-16384 16384 3 2 11 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 tcp_bbr_pcb 832 3 87 5399 0 16 74880 0 g_bio 408 0 180 9137 0 30 73440 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 6 0 1 65536 0 malloc-4096 4096 13 3 242 0 2 65536 0 malloc-4096 4096 13 2 939 0 2 61440 0 malloc-4096 4096 9 6 34 0 2 61440 0 malloc-2048 2048 10 20 520 0 8 61440 0 16 Bucket 144 244 148 5680 0 62 56448 0 malloc-384 384 101 39 25152 0 30 53760 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-8192 8192 2 4 20916 0 1 49152 0 malloc-2048 2048 16 6 55 0 8 45056 0 64 Bucket 512 53 35 14319 0 30 45056 0 Files 80 276 274 71107 0 126 44000 0 malloc-512 512 26 54 1496 0 30 40960 0 pcpu-8 8 4856 264 6541 0 254 40960 0 pipe 744 23 32 1290 0 16 40920 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 109265 0 16 36864 0 malloc-512 512 61 11 3025 0 30 36864 0 malloc-512 512 35 37 1127 0 30 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 0 4 13 0 1 32768 0 malloc-4096 4096 6 2 14 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_rack_pcb 832 6 30 2527 0 16 29952 0 malloc-2048 2048 2 12 151 0 8 28672 0 KNOTE 160 28 147 223640 0 62 28000 0 malloc-8192 8192 1 2 60 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 sctp_stream_msg_out 112 74 142 6839 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 47 253 4506 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 PWD 32 39 591 19620 0 254 20160 0 2 Bucket 32 96 534 5786 0 254 20160 0 SLEEPQUEUE 88 210 14 210 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 20 55 2427 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 387 0 2 16384 0 ertt 72 69 155 10138 0 126 16128 0 vtnet_tx_hdr 24 0 668 455896 0 254 16032 0 udp_inpcb 488 6 26 785 0 254 15616 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 tcp_rack_map 112 22 86 3598 0 126 12096 0 ripcb 488 5 19 308 0 254 11712 0 kenv 258 15 30 1038 0 30 11610 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 13 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 70 0 126 8096 0 rl_entry 40 78 124 78 0 254 8080 0 sctp_laddr 48 0 168 575 0 254 8064 0 udpcb 32 6 246 898 0 254 8064 0 4 Bucket 48 7 161 446 0 254 8064 0 sctp_readq 152 0 52 8 0 254 7904 0 AIO 208 0 38 73 0 62 7904 0 cryptop 280 0 28 170 0 30 7840 0 udplite_inpcb 488 0 16 113 0 254 7808 0 routing nhops 256 27 3 34 0 62 7680 0 AIOLIO 272 0 28 5 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 107 0 126 6448 0 domainset 40 0 126 77 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 pf tags 104 0 39 1 0 126 4056 0 sctp_asconf_ack 48 0 84 1 0 254 4032 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIOP 32 4 122 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 AIOCB 552 0 7 105 0 16 3864 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0