panic: sx_try_xlock() of destroyed sx @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:469 cpuid = 0 time = 1624352511 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00887f66a0 vpanic() at vpanic+0x1cc/frame 0xfffffe00887f6700 panic() at panic+0x43/frame 0xfffffe00887f6760 sx_try_xlock_int() at sx_try_xlock_int+0x1bc/frame 0xfffffe00887f67b0 sblock() at sblock+0x5c/frame 0xfffffe00887f67e0 sosend_generic() at sosend_generic+0x1e0/frame 0xfffffe00887f68d0 sosend() at sosend+0xc6/frame 0xfffffe00887f6940 kern_sendit() at kern_sendit+0x33c/frame 0xfffffe00887f69f0 sendit() at sendit+0x23f/frame 0xfffffe00887f6a50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe00887f6ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe00887f6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00887f6bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 50361 tid 157430 ] Stopped at kdb_enter+0x67: movq $0,0x16400de(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0095800000 rdx 0x3ffff rbx 0 rsp 0xfffffe00887f6680 rbp 0xfffffe00887f66a0 rsi 0x40001 rdi 0xffffffff811327c6 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00887f6570 r11 0x1ff77fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a3d600 r14 0xffffffff81a7501c r15 0xffffffff81a7501c rip 0xffffffff81129827 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x16400de(%rip) db> show proc Process 50361 (syz-executor.0) at 0xfffff80055bd8000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 785 at 0xfffff80015ec8000 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009dadd3e0 (map 0xfffffe009dadd3e0) (map.pmap 0xfffffe009dadd4a0) (pmap 0xfffffe009dadd500) threads: 5 151073 RunQ syz-executor.0 157424 S connec 0xfffff8004b072490 syz-executor.0 157430 Run CPU 0 syz-executor.0 157435 S connec 0xfffff8004b3200e0 syz-executor.0 157439 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 50361 785 785 0 R (threaded) syz-executor.0 151073 RunQ syz-executor.0 157424 S connec 0xfffff8004b072490 syz-executor.0 157430 Run CPU 0 syz-executor.0 157435 S connec 0xfffff8004b3200e0 syz-executor.0 157439 Run CPU 1 syz-executor.0 43517 1 806 0 S uwait 0xfffff8004ae39900 syz-executor.2 43513 1 806 0 S uwait 0xfffff80015e96700 syz-executor.2 43508 1 785 0 S uwait 0xfffff800472c8700 syz-executor.0 43507 1 785 0 S uwait 0xfffff8004731bd00 syz-executor.0 43500 1 785 0 S uwait 0xfffff8004aeb0f00 syz-executor.0 43499 1 785 0 S uwait 0xfffff8004ae39300 syz-executor.0 43332 1 806 0 SV uwait 0xfffff8004ae5ed00 syz-executor.2 43331 1 806 0 SV uwait 0xfffff800472c8300 syz-executor.2 38331 1 806 0 S uwait 0xfffff8004abcad00 syz-executor.2 38328 1 806 0 S uwait 0xfffff8004ae39d00 syz-executor.2 38322 1 820 0 S uwait 0xfffff8004a3f6500 syz-executor.3 38321 1 806 0 S uwait 0xfffff8004ae39100 syz-executor.2 38315 1 806 0 S uwait 0xfffff8004a5a5d00 syz-executor.2 38313 1 820 0 S uwait 0xfffff800472c8b00 syz-executor.3 38309 1 785 0 S uwait 0xfffff8004adfc900 syz-executor.0 38305 1 806 0 S uwait 0xfffff8004ae39b00 syz-executor.2 38303 1 785 0 S uwait 0xfffff800472c8d00 syz-executor.0 38296 1 806 0 S uwait 0xfffff8004ae39500 syz-executor.2 38292 1 785 0 S uwait 0xfffff80015da2100 syz-executor.0 38285 1 785 0 S uwait 0xfffff8004a5a5100 syz-executor.0 38276 1 785 0 S uwait 0xfffff8004abca100 syz-executor.0 38267 1 785 0 S uwait 0xfffff8004ae5ef00 syz-executor.0 37266 1 806 0 S uwait 0xfffff800472c8500 syz-executor.2 37265 1 806 0 S uwait 0xfffff8004ae39f00 syz-executor.2 34370 1 806 0 S uwait 0xfffff8004a5a5900 syz-executor.2 34369 1 806 0 S uwait 0xfffff8004ae39700 syz-executor.2 15297 1 786 0 S uwait 0xfffff800472c8f00 syz-executor.1 15160 1 806 0 S uwait 0xfffff8004a5a5700 syz-executor.2 15157 1 806 0 S uwait 0xfffff80015d9ff00 syz-executor.2 3080 1 3080 65 Ss select 0xfffff8004af3c8c0 dhclient 2592 1 2592 0 Ss select 0xfffff800471588c0 dhclient 2588 1 2588 0 Ss select 0xfffff8004a37aa40 dhclient 2568 1 2568 65 Ss select 0xfffff80047086140 dhclient 2035 1 2035 0 Ss select 0xfffff80047010bc0 dhclient 2032 1 2032 0 Ss select 0xfffff80047086a40 dhclient 2013 1 2013 65 Ss select 0xfffff8004a3b2740 dhclient 1937 0 0 0 DL aiordy 0xfffff8004ae93000 [aiod4] 1936 0 0 0 DL aiordy 0xfffff80015f38000 [aiod3] 1935 0 0 0 DL aiordy 0xfffff8004aee5000 [aiod2] 1934 0 0 0 DL aiordy 0xfffff8004a44aa60 [aiod1] 1437 1 1437 0 Ss select 0xfffff8004a5d1a40 dhclient 1434 1 1434 0 Ss select 0xfffff8004af6eec0 dhclient 1415 1 1415 65 Ss select 0xfffff8004af3ca40 dhclient 824 1 824 0 Ss select 0xfffff8004a40c140 dhclient 820 780 820 0 Ss piperd 0xfffff8004a4d9000 syz-executor.3 819 1 819 0 Ss select 0xfffff8004a40c8c0 dhclient 806 780 806 0 Ss piperd 0xfffff8004a4d9ba0 syz-executor.2 786 780 786 0 Ss piperd 0xfffff8004ad222e8 syz-executor.1 785 780 785 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100120 S uwait 0xfffff80015f70700 syz-fuzzer 100121 S uwait 0xfffff80015f18700 syz-fuzzer 100122 S uwait 0xfffff8004aa7c700 syz-fuzzer 100123 S uwait 0xfffff8004aa7c900 syz-fuzzer 100124 S uwait 0xfffff8004aa7c100 syz-fuzzer 100125 S uwait 0xfffff8004aa7cb00 syz-fuzzer 100126 S uwait 0xfffff8004aa7c300 syz-fuzzer 100128 S kqread 0xfffff80015d9fd00 syz-fuzzer 100156 S uwait 0xfffff8004a5a5500 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8004a5f30b0 csh 776 694 776 0 Ss select 0xfffff8004aa3c2c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015ab64b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab84b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab8cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abf4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abfcb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff80015f65a40 sshd 507 1 507 0 Ss select 0xfffff80015f65ec0 syslogd 436 1 436 0 Ss select 0xfffff80015f37440 devd 435 1 435 65 Ss select 0xfffff80015f37ec0 dhclient 350 1 350 0 Ss select 0xfffff80015e848c0 dhclient 347 1 347 0 Ss select 0xfffff80015f372c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015cd1530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c5200 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e668b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff830e7410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e217c0 [deadlkres] 100074 D - 0xfffff80015ac8100 [acpi_task_0] 100075 D - 0xfffff80015ac8100 [acpi_task_1] 100076 D - 0xfffff80015ac8100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 50361 (syz-executor.0) thread 0xfffffe009e4da560 (157439) exclusive sleep mutex eventhandler (eventhandler) r = 0 (0xffffffff82769740) locked @ /syzkaller/managers/main/kernel/sys/kern/subr_eventhandler.c:271 exclusive sleep mutex socket (socket) r = 0 (0xfffff8004b3593b0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:504 exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80047a489a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:496 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1196 5854K 199166 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 filedesc 70 1117K 98765 sctp_atcl 1114 1114K 128530 sctp_stro 532 1064K 30118 vfscache 3 1035K 3 newblk 3 1033K 51519 subproc 205 856K 50501 acpica 1674 649K 54806 sctp_atky 1646 618K 159387 callout 2 528K 2 inodedep 6 525K 49534 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_athm 1114 418K 128663 sctp_map 1064 399K 60236 bus 986 377K 3469 BPF 46 337K 68 linker 348 270K 409 kdtrace 283 225K 107811 DEVFS1 107 214K 124 module 510 192K 510 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 6 139K 49380 tfo_ccache 1 136K 1 sctp_timw 266 133K 266 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 3068 syncache 1 76K 1 routetbl 128 69K 419 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 152 57K 162 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 kqueue 95 44K 50500 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 43 37K 176 taskqueue 60 36K 60 pwddesc 93 35K 50371 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 19 DEVFSP 80 30K 1031 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 cred 27 27K 1927 ifnet 7 25K 7 plimit 24 24K 602 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 664138 pfs_nodes 20 20K 20 proc-args 52 20K 752 UART 12 18K 12 session 35 18K 67 bmsafemap 2 17K 49519 ksem 1 16K 242 rpc 2 16K 2 shmfd 1 16K 76 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 CAM DEV 3 12K 510 lockf 32 12K 91 vt 11 11K 11 Unitno 29 11K 783 acpisem 28 11K 28 inpcbpolicy 27 11K 16459 CAM XPT 22 11K 543 uidinfo 4 10K 765 pf_ifnet 11 9K 23 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 88 mount 16 7K 90 fpukern_ctx 3 6K 3 terminal 11 6K 11 osd 14 6K 10125 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 soname 7 3K 71760 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 202 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 120 crypto 4 2K 98 pfil 4 2K 4 CAM path 4 2K 1034 pf_osfp 3 2K 3 diradd 3 2K 49452 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 freework 2 1K 49341 tcp_fsb 2 1K 1880 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 newdirblk 2 1K 49352 mkdir 2 1K 98704 xform 2 1K 1050 entropy 2 1K 50 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 dirrem 1 1K 49408 freeblks 1 1K 49340 ip6opt 1 1K 92 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 freefile 1 1K 49377 CAM I/O Scheduler 1 1K 1 ip6_msource 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 37182 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 pf_table 0 0K 0 pf_rule 0 0K 9 pf_altq 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 50920 sctp_iter 0 0K 386 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 376 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 15 sctp_stri 0 0K 1668 chd data 0 0K 0 dctcp data 0 0K 0 cubic data 0 0K 0 vegas data 0 0K 0 htcp data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 45643 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 100 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 13 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6_moptions 0 0K 2 in6_mfilter 0 0K 4 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 12 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 7 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 50569 namei_tracker 0 0K 4 export_host 0 0K 0 cl_savebuf 0 0K 11 tcp_log_dev 0 0K 1473 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 4971 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 4 lio 0 0K 8 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 172 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1026 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1007 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 16 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 957 1294992 0 254 38023168 0 malloc-384 384 36556 2274 99301 0 30 14910720 0 malloc-8192 8192 584 1108 96159 0 3 13860864 0 malloc-1024 1024 4174 10 4209 0 16 4284416 0 tcp_log 416 10000 161 176720 0 254 4226976 0 sctp_asoc 2288 532 1158 30118 0 254 3866720 0 malloc-384 384 3874 5636 1014328 0 30 3651840 0 malloc-1024 1024 1119 2257 130229 0 16 3457024 0 malloc-2048 2048 534 1136 31470 0 8 3420160 0 malloc-1024 1024 134 3066 49063 0 16 3276800 0 malloc-1024 1024 83 3041 50374 0 16 3198976 0 mbuf 256 9527 1333 6197775 0 254 2780160 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 RADIX NODE 144 17639 782 1260020 0 64 2652624 0 pbuf 2624 0 973 0 0 2 2553152 0 sctp_ep 1280 582 1197 96154 0 254 2277120 0 UMA Slabs 0 112 17982 15 17982 0 126 2015664 0 malloc-1024 1024 781 1131 153872 0 16 1957888 0 BUF TRIE 144 318 13150 2714 0 62 1939392 0 mbuf_cluster 2048 825 1 825 0 254 1691648 0 malloc-512 512 139 3037 49994 0 30 1626112 0 malloc-32768 32768 36 7 49383 0 1 1409024 0 sctp_raddr 736 532 1360 37988 0 254 1392512 0 malloc-384 384 568 3022 208175 0 30 1378560 0 malloc-8192 8192 95 11 50373 0 1 868352 0 malloc-384 384 1728 32 53890 0 30 675840 0 FFS inode 1160 543 24 49921 0 8 657720 0 tcp_bbr_map 128 0 4805 1310898 0 127 615040 0 socket 944 107 509 114482 0 254 581504 0 malloc-4096 4096 7 112 5932 0 2 487424 0 VM OBJECT 264 1660 140 712828 0 30 475200 0 ertt_txseginfo 40 1068 10749 3981198 0 254 472680 0 256 Bucket 2048 186 18 36340 0 8 417792 0 malloc-16384 16384 24 1 27 0 1 409600 0 THREAD 1808 189 20 57439 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 MAP ENTRY 96 3025 461 2731510 0 126 334656 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-512 512 25 599 56491 0 30 319488 0 VNODE 448 581 94 49961 0 30 302400 0 vmem btag 56 4973 127 4973 0 254 285600 0 malloc-2048 2048 125 13 236 0 8 282624 0 tcp_inpcb 488 10 534 10113 0 254 265472 0 malloc-384 384 627 63 18651 0 30 264960 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-8192 8192 23 4 155 0 1 221184 0 malloc-16384 16384 11 2 247 0 1 212992 0 mbuf_packet 256 108 717 94344 0 254 211200 0 g_bio 408 0 490 16218 0 30 199920 0 VMSPACE 2544 65 13 50343 0 4 198432 0 malloc-65536 65536 3 0 3 0 1 196608 0 32 Bucket 256 577 158 74852 0 62 188160 0 UMA Zones 768 242 2 242 0 16 187392 0 sctp_chunk 152 578 592 9809 0 254 177840 0 malloc-384 384 381 79 205764 0 30 176640 0 tcpcb 1080 10 137 10113 0 254 158760 0 FFS2 dinode 256 543 57 49920 0 62 153600 0 malloc-384 384 334 66 52851 0 30 153600 0 malloc-512 512 280 16 1492 0 30 151552 0 S VFS Cache 104 1068 375 51589 0 126 150072 0 malloc-512 512 224 64 49698 0 30 147456 0 PROC 1328 92 19 50370 0 8 147408 0 malloc-512 512 191 73 101472 0 30 135168 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-1024 1024 124 4 147 0 16 131072 0 filedesc0 1072 93 19 50371 0 8 120064 0 sctp_stream_msg_out 112 168 876 3481 0 254 116928 0 ksiginfo 112 96 948 2590 0 126 116928 0 malloc-16384 16384 2 5 140 0 1 114688 0 16 Bucket 144 646 138 11123 0 62 112896 0 128 Bucket 1024 38 65 10946 0 16 105472 0 malloc-32768 32768 1 2 121 0 1 98304 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 118 0 16 83968 0 malloc-512 512 119 41 49962 0 30 81920 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-16384 16384 2 2 9 0 1 65536 0 malloc-8192 8192 3 5 22 0 1 65536 0 malloc-4096 4096 12 4 165 0 2 65536 0 malloc-2048 2048 10 20 544 0 8 61440 0 malloc-384 384 95 65 97107 0 30 61440 0 malloc-8192 8192 2 5 50632 0 1 57344 0 malloc-4096 4096 7 6 41 0 2 53248 0 64 Bucket 512 47 57 25532 0 30 53248 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 Files 80 299 251 182654 0 126 44000 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 24 0 8 40960 0 pcpu-8 8 4717 403 5117 0 254 40960 0 udplite_inpcb 488 6 74 4410 0 254 39040 0 pipe 744 23 27 973 0 16 37200 0 NAMEI 1024 0 36 219010 0 16 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 6 2 31 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 8 Bucket 80 185 215 10271 0 126 32000 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_bbr_pcb 832 1 35 4764 0 16 29952 0 tcp_rack_pcb 832 2 34 1880 0 16 29952 0 malloc-2048 2048 2 12 1062 0 8 28672 0 malloc-512 512 34 22 358 0 30 28672 0 malloc-512 512 26 30 1446 0 30 28672 0 KNOTE 160 28 147 673692 0 62 28000 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 88 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 40 716 49456 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 malloc-4096 4096 3 2 158 0 2 20480 0 4 Bucket 48 286 134 4674 0 254 20160 0 2 Bucket 32 131 499 12878 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 785 0 2 16384 0 sctp_laddr 48 0 336 5067 0 254 16128 0 tcp_rack_map 112 4 140 3260 0 126 16128 0 vtnet_tx_hdr 24 0 668 4527654 0 254 16032 0 ripcb 488 5 27 1577 0 254 15616 0 unpcb 256 24 36 1781 0 254 15360 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 ertt 72 10 158 10113 0 126 12096 0 udp_inpcb 488 6 18 359 0 254 11712 0 kenv 258 15 30 1038 0 30 11610 0 routing nhops 256 27 18 34 0 62 11520 0 cpuset 104 7 86 1474 0 126 9672 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 35 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 0 92 6 0 254 8096 0 PGRP 88 35 57 67 0 126 8096 0 rl_entry 40 78 124 78 0 254 8080 0 hostcache 64 2 124 2 0 254 8064 0 udpcb 32 12 240 4769 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 AIO 208 0 38 23 0 62 7904 0 cryptop 280 0 28 19 0 30 7840 0 itimer 352 0 22 20 0 30 7744 0 AIOCB 552 0 14 41 0 16 7728 0 AIOLIO 272 0 28 8 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 1099 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 sackhole 32 0 126 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 sctp_readq 152 0 26 345 0 254 3952 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0