panic: sx lock still held cpuid = 1 time = 1624206275 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0088738890 vpanic() at vpanic+0x1cc/frame 0xfffffe00887388f0 panic() at panic+0x43/frame 0xfffffe0088738950 sx_destroy() at sx_destroy+0x63/frame 0xfffffe0088738970 solisten_proto() at solisten_proto+0xd2/frame 0xfffffe00887389d0 tcp_usr_listen() at tcp_usr_listen+0x18b/frame 0xfffffe0088738a30 solisten() at solisten+0x7a/frame 0xfffffe0088738a70 kern_listen() at kern_listen+0x13c/frame 0xfffffe0088738ab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe0088738bf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbfbaf78 KDB: enter: panic [ thread pid 50412 tid 154673 ] Stopped at kdb_enter+0x67: movq $0,0x164017e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe009bc00000 rdx 0x3ffff rbx 0 rsp 0xfffffe0088738870 rbp 0xfffffe0088738890 rsi 0x40001 rdi 0xffffffff81132726 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0088738760 r11 0x1ff77fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff819d0d00 r14 0xffffffff81a74fa7 r15 0xffffffff81a74fa7 rip 0xffffffff81129787 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164017e(%rip) db> show proc Process 50412 (syz-executor.3) at 0xfffff80040c54000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 850 at 0xfffff80015e2b000 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009e4333e0 (map 0xfffffe009e4333e0) (map.pmap 0xfffffe009e4334a0) (pmap 0xfffffe009e433500) threads: 4 140284 RunQ syz-executor.3 154663 S connec 0xfffff8003bd310e0 syz-executor.3 154669 Run CPU 0 syz-executor.3 154673 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 50412 850 850 0 R (threaded) syz-executor.3 140284 RunQ syz-executor.3 154663 S connec 0xfffff8003bd310e0 syz-executor.3 154669 Run CPU 0 syz-executor.3 154673 Run CPU 1 syz-executor.3 50056 1 810 0 S uwait 0xfffff80040a53700 syz-executor.2 50048 1 810 0 S uwait 0xfffff8002d9a0900 syz-executor.2 39392 39388 810 0 SV uwait 0xfffff80040a7ad00 syz-executor.2 39388 1 810 0 DV ppwait 0xfffff80040d19a10 syz-executor.2 35702 1 790 0 SV uwait 0xfffff8003baf4b00 syz-executor.1 35685 35684 850 0 SV uwait 0xfffff8002d9a0700 syz-executor.3 35684 1 850 0 DV ppwait 0xfffff8003bd6cf40 syz-executor.3 29002 1 810 0 S uwait 0xfffff8003b55e500 syz-executor.2 28998 1 810 0 S uwait 0xfffff8003bc29d00 syz-executor.2 28993 1 790 0 S uwait 0xfffff8003b5e8d00 syz-executor.1 28990 1 790 0 S uwait 0xfffff8003bd17b00 syz-executor.1 28669 1 789 0 S uwait 0xfffff8003bedd700 syz-executor.0 28666 1 789 0 S uwait 0xfffff8003b55e700 syz-executor.0 28661 1 789 0 S uwait 0xfffff80015d68700 syz-executor.0 28659 1 789 0 S uwait 0xfffff80015ac1300 syz-executor.0 28655 1 789 0 S uwait 0xfffff8003baf4700 syz-executor.0 28653 1 789 0 S uwait 0xfffff8003beddb00 syz-executor.0 28649 1 789 0 S uwait 0xfffff8003bedd500 syz-executor.0 28648 1 789 0 S uwait 0xfffff8002d9a0300 syz-executor.0 28647 1 789 0 S uwait 0xfffff8003bd17f00 syz-executor.0 28644 1 789 0 S uwait 0xfffff8003b35d300 syz-executor.0 28495 28493 789 0 SV uwait 0xfffff8003bd17500 syz-executor.0 28493 1 789 0 DV ppwait 0xfffff8002ddd8a10 syz-executor.0 27949 1 790 0 SV uwait 0xfffff8002dcb2700 syz-executor.1 27948 1 790 0 SV uwait 0xfffff8002d00f300 syz-executor.1 12346 1 12346 65 Ss select 0xfffff8003bfb38c0 dhclient 11464 1 790 0 S uwait 0xfffff8003b5e8900 syz-executor.1 11463 1 790 0 S umtxn 0xfffff8003bd17100 syz-executor.1 8940 1 8940 0 Ss select 0xfffff8002dfca140 dhclient 8937 1 8937 0 Ss select 0xfffff8002df468c0 dhclient 8918 1 8918 65 Ss select 0xfffff8002deeabc0 dhclient 7143 1 7143 0 Ss select 0xfffff8002df3c8c0 dhclient 7140 1 7140 0 Ss select 0xfffff8002df0d2c0 dhclient 7113 1 7113 65 Ss select 0xfffff8002deea8c0 dhclient 5285 1 5285 0 Ss select 0xfffff8002de188c0 dhclient 5282 1 5282 0 Ss select 0xfffff8002da54740 dhclient 5263 1 5263 65 Ss select 0xfffff8003bc905c0 dhclient 2530 2529 789 0 SV uwait 0xfffff80015ac1100 syz-executor.0 2529 1 789 0 DV ppwait 0xfffff8003bc21f40 syz-executor.0 2356 0 0 0 DL aiordy 0xfffff8003bd56530 [aiod4] 2355 0 0 0 DL aiordy 0xfffff8003bf9fa60 [aiod3] 2354 0 0 0 DL aiordy 0xfffff8003bf9ba60 [aiod2] 2353 0 0 0 DL aiordy 0xfffff8003bf9f000 [aiod1] 2234 1 2234 0 Ss select 0xfffff8002d55b740 dhclient 2231 1 2231 0 Ss select 0xfffff8002d5abbc0 dhclient 850 780 850 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.3 810 780 810 0 Ss piperd 0xfffff80015e908b8 syz-executor.2 790 780 790 0 Ss piperd 0xfffff8003b5dc000 syz-executor.1 789 780 789 0 Ss piperd 0xfffff8003b5dc8b8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100099 S uwait 0xfffff800153d0500 syz-fuzzer 100117 S uwait 0xfffff80015d65900 syz-fuzzer 100118 S uwait 0xfffff80015d65b00 syz-fuzzer 100119 S uwait 0xfffff80015d65d00 syz-fuzzer 100120 S uwait 0xfffff8003b55eb00 syz-fuzzer 100121 S uwait 0xfffff8003b55ed00 syz-fuzzer 100122 S uwait 0xfffff8003b55ef00 syz-fuzzer 100123 S uwait 0xfffff80015d65f00 syz-fuzzer 100458 S kqread 0xfffff80015d68b00 syz-fuzzer 137561 S uwait 0xfffff8003b244b00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003b5465e0 csh 776 694 776 0 Ss select 0xfffff8003b6be740 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2b4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2bcb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2f4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2fcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015ab64b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015ab6cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015abc4b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015abccb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff80015ef7740 sshd 507 1 507 0 Ss select 0xfffff80015ded740 syslogd 436 1 436 0 Ss select 0xfffff80015dc12c0 devd 435 1 435 65 Ss select 0xfffff8003b2318c0 dhclient 350 1 350 0 Ss select 0xfffff80015e895c0 dhclient 347 1 347 0 Ss select 0xfffff80015ded8c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015b11000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100097 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c5090 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82e758b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82fbf410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100066 D - 0xffffffff81e217c1 [deadlkres] 100074 D - 0xfffff80015a3b100 [acpi_task_0] 100075 D - 0xfffff80015a3b100 [acpi_task_1] 100076 D - 0xfffff80015a3b100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 50412 (syz-executor.3) thread 0xfffffe009e41d020 (154669) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffff80040d98d90) locked @ /syzkaller/managers/i386/kernel/sys/kern/uipc_sockbuf.c:467 Process 50412 (syz-executor.3) thread 0xfffffe009db97740 (154673) exclusive sleep mutex socket (socket) r = 0 (0xfffff80040d98b10) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:457 exclusive rw tcpinp (tcpinp) r = 0 (0xfffff800407e7d78) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:450 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1209 5916K 131544 pf_rule 942 3768K 2474 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 sctp_atcl 1168 1168K 91771 sctp_stro 579 1158K 27255 inodedep 617 1136K 54356 filedesc 70 1117K 98725 newblk 14 1039K 66744 vfscache 3 1035K 3 sctp_atky 2231 869K 120680 subproc 205 856K 50535 acpica 1674 649K 54806 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_athm 1168 438K 92440 sctp_map 1158 435K 53566 bus 986 377K 3469 BPF 46 337K 195 dirrem 607 304K 50708 linker 348 270K 425 freefile 606 228K 50683 kdtrace 283 225K 105094 DEVFS1 107 214K 124 module 510 192K 510 umtx 418 183K 418 vnet_data 1 176K 1 tidhash 3 164K 3 pagedep 10 141K 49587 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 104K 6 UMA 270 102K 270 sctp_timw 196 98K 196 temp 39 93K 11183 audit_evclass 236 89K 294 mtx_pool 2 80K 2 routetbl 146 79K 467 syncache 1 76K 1 msg 4 68K 4 ifaddr 71 67K 73 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 shm 3 48K 5 kqueue 96 44K 50707 ithread 99 43K 99 rman 84 42K 425 lltable 47 41K 173 KTRACE 100 38K 100 taskqueue 60 36K 60 pwddesc 93 35K 50420 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 DEVFSP 84 32K 2989 in6_multi 71 31K 71 GEOM 60 29K 489 kbdmux 6 28K 6 cred 27 27K 352 ifnet 7 25K 7 plimit 24 24K 1149 kcovinfo 64 24K 68 CAM queue 5 21K 1528 selfd 55 21K 675014 pfs_nodes 20 20K 20 proc-args 52 20K 764 pf_osfp 51 20K 51 UART 12 18K 12 session 35 18K 61 bmsafemap 2 17K 52312 ksem 1 16K 168 rpc 2 16K 2 shmfd 1 16K 902 pfs_vncache 1 16K 1 pf_ifnet 21 14K 577 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 89 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 sctp_aadr 29 11K 51 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 65 uidinfo 3 9K 17 inpcbpolicy 23 9K 13787 pf_table 2 8K 7 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 86 mount 16 7K 720 osd 16 7K 11610 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 freework 9 5K 62405 local_apic 1 4K 1 io_apic 1 4K 1 freeblks 8 4K 51196 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 mkdir 8 3K 98660 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 18 sctp_ifn 6 3K 15 xform 6 3K 3003 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 65445 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 2886 NFSD session 1 2K 1 newdirblk 5 2K 49330 linux 5 2K 6 CAM periph 4 2K 271 filecaps 5 2K 133 crypto 4 2K 4 diradd 4 2K 50752 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 51 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 tcp_do 0 0K 0 tcp_fsb 0 0K 2915 pf_altq 0 0K 0 pf_temp 0 0K 0 vegas data 0 0K 0 cubic data 0 0K 30 chd data 0 0K 2 dctcp data 0 0K 34 htcp data 0 0K 5 cdg data 0 0K 15 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 36284 sctp_iter 0 0K 40 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 29 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_stri 0 0K 3324 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 45658 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 1445 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 4683 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 76 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 1 ip_msource 0 0K 0 ip_moptions 0 0K 8 in_mfilter 0 0K 2 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 49562 namei_tracker 0 0K 8 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 4088 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 54693 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 1638 lio 0 0K 40 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 168 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 43908 ioctlops 0 0K 4700 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 964 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 filedesc_to_leader 0 0K 3 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8325 984 1025255 0 254 38129664 0 malloc-384 384 36651 1739 92681 0 30 14741760 0 malloc-8192 8192 591 656 62300 0 1 10215424 0 malloc-1024 1024 4174 10 4274 0 16 4284416 0 tcp_log 416 126 9747 779070 0 254 4107168 0 malloc-4096 4096 949 2 2506 0 2 3895296 0 sctp_asoc 2288 579 871 26783 0 254 3317600 0 malloc-384 384 4288 4002 955343 0 30 3183360 0 mbuf 256 9480 2670 2243257 0 254 3110400 0 malloc-1024 1024 1173 1683 96216 0 16 2924544 0 malloc-2048 2048 581 783 28180 0 8 2793472 0 malloc-8192 8192 328 3 1099 0 1 2711552 0 pbuf 2624 0 989 0 0 2 2595136 0 malloc-1024 1024 134 2198 47457 0 16 2387968 0 malloc-1024 1024 699 1573 55832 0 16 2326528 0 malloc-16384 16384 4 137 478 0 1 2310144 0 UMA Slabs 0 112 17682 63 17913 0 126 1987440 0 BUF TRIE 144 186 13282 24634 0 62 1939392 0 RADIX NODE 144 12763 422 1163541 0 63 1898640 0 sctp_ep 1280 589 872 62294 0 254 1870080 0 malloc-1024 1024 792 832 119947 0 16 1662976 0 mbuf_cluster 2048 765 1 765 0 254 1568768 0 malloc-32768 32768 36 7 49363 0 1 1409024 0 malloc-512 512 749 1659 51312 0 30 1232896 0 sctp_raddr 736 620 832 37433 0 254 1068672 0 malloc-384 384 1181 1589 212129 0 30 1063680 0 malloc-8192 8192 95 6 50422 0 1 827392 0 tcp_bbr_map 128 8 5448 110028 0 126 698368 0 malloc-384 384 1728 62 55269 0 30 687360 0 FFS inode 1160 536 24 51220 0 8 649600 0 malloc-65536 65536 3 6 3739 0 1 589824 0 malloc-16384 16384 24 5 81 0 1 475136 0 VM OBJECT 264 1589 91 711588 0 30 443520 0 256 Bucket 2048 186 22 20627 0 8 425984 0 THREAD 1808 189 20 54673 0 8 377872 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 socket 944 63 317 78526 0 254 358720 0 MAP ENTRY 96 2820 624 2715210 0 127 330624 0 malloc-65536 65536 5 0 5 0 1 327680 0 malloc-512 512 36 556 71922 0 30 303104 0 VNODE 448 574 92 51260 0 30 298368 0 vmem btag 56 4728 156 4751 0 254 273504 0 malloc-384 384 625 65 16139 0 30 264960 0 malloc-2048 2048 125 3 148 0 8 262144 0 tcp_inpcb 488 14 522 11598 0 254 261568 0 malloc-512 512 466 6 1829 0 30 241664 0 ertt_txseginfo 40 0 5959 185516 0 254 238360 0 sctp_chunk 152 581 979 16041 0 254 237120 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-8192 8192 23 4 41 0 1 221184 0 malloc-4096 4096 9 44 55661 0 3 217088 0 malloc-16384 16384 11 2 247 0 1 212992 0 mbuf_packet 256 128 637 169162 0 254 195840 0 UMA Zones 768 242 2 242 0 16 187392 0 VMSPACE 2544 61 11 50386 0 4 183168 0 malloc-384 384 397 63 207176 0 30 176640 0 32 Bucket 256 359 331 33712 0 62 176640 0 FFS2 dinode 256 536 109 51220 0 62 165120 0 malloc-512 512 205 115 118917 0 30 163840 0 malloc-384 384 337 63 54852 0 30 153600 0 S VFS Cache 104 1075 368 52815 0 126 150072 0 malloc-512 512 229 59 50024 0 30 147456 0 PROC 1328 92 19 50419 0 8 147408 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 malloc-1024 1024 124 4 132 0 16 131072 0 filedesc0 1072 93 19 50420 0 8 120064 0 128 Bucket 1024 79 36 9844 0 16 117760 0 ksiginfo 112 96 948 2471 0 126 116928 0 malloc-16384 16384 2 5 56 0 1 114688 0 tcpcb 1080 12 93 11598 0 254 113400 0 pcpu-8 8 12445 355 31710 0 254 102400 0 16 Bucket 144 415 285 9558 0 62 100800 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-512 512 119 65 52765 0 30 94208 0 UMA Kegs 384 227 6 227 0 30 89472 0 malloc-4096 4096 16 5 4025 0 2 86016 0 malloc-384 384 144 66 84399 0 30 80640 0 g_bio 408 0 180 216237 0 30 73440 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 2 2 9 0 1 65536 0 malloc-2048 2048 10 20 576 0 8 61440 0 malloc-8192 8192 5 2 15 0 1 57344 0 malloc-8192 8192 2 5 52383 0 1 57344 0 64 Bucket 512 51 61 20129 0 30 57344 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-512 512 34 62 1478 0 30 49152 0 malloc-512 512 36 60 2004 0 30 49152 0 sctp_stream_msg_out 112 60 336 5355 0 254 44352 0 Files 80 262 288 155035 0 126 44000 0 clpbuf 2624 0 16 20 0 16 41984 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-2048 2048 16 4 25 0 8 40960 0 NAMEI 1024 0 36 230764 0 16 36864 0 malloc-2048 2048 2 16 152 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 0 4 14 0 1 32768 0 malloc-4096 4096 6 2 46 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 2 Bucket 32 476 532 15869 0 254 32256 0 8 Bucket 80 128 272 9313 0 126 32000 0 TURNSTILE 136 210 21 210 0 62 31416 0 tcp_bbr_pcb 832 4 32 4171 0 16 29952 0 tcp_rack_pcb 832 0 36 2915 0 16 29952 0 pipe 744 23 17 786 0 16 29760 0 sctp_laddr 48 206 382 8629 0 254 28224 0 4 Bucket 48 19 569 7255 0 254 28224 0 KNOTE 160 28 147 524154 0 62 28000 0 udp_inpcb 488 6 50 1251 0 254 27328 0 malloc-8192 8192 1 2 92 0 1 24576 0 malloc-4096 4096 1 5 11 0 2 24576 0 PWD 32 33 723 49432 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ripcb 488 5 43 605 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 SLEEPQUEUE 88 210 46 210 0 126 22528 0 malloc-4096 4096 3 2 69 0 2 20480 0 AIO 208 0 95 2630 0 62 19760 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 24 51 2379 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 1333 0 2 16384 0 vtnet_tx_hdr 24 0 668 569870 0 254 16032 0 malloc-2048 2048 3 3 165 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 tcp_rack_map 112 0 108 5274 0 126 12096 0 ertt 72 12 156 11598 0 126 12096 0 sctp_readq 152 0 78 1311 0 254 11856 0 udplite_inpcb 488 0 24 333 0 254 11712 0 kenv 258 15 30 1042 0 30 11610 0 cpuset 104 7 86 156 0 126 9672 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 32 0 16 8192 0 pf tags 104 17 61 177 0 126 8112 0 rtentry 176 31 15 35 0 62 8096 0 tcptw 88 0 92 8 0 254 8096 0 PGRP 88 35 57 61 0 126 8096 0 rl_entry 40 100 102 100 0 254 8080 0 udpcb 32 6 246 1584 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 UMA Slabs 1 176 24 21 24 0 62 7920 0 itimer 352 0 22 6 0 30 7744 0 AIOCB 552 0 14 1093 0 16 7728 0 routing nhops 256 27 3 35 0 62 7680 0 AIOLIO 272 0 28 20 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 domainset 40 0 126 140 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 2 61 2 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0