panic: sx lock still held cpuid = 0 time = 1623643412 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009c640880 vpanic() at vpanic+0x1cc/frame 0xfffffe009c6408e0 panic() at panic+0x43/frame 0xfffffe009c640940 sx_destroy() at sx_destroy+0x63/frame 0xfffffe009c640960 solisten_proto() at solisten_proto+0xd2/frame 0xfffffe009c6409c0 tcp6_usr_listen() at tcp6_usr_listen+0x1df/frame 0xfffffe009c640a30 solisten() at solisten+0x7a/frame 0xfffffe009c640a70 kern_listen() at kern_listen+0x13c/frame 0xfffffe009c640ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe009c640bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe009c640bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdffbbf08, rbp = 0x7fffdffbbf70 --- KDB: enter: panic [ thread pid 61396 tid 275799 ] Stopped at kdb_enter+0x67: movq $0,0x164006e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe009be00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009c640860 rbp 0xfffffe009c640880 rsi 0x40001 rdi 0xffffffff81132836 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009c640750 r11 0x1ff63fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff819cf600 r14 0xffffffff81a73ef0 r15 0xffffffff81a73ef0 rip 0xffffffff81129897 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x164006e(%rip) db> show proc Process 61396 (syz-executor.3) at 0xfffff8003cba2a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 792 at 0xfffff80015e61530 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bd7530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009514e3e0 (map 0xfffffe009514e3e0) (map.pmap 0xfffffe009514e4a0) (pmap 0xfffffe009514e500) threads: 4 274999 RunQ syz-executor.3 275789 S accept 0xfffff80020f578b8 syz-executor.3 275798 Run CPU 1 syz-executor.3 275799 Run CPU 0 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 61396 792 792 0 R (threaded) syz-executor.3 274999 RunQ syz-executor.3 275789 S accept 0xfffff80020f578b8 syz-executor.3 275798 Run CPU 1 syz-executor.3 275799 Run CPU 0 syz-executor.3 28207 1 28207 65 Ss select 0xfffff800204b9140 dhclient 24460 1 24460 0 Ss select 0xfffff8002070f2c0 dhclient 24451 1 24451 0 Ss select 0xfffff800205f75c0 dhclient 24417 1 24417 65 Ss select 0xfffff800201fcec0 dhclient 18474 1 18474 0 Ss select 0xfffff8003cec1ec0 dhclient 18468 1 18468 0 Ss select 0xfffff8003ce99a40 dhclient 18432 1 18432 65 Ss select 0xfffff8002080cec0 dhclient 10404 1 10404 0 Ss select 0xfffff800202ab8c0 dhclient 10401 1 10401 0 Ss select 0xfffff800202ab740 dhclient 10387 1 10387 65 Ss select 0xfffff800202855c0 dhclient 863 1 863 0 Ss select 0xfffff8003cd52ec0 dhclient 856 1 856 0 Ss select 0xfffff8003cc5e5c0 dhclient 829 0 0 0 DL aiordy 0xfffff8003cba2530 [aiod4] 828 0 0 0 DL aiordy 0xfffff8003c5ad000 [aiod3] 826 0 0 0 DL aiordy 0xfffff8003c565530 [aiod2] 825 0 0 0 DL aiordy 0xfffff8003c5ada60 [aiod1] 792 780 792 0 Ss nanslp 0xffffffff8273d0a0 syz-executor.3 786 780 786 0 Ss piperd 0xfffff8003cb468b8 syz-executor.2 783 780 783 0 Ss piperd 0xfffff80015ead000 syz-executor.1 782 780 782 0 Ss piperd 0xfffff8003c34c5d0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100118 S uwait 0xfffff8003c43ff00 syz-fuzzer 100119 S uwait 0xfffff80015edeb00 syz-fuzzer 100120 S uwait 0xfffff80015eded00 syz-fuzzer 100121 S uwait 0xfffff80015d6a700 syz-fuzzer 100122 S uwait 0xfffff8003ca7e900 syz-fuzzer 100123 S uwait 0xfffff8003ca7eb00 syz-fuzzer 100124 S uwait 0xfffff8003ca7ed00 syz-fuzzer 100125 S uwait 0xfffff8003ca7e300 syz-fuzzer 100709 S kqread 0xfffff80015f28d00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003ca365e0 csh 776 694 776 0 Ss select 0xfffff8003c545bc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154e34b0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b624b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b62cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b674b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b67cb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b694b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b69cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015af34b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015af3cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff8003c499ec0 sshd 507 1 507 0 Ss select 0xfffff8003c34aa40 syslogd 436 1 436 0 Ss select 0xfffff80015de6140 devd 435 1 435 65 Ss select 0xfffff80015e27740 dhclient 350 1 350 0 Ss select 0xfffff80015de6bc0 dhclient 347 1 347 0 Ss select 0xfffff80015e27a40 dhclient 23 0 0 0 DL vlruwt 0xfffff80015b4c000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100099 D sdflush 0xfffff80015f54ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100087 D launds 0xffffffff82847804 [laundry: dom0] 100088 D umarcl 0xffffffff815c41d0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830658b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82ebb3f0 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d86c88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d50d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d50d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c71500 [thr_0] 100029 D - 0xfffff80004c71580 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd7530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff80004c7a900 [if_io_tqg_0] 100006 D - 0xfffff80004c7a500 [if_io_tqg_1] 100007 D - 0xfffff80004c7a100 [if_config_tqg_0] 100008 D - 0xfffff80004c71d00 [softirq_0] 100009 D - 0xfffff80004c71900 [softirq_1] 100010 D - 0xfffff8000414f900 [aiod_kick taskq] 100012 D - 0xfffff8000414f100 [kqueue_ctx taskq] 100013 D - 0xfffff80004c69d00 [pci_hp taskq] 100015 D - 0xfffff80004c69500 [inm_free taskq] 100017 D - 0xfffff80004c66d00 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c66900 [thread taskq] 100019 D - 0xfffff80004c66500 [in6m_free taskq] 100020 D - 0xfffff80004c66100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c66100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c66100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c66100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c5dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c5d900 [firmware taskq] 100038 D - 0xfffff80004c5d500 [crypto_0] 100039 D - 0xfffff80004c5d500 [crypto_1] 100055 D - 0xfffff800153e5d00 [vtnet0 rxq 0] 100056 D - 0xfffff800153e5900 [vtnet0 txq 0] 100057 D - 0xfffff800153e5500 [vtnet0 rxq 1] 100058 D - 0xfffff800153e5100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff8001549f900 [virtio_balloon] 100064 D - 0xfffff800154a7d00 [mca taskq] 100066 D - 0xffffffff81e20691 [deadlkres] 100074 D - 0xfffff80015afad00 [acpi_task_0] 100075 D - 0xfffff80015afad00 [acpi_task_1] 100076 D - 0xfffff80015afad00 [acpi_task_2] 100077 D - 0xfffff80004c5d100 [CAM taskq] db> show all locks Process 61396 (syz-executor.3) thread 0xfffffe00950c6ac0 (275798) exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe009514e440) locked @ /syzkaller/managers/main/kernel/sys/vm/vm_map.c:4935 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffff80020b769e0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 61396 (syz-executor.3) thread 0xfffffe00558d43a0 (275799) exclusive sleep mutex socket (socket) r = 0 (0xfffff80020b76760) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:504 exclusive rw tcpinp (tcpinp) r = 0 (0xfffff800304597c0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:496 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 pcb 1038 5151K 76943 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 newblk 14 1039K 169535 vfscache 3 1035K 3 sctp_stro 505 1010K 5316 sctp_atcl 1009 1009K 23302 inodedep 165 684K 183374 acpica 1674 649K 54806 subproc 149 597K 165458 sctp_atky 1514 568K 28618 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_map 1010 379K 10632 sctp_athm 1009 379K 23302 bus 986 377K 3469 BPF 46 337K 6308 linker 348 270K 409 DEVFS1 107 214K 124 module 510 192K 510 kdtrace 226 186K 337140 filedesc 12 178K 320617 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 374 164K 374 pagedep 10 141K 168884 tfo_ccache 1 136K 1 sem 4 120K 4 vmem 3 112K 7 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 dirrem 154 77K 181926 temp 35 77K 8878 syncache 1 76K 1 sctp_timw 141 71K 141 routetbl 127 69K 399 msg 4 68K 4 ifaddr 70 66K 72 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 freefile 155 59K 179343 ether_multi 152 57K 819 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 ksem 22 51K 1495 eventhandler 133 50K 133 cred 47 47K 12902 ithread 99 43K 99 rman 84 42K 425 KTRACE 100 38K 100 lltable 43 37K 389 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 kqueue 66 33K 161344 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 DEVFSP 80 30K 20954 GEOM 60 29K 489 in6_multi 65 29K 65 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 664 kcovinfo 64 24K 68 pwddesc 64 24K 161340 CAM queue 5 21K 1528 selfd 55 21K 2122880 pfs_nodes 20 20K 20 proc-args 52 20K 800 UART 12 18K 12 session 35 18K 63 bmsafemap 2 17K 180519 rpc 2 16K 2 shmfd 1 16K 1 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 lockf 33 13K 114 MCA 32 12K 32 CAM DEV 3 12K 510 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 uidinfo 3 9K 2301 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 50 mount 16 7K 90 inpcbpolicy 17 7K 145814 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 freework 9 5K 168870 local_apic 1 4K 1 io_apic 1 4K 1 freeblks 8 4K 168869 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 osd 10 4K 79133 pci_link 10 4K 10 mkdir 10 4K 337722 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 224 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 vnodemarker 2 2K 202 NFSD session 1 2K 1 newdirblk 5 2K 168861 diradd 5 2K 181972 linux 5 2K 6 ip_msource 5 2K 27 CAM periph 4 2K 271 soname 5 2K 101363 filecaps 5 2K 114 crypto 4 2K 4 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1137 CAM SIM 2 1K 2 ktls 1 1K 719 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 18941 entropy 2 1K 51 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 chd data 0 0K 0 cdg data 0 0K 0 mqdata 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 777 sctp_iter 0 0K 8 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 8 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 dctcp data 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 2539 htcp data 0 0K 0 vegas data 0 0K 0 cubic data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 86916 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 99 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 12 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 20963 ip6_msource 0 0K 0 ip6_moptions 0 0K 612 in6_mfilter 0 0K 189 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 400 ip_moptions 0 0K 1544 in_mfilter 0 0K 1091 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 171578 namei_tracker 0 0K 2769 export_host 0 0K 0 cl_savebuf 0 0K 5 tcp_log_dev 0 0K 12 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 11148 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 3386 lio 0 0K 10992 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 900 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 90611 ioctlops 0 0K 1304 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 1145 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 4947 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8326 3707 252899 0 254 49287168 0 malloc-8192 8192 507 1323 17992 0 1 14991360 0 malloc-384 384 34709 111 735514 0 30 13370880 0 malloc-1024 1024 1531 4177 41355 0 16 5844992 0 malloc-1024 1024 177 4975 188540 0 16 5275648 0 sctp_asoc 2288 505 1800 5316 0 254 5273840 0 malloc-1024 1024 0 4404 86947 0 16 4509696 0 malloc-384 384 4365 7195 535910 0 30 4439040 0 malloc-1024 1024 4126 6 4742 0 16 4231168 0 malloc-2048 2048 507 1375 5296 0 8 3854336 0 mbuf 256 9393 5307 957030 0 254 3763200 0 malloc-8192 8192 390 8 161826 0 1 3260416 0 sctp_ep 1280 504 1818 17986 0 254 2972160 0 mbuf_cluster 2048 1440 4 1991 0 254 2957312 0 FFS inode 1160 523 1829 183621 0 8 2728320 0 malloc-512 512 174 4994 182225 0 30 2646016 0 UMA Slabs 0 112 22430 1111 23532 0 126 2636592 0 malloc-384 384 1850 4970 374557 0 30 2618880 0 pbuf 2624 0 973 0 0 2 2553152 0 BUF TRIE 144 207 13261 6993 0 62 1939392 0 sctp_raddr 736 505 1805 5316 0 254 1700160 0 malloc-384 384 1362 2888 26633 0 30 1632000 0 VNODE 448 561 1869 183661 0 30 1088640 0 RADIX NODE 144 5992 417 4405507 0 67 922896 0 VM OBJECT 264 1448 1882 2288362 0 30 879120 0 FFS2 dinode 256 523 1832 183619 0 62 602880 0 malloc-32768 32768 6 11 160342 0 2 557056 0 malloc-16384 16384 23 8 633 0 1 507904 0 socket 944 42 422 193026 0 254 438016 0 malloc-512 512 246 602 350953 0 30 434176 0 malloc-65536 65536 4 2 181 0 1 393216 0 sctp_chunk 152 528 1942 3025 0 254 375440 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 mbuf_packet 256 146 1294 202839 0 254 368640 0 256 Bucket 2048 153 25 17938 0 8 364544 0 THREAD 1808 161 26 175799 0 8 338096 0 malloc-1024 1024 282 42 189825 0 16 331776 0 malloc-65536 65536 0 5 7 0 1 327680 0 tcpcb 1080 6 295 79121 0 254 325080 0 vmem btag 56 5558 190 5800 0 254 321888 0 malloc-4096 4096 19 58 13312 0 2 315392 0 32 Bucket 256 862 263 75965 0 62 288000 0 malloc-2048 2048 124 10 450 0 8 274432 0 malloc-384 384 603 67 176597 0 30 257280 0 DEVCTL 1024 0 216 132 0 0 221184 0 malloc-384 384 499 71 326749 0 30 218880 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-512 512 202 174 339336 0 30 192512 0 malloc-384 384 433 67 2126307 0 30 192000 0 MAP ENTRY 96 1517 457 8749229 0 126 189504 0 UMA Zones 768 242 2 242 0 16 187392 0 16 Bucket 144 878 382 22173 0 62 181440 0 malloc-8192 8192 18 3 652 0 1 172032 0 malloc-512 512 250 78 16868 0 30 167936 0 malloc-16384 16384 6 4 268 0 1 163840 0 malloc-16384 16384 10 0 10 0 1 163840 0 tcp_inpcb 488 10 302 79121 0 254 152256 0 S VFS Cache 104 1067 376 199466 0 126 150072 0 malloc-16384 16384 7 2 12 0 1 147456 0 VMSPACE 2544 37 20 161314 0 5 145008 0 malloc-32768 32768 2 2 19 0 1 131072 0 malloc-1024 1024 86 34 4121 0 16 122880 0 g_bio 408 0 290 42039 0 30 118320 0 ksiginfo 112 69 975 18047 0 126 116928 0 PROC 1328 63 21 161339 0 8 111552 0 malloc-1024 1024 98 2 104 0 16 102400 0 malloc-32768 32768 1 2 122 0 1 98304 0 sctp_laddr 48 1904 112 2672 0 254 96768 0 ktls_session 128 718 26 718 0 126 95232 0 filedesc0 1072 64 20 161340 0 8 90048 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 22 0 16 83968 0 128 Bucket 1024 40 31 47121 0 16 72704 0 malloc-2048 2048 29 5 33 0 8 69632 0 malloc-512 512 132 4 484 0 30 69632 0 64 Bucket 512 84 52 41195 0 30 69632 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 1 1 3 0 1 65536 0 malloc-8192 8192 2 6 171442 0 1 65536 0 malloc-8192 8192 2 6 345 0 1 65536 0 malloc-1024 1024 57 7 1177 0 16 65536 0 udp_inpcb 488 6 122 18869 0 254 62464 0 malloc-8192 8192 7 0 8 0 1 57344 0 udplite_inpcb 488 0 112 10174 0 254 54656 0 sctp_stream_msg_out 112 4 464 4338 0 254 52416 0 2 Bucket 32 772 866 22211 0 254 52416 0 malloc-384 384 64 66 19611 0 30 49920 0 malloc-16384 16384 1 2 151 0 1 49152 0 malloc-4096 4096 9 3 1406 0 2 49152 0 malloc-2048 2048 7 17 544 0 8 49152 0 pipe 744 23 42 31945 0 16 48360 0 8 Bucket 80 440 160 28286 0 126 48000 0 ripcb 488 5 91 37650 0 254 46848 0 malloc-4096 4096 3 8 26 0 2 45056 0 malloc-512 512 22 66 185428 0 30 45056 0 pcpu-8 8 4701 931 36798 0 254 45056 0 unpcb 256 20 145 28607 0 254 42240 0 NAMEI 1024 0 40 889055 0 16 40960 0 malloc-512 512 48 32 156 0 30 40960 0 Files 80 235 265 504883 0 126 40000 0 DIRHASH 1024 34 2 34 0 16 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 40 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 2 2 142 0 1 32768 0 malloc-4096 4096 6 2 22 0 2 32768 0 malloc-4096 4096 2 6 41 0 2 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 itimer 352 0 88 18395 0 30 30976 0 TURNSTILE 136 188 22 188 0 62 28560 0 KNOTE 160 28 147 1534360 0 62 28000 0 malloc-4096 4096 4 2 96 0 2 24576 0 ertt_txseginfo 40 0 606 225548 0 254 24240 0 PWD 32 19 737 160419 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcp_bbr_pcb 832 0 27 1222 0 16 22464 0 tcp_rack_pcb 832 0 27 2539 0 16 22464 0 ertt 72 6 274 79121 0 126 20160 0 SLEEPQUEUE 88 188 36 188 0 126 19712 0 AIOCB 552 0 35 33700 0 16 19320 0 Mountpoints 2752 2 5 2 0 4 19264 0 malloc-16384 16384 1 0 1 0 1 16384 0 vtnet_tx_hdr 24 0 668 230112 0 254 16032 0 AIO 208 0 76 12972 0 62 15808 0 tcp_log 416 0 36 959 0 254 14976 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-2048 2048 0 6 1450 0 8 12288 0 kenv 258 15 30 1038 0 30 11610 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 0 4 56 0 8 8192 0 malloc-512 512 4 12 142 0 30 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 35 57 63 0 126 8096 0 rl_entry 40 87 115 87 0 254 8080 0 tcp_rack_map 112 0 72 66 0 126 8064 0 udpcb 32 6 246 29043 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 1 167 581 0 254 8064 0 routing nhops 256 27 3 34 0 62 7680 0 AIOLIO 272 0 28 10944 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 3 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_bbr_map 128 0 0 0 0 126 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0