panic: sx lock still held cpuid = 1 time = 1625420876 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe00517cc890 vpanic() at vpanic+0x1cc/frame 0xfffffe00517cc8f0 panic() at panic+0x43/frame 0xfffffe00517cc950 sx_destroy() at sx_destroy+0x63/frame 0xfffffe00517cc970 solisten_proto() at solisten_proto+0xd2/frame 0xfffffe00517cc9d0 tcp_usr_listen() at tcp_usr_listen+0x18b/frame 0xfffffe00517cca30 solisten() at solisten+0x7a/frame 0xfffffe00517cca70 kern_listen() at kern_listen+0x13c/frame 0xfffffe00517ccab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe00517ccbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00517ccbf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x287eda, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 1139 tid 100449 ] Stopped at kdb_enter+0x67: movq $0,0x164233e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0095800000 rdx 0x3ffff rbx 0 rsp 0xfffffe00517cc870 rbp 0xfffffe00517cc890 rsi 0x40001 rdi 0xffffffff81132566 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe00517cc760 r11 0x1ffaefff59c r12 0xffffffff82267d50 ddb_dbbe r13 0xffffffff819d0c00 r14 0xffffffff81a75a40 r15 0xffffffff81a75a40 rip 0xffffffff811295c7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x164233e(%rip) db> show proc Process 1139 (syz-executor.0) at 0xfffff80059a72538: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 783 at 0xfffff80015f57538 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bda538 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0095096000 (map 0xfffffe0095096000) (map.pmap 0xfffffe00950960c0) (pmap 0xfffffe0095096120) threads: 3 100423 RunQ syz-executor.0 100448 Run CPU 0 syz-executor.0 100449 Run CPU 1 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 1139 783 783 0 R (threaded) syz-executor.0 100423 RunQ syz-executor.0 100448 Run CPU 0 syz-executor.0 100449 Run CPU 1 syz-executor.0 1135 786 786 0 S (threaded) syz-executor.2 100141 S nanslp 0xffffffff8273f0a0 syz-executor.2 100436 S sbwait 0xfffff8005e00ccd4 syz-executor.2 100437 S sbwait 0xfffff8005e00c924 syz-executor.2 100438 S sbwait 0xfffff8005e02e1c4 syz-executor.2 100439 S uwait 0xfffff80059daef00 syz-executor.2 100442 S accept 0xfffff80059fac508 syz-executor.2 100445 S uwait 0xfffff80015eae100 syz-executor.2 1134 814 814 0 S (threaded) syz-executor.3 100397 S nanslp 0xffffffff8273f0a1 syz-executor.3 100433 S connec 0xfffff8005e025490 syz-executor.3 100434 S uwait 0xfffff80015f0db00 syz-executor.3 1133 784 784 0 S (threaded) syz-executor.1 100285 S nanslp 0xffffffff8273f0a1 syz-executor.1 100432 S connec 0xfffff80059f65bf0 syz-executor.1 100435 S uwait 0xfffff80059ec2900 syz-executor.1 884 1 783 0 S uwait 0xfffff80015f0d100 syz-executor.0 883 1 883 0 Ss select 0xfffff80015e35a40 rtsol 881 1 881 0 Ss select 0xfffff80015dcf140 rtsol 879 1 879 0 Ss select 0xfffff800157b4140 rtsol 876 794 436 0 S kqread 0xfffff80059f23d00 rtsol 869 1 783 0 S uwait 0xfffff80059ab1b00 syz-executor.0 814 780 814 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.3 794 787 436 0 S wait 0xfffff80015f57a70 sh 787 436 436 0 S wait 0xfffff80015e4ea70 sh 786 780 786 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.1 783 780 783 0 Ss nanslp 0xffffffff8273f0a1 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100116 S uwait 0xfffff80015abf700 syz-fuzzer 100117 S uwait 0xfffff80015f0d300 syz-fuzzer 100118 S uwait 0xfffff80015eaef00 syz-fuzzer 100119 S uwait 0xfffff80059240100 syz-fuzzer 100120 S uwait 0xfffff80059240300 syz-fuzzer 100121 S uwait 0xfffff800595b9300 syz-fuzzer 100122 S uwait 0xfffff80015abf900 syz-fuzzer 100124 S kqread 0xfffff80059ab1f00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff80015f110b0 csh 776 694 776 0 Ss select 0xfffff800595f65c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2a4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2acb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b314b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b31cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015ab94b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015ab9cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273f0a1 cron 694 1 694 0 Ss select 0xfffff80059460d40 sshd 507 1 507 0 Ss select 0xfffff80015e312c0 syslogd 436 1 436 0 Ss wait 0xfffff80015edb000 devd 435 1 435 65 Ss select 0xfffff80015e35140 dhclient 350 1 350 0 Ss select 0xfffff800592585c0 dhclient 347 1 347 0 Ss select 0xfffff80015e31740 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ccd538 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282e450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282d520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100100 D sdflush 0xfffff80004ddc4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82855388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828497f8 [dom0] 100086 D launds 0xffffffff82849804 [laundry: dom0] 100087 D umarcl 0xffffffff815c58a0 [uma] 18 0 0 0 DL - 0xffffffff82573458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830da8b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82df0410 [pf purge] 15 0 0 0 DL - 0xffffffff8282abdc [soaiod4] 9 0 0 0 DL - 0xffffffff8282abdc [soaiod3] 8 0 0 0 DL - 0xffffffff8282abdc [soaiod2] 7 0 0 0 DL - 0xffffffff8282abdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff8244ab40 [doneq0] 100045 D - 0xffffffff8244aac0 [async] 100078 D - 0xffffffff8244a990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82846ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271e8e0 [g_event] 100036 D - 0xffffffff8271e8e8 [g_up] 100037 D - 0xffffffff8271e8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda538 [init] 10 0 0 0 DL audit_w 0xffffffff828471f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ee70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ebd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153eb900 [vtnet0 txq 0] 100057 D - 0xfffff800153eb500 [vtnet0 rxq 1] 100058 D - 0xfffff800153eb100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015468900 [mca taskq] 100069 D - 0xffffffff81e225e1 [deadlkres] 100074 D - 0xfffff80015ab4100 [acpi_task_0] 100075 D - 0xfffff80015ab4100 [acpi_task_1] 100076 D - 0xfffff80015ab4100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 1139 (syz-executor.0) thread 0xfffffe00950bdac0 (100448) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffff8005e02e9e0) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 1139 (syz-executor.0) thread 0xfffffe00950bcc80 (100449) exclusive sleep mutex socket (socket) r = 0 (0xfffff8005e02e760) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:457 exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80059d3a9a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:450 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 newblk 42 1053K 904 vfscache 3 1035K 3 acpica 1674 649K 54806 pcb 38 626K 744 inodedep 52 571K 351 subproc 132 545K 1213 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 filedesc 22 340K 591 linker 348 270K 409 DEVFS1 107 214K 124 module 510 192K 510 kdtrace 213 177K 1590 vnet_data 1 176K 1 tidhash 3 164K 3 umtx 330 145K 330 pagedep 15 143K 289 tfo_ccache 1 136K 1 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 1899 syncache 1 76K 1 BPF 14 70K 14 routetbl 128 69K 403 msg 4 68K 4 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 126 63K 136 ifaddr 67 63K 69 ether_multi 157 59K 167 gtaskqueue 18 57K 18 vmem 3 56K 4 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 kqueue 63 40K 1146 lltable 44 38K 44 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 in6_multi 71 31K 71 GEOM 60 29K 489 DEVFSP 73 28K 85 kbdmux 6 28K 6 ifnet 7 25K 7 kcovinfo 64 24K 68 cred 23 23K 196 pwddesc 59 23K 1140 CAM queue 5 21K 1528 plimit 20 20K 334 pfs_nodes 20 20K 20 UART 12 18K 12 proc-args 46 18K 555 bmsafemap 2 17K 321 ksem 1 16K 1 rpc 2 16K 2 shmfd 1 16K 7 pfs_vncache 1 16K 1 sctp_timw 31 16K 31 dirrem 29 15K 287 ufs_dirhash 24 14K 24 session 26 13K 36 sglist 5 13K 5 inpcbpolicy 33 13K 411 MCA 32 12K 32 CAM DEV 3 12K 510 selfd 32 12K 37445 vt 11 11K 11 freefile 28 11K 284 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 diradd 26 10K 318 uidinfo 3 9K 7 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 mkdir 20 8K 558 acpidev 20 8K 20 osd 19 8K 209 hhook 15 8K 17 mount 16 7K 90 fpukern_ctx 3 6K 3 lockf 15 6K 22 terminal 11 6K 11 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 newdirblk 13 5K 279 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 select 11 5K 33 local_apic 1 4K 1 io_apic 1 4K 1 indirdep 8 4K 10 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 soname 7 3K 3783 freework 5 3K 284 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 283 vnodemarker 2 2K 16 procdesc 4 2K 10 NFSD session 1 2K 1 lkpikmalloc 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 tcp_fsb 4 2K 127 pfil 4 2K 4 CAM path 4 2K 1034 xform 3 2K 47 tcpfunc 3 2K 3 loginclass 3 2K 6 sctp_atcl 1 1K 382 chacha20random 1 1K 1 vnodes 1 1K 1 ktls 1 1K 1 cdev 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 entropy 2 1K 38 CAM SIM 2 1K 2 iov 2 1K 13957 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 sctp_athm 1 1K 382 sctp_atky 1 1K 501 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 filecaps 1 1K 78 chd data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 103 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stro 0 0K 115 sctp_stri 0 0K 0 sctp_map 0 0K 230 tcp_do 0 0K 0 cdg data 0 0K 0 dctcp data 0 0K 0 htcp data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 cubic data 0 0K 0 mqdata 0 0K 0 vegas data 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 260 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 5 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 5 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 458 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 2 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 1884 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 99 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 111 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 652 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 984 1293339 0 254 38109184 0 malloc-384 384 35498 32 39291 0 30 13643520 0 malloc-1024 1024 4166 2 4167 0 16 4268032 0 malloc-8192 8192 328 2 1099 0 1 2703360 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8739 831 1969567 0 254 2449920 0 RADIX NODE 144 14017 120 68458 0 62 2035728 0 BUF TRIE 144 180 13288 547 0 62 1939392 0 UMA Slabs 0 112 11765 4 11765 0 126 1318128 0 malloc-384 384 1725 35 53791 0 30 675840 0 FFS inode 1160 504 21 789 0 8 609000 0 malloc-8192 8192 61 4 1142 0 1 532480 0 malloc-32768 32768 12 4 295 0 1 524288 0 malloc-384 384 1056 54 41362 0 30 426240 0 malloc-1024 1024 130 258 1594 0 16 397312 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-1024 1024 123 209 767 0 16 339968 0 malloc-512 512 64 584 1123 0 30 331776 0 VM OBJECT 264 1182 48 17883 0 30 324720 0 THREAD 1808 153 12 449 0 8 298320 0 malloc-384 384 545 215 18711 0 30 291840 0 VNODE 448 542 70 829 0 30 274176 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 125 3 142 0 8 262144 0 malloc-384 384 635 15 1097 0 30 249600 0 DEVCTL 1024 23 197 150 0 0 225280 0 malloc-8192 8192 23 3 37 0 1 212992 0 tcp_bbr_map 128 1404 239 7027 0 126 210304 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-16384 16384 11 1 247 0 1 196608 0 256 Bucket 2048 74 22 16741 0 8 196608 0 malloc-4096 4096 7 40 2845 0 3 192512 0 malloc-512 512 166 210 866 0 30 192512 0 malloc-1024 1024 164 20 804 0 16 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 MAP ENTRY 96 1538 184 56920 0 126 165312 0 ertt_txseginfo 40 3661 379 27296 0 254 161600 0 malloc-384 384 393 27 2591 0 30 161280 0 mbuf_cluster 2048 75 1 75 0 254 155648 0 malloc-16384 16384 9 0 9 0 1 147456 0 vmem btag 56 2529 51 2529 0 254 144480 0 S VFS Cache 104 1008 279 1312 0 126 133848 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 FFS2 dinode 256 504 6 788 0 62 130560 0 ksiginfo 112 53 991 868 0 126 116928 0 VMSPACE 2544 36 9 1118 0 4 114480 0 malloc-384 384 256 14 2495 0 30 103680 0 malloc-512 512 193 7 1067 0 30 102400 0 malloc-512 512 190 10 465 0 30 102400 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 32 0 1 98304 0 PROC 1336 58 14 1139 0 8 96192 0 malloc-1024 1024 85 3 90 0 16 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 filedesc0 1072 59 18 1140 0 8 82544 0 malloc-8192 8192 3 6 273 0 1 73728 0 g_bio 408 0 180 4983 0 30 73440 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-512 512 110 18 591 0 30 65536 0 128 Bucket 1024 30 33 290 0 16 64512 0 socket 944 50 18 1905 0 254 64192 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-4096 4096 12 2 48 0 2 57344 0 malloc-4096 4096 7 6 29 0 2 53248 0 malloc-384 384 99 31 1126 0 30 49920 0 32 Bucket 256 95 100 8686 0 62 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 64 Bucket 512 41 55 3118 0 30 49152 0 clpbuf 2624 0 16 21 0 16 41984 0 malloc-2048 2048 16 4 21 0 8 40960 0 malloc-512 512 22 58 1436 0 30 40960 0 pcpu-8 8 4632 488 4788 0 254 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 14300 0 16 36864 0 malloc-2048 2048 2 16 151 0 8 36864 0 malloc-1024 1024 6 30 393 0 16 36864 0 sctp_asoc 2288 0 15 115 0 254 34320 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-8192 8192 4 0 5 0 1 32768 0 malloc-8192 8192 2 2 470 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 malloc-4096 4096 6 1 8 0 2 28672 0 malloc-512 512 45 11 186 0 30 28672 0 malloc-512 512 42 14 208 0 30 28672 0 tcp_inpcb 488 17 39 197 0 254 27328 0 sctp_ep 1280 1 20 267 0 254 26880 0 TURNSTILE 136 166 23 166 0 62 25704 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 32 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 malloc-2048 2048 2 10 1124 0 8 24576 0 KNOTE 160 31 119 131105 0 62 24000 0 ttyinq 160 135 15 300 0 62 24000 0 Files 80 213 87 8172 0 126 24000 0 8 Bucket 80 41 259 1262 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 tcpcb 1080 15 6 197 0 254 22680 0 pipe 744 19 11 339 0 16 22320 0 malloc-4096 4096 3 2 59 0 2 20480 0 4 Bucket 48 18 402 331 0 254 20160 0 2 Bucket 32 73 557 1024 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 mbuf_packet 256 3 72 585 0 254 19200 0 SLEEPQUEUE 88 166 26 166 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 sctp_raddr 736 0 22 115 0 254 16192 0 PWD 32 19 485 367 0 254 16128 0 vtnet_tx_hdr 24 2 666 666904 0 254 16032 0 tcp_bbr_pcb 832 4 14 17 0 16 14976 0 tcp_rack_pcb 832 4 14 127 0 16 14976 0 malloc-2048 2048 3 3 163 0 8 12288 0 malloc-2048 2048 2 4 6 0 8 12288 0 16 Bucket 144 72 12 1499 0 62 12096 0 udplite_inpcb 488 8 16 33 0 254 11712 0 udp_inpcb 488 6 18 170 0 254 11712 0 kenv 258 15 30 1028 0 30 11610 0 unpcb 256 14 31 1201 0 254 11520 0 malloc-4096 4096 2 0 2 0 2 8192 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 9 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 PGRP 88 26 66 36 0 126 8096 0 rl_entry 40 36 166 36 0 254 8080 0 sctp_laddr 48 0 168 465 0 254 8064 0 tcp_rack_map 112 2 70 214 0 126 8064 0 udpcb 32 14 238 203 0 254 8064 0 ertt 72 15 97 197 0 126 8064 0 routing nhops 256 26 4 34 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 ripcb 488 4 4 11 0 254 3904 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 tcp_log 416 0 9 7 0 254 3744 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0