panic: sx_xlock() of destroyed sx @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 cpuid = 1 time = 1611102468 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051fa04b0 vpanic() at vpanic+0x1c7/frame 0xfffffe0051fa0510 panic() at panic+0x43/frame 0xfffffe0051fa0570 _sx_xlock() at _sx_xlock+0x1d3/frame 0xfffffe0051fa05c0 sctp_sorecvmsg() at sctp_sorecvmsg+0x21e/frame 0xfffffe0051fa0700 sctp_soreceive() at sctp_soreceive+0x1f1/frame 0xfffffe0051fa0910 soreceive() at soreceive+0xb9/frame 0xfffffe0051fa0970 kern_recvit() at kern_recvit+0x2ff/frame 0xfffffe0051fa0a40 sys_recvfrom() at sys_recvfrom+0xb5/frame 0xfffffe0051fa0ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051fa0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051fa0bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x284cca, rsp = 0x7fffdff37f08, rbp = 0x7fffdff37f70 --- KDB: enter: panic [ thread pid 46000 tid 157004 ] Stopped at kdb_enter+0x67: movq $0,0x1452e0e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe009c000000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051fa0490 rbp 0xfffffe0051fa04b0 rsi 0x40001 rdi 0xffffffff811186b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0xe2 r11 0xfffffe009c578d10 r12 0xffffffff82067650 ddb_dbbe r13 0 r14 0xffffffff819b9235 r15 0xffffffff819b9235 rip 0xffffffff8110c977 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x1452e0e(%rip) db> show proc Process 46000 (syz-executor.3) at 0xfffff80004e75000: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 862 at 0xfffff80004e95528 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004489528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094e523e0 (map 0xfffffe0094e523e0) (map.pmap 0xfffffe0094e524a0) (pmap 0xfffffe0094e52500) threads: 8 156935 RunQ syz-executor.3 156983 S sbwait 0xfffff8001f244574 syz-executor.3 156984 S sbwait 0xfffff8001f083cd4 syz-executor.3 156985 S sbwait 0xfffff8001f23d574 syz-executor.3 156986 S sbwait 0xfffff8001f2591c4 syz-executor.3 156987 Run CPU 0 syz-executor.3 157003 S sbwait 0xfffff8001f0661c4 syz-executor.3 157004 Run CPU 1 syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 46004 45590 45590 0 S (threaded) syz-executor.2 128590 S nanslp 0xffffffff82532ee0 syz-executor.2 156997 S sbwait 0xfffff8001f2ac924 syz-executor.2 157001 S sbwait 0xfffff8001f2ac924 syz-executor.2 157002 S uwait 0xfffff800185ae580 syz-executor.2 46002 779 779 0 S (threaded) syz-executor.1 103635 S nanslp 0xffffffff82532ee1 syz-executor.1 156990 S sbwait 0xfffff8001f1f31c4 syz-executor.1 156991 S sbwait 0xfffff8001f1a9924 syz-executor.1 156992 S uwait 0xfffff80018da7300 syz-executor.1 156993 S uwait 0xfffff80018d35c00 syz-executor.1 156994 S uwait 0xfffff80018da7a00 syz-executor.1 46000 862 862 0 R (threaded) syz-executor.3 156935 RunQ syz-executor.3 156983 S sbwait 0xfffff8001f244574 syz-executor.3 156984 S sbwait 0xfffff8001f083cd4 syz-executor.3 156985 S sbwait 0xfffff8001f23d574 syz-executor.3 156986 S sbwait 0xfffff8001f2591c4 syz-executor.3 156987 Run CPU 0 syz-executor.3 157003 S sbwait 0xfffff8001f0661c4 syz-executor.3 157004 Run CPU 1 syz-executor.3 45633 774 45633 0 Ss piperd 0xfffff80018bb08b8 syz-executor.0 45611 45604 45611 0 Ss select 0xfffff8001f186440 dhclient 45608 1 45608 0 Ss select 0xfffff8001f1864c0 dhclient 45604 45593 436 65 S select 0xfffff8001f186240 dhclient 45593 436 436 0 S wait 0xfffff8002a52b000 sh 45590 774 45590 0 Ss nanslp 0xffffffff82532ee1 syz-executor.2 9735 1 9735 65 Ss select 0xfffff80018e07dc0 dhclient 8079 1 8079 0 Ss select 0xfffff80018258cc0 dhclient 8076 1 8076 0 Ss select 0xfffff80018258ac0 dhclient 7275 1 7275 65 Ss select 0xfffff80018258b40 dhclient 4191 1 4191 0 Ss select 0xfffff80018258a40 dhclient 4186 1 4186 0 Ss select 0xfffff800182588c0 dhclient 862 774 862 0 Ss nanslp 0xffffffff82532ee1 syz-executor.3 779 774 779 0 Ss nanslp 0xffffffff82532ee0 syz-executor.1 774 772 772 0 S (threaded) syz-fuzzer 100087 S uwait 0xfffff800048e7000 syz-fuzzer 100112 S uwait 0xfffff800185aee80 syz-fuzzer 100113 S uwait 0xfffff800184af000 syz-fuzzer 100114 S uwait 0xfffff800184af100 syz-fuzzer 100115 S uwait 0xfffff800184af200 syz-fuzzer 100116 S uwait 0xfffff80004c04780 syz-fuzzer 100117 S uwait 0xfffff80004c04880 syz-fuzzer 100118 S uwait 0xfffff80004c04980 syz-fuzzer 100119 S kqread 0xfffff80004f78e00 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004f1c5d8 csh 770 694 770 0 Ss select 0xfffff80004f4b140 sshd 754 1 754 0 Ss+ ttyin 0xfffff800048d7cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004c180b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004c184b0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004c188b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004c18cb0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004ba60b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004ba64b0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004ba68b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004ba6cb0 getty 698 1 698 0 Ss nanslp 0xffffffff82532ee0 cron 694 1 694 0 Ss select 0xfffff80004f4b340 sshd 507 1 507 0 Ss select 0xfffff80018258e40 syslogd 436 1 436 0 Ss wait 0xfffff80004f1ca50 devd 435 1 435 65 Ss select 0xfffff80004f4b440 dhclient 350 1 350 0 Ss select 0xfffff80018258d40 dhclient 347 1 347 0 Ss select 0xfffff80004f4b3c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80004dbe528 [vnlru] 22 0 0 0 DL syncer 0xffffffff826223b8 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100070 D qsleep 0xffffffff826214a0 [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800048cf4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82648988 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff8263cdf8 [dom0] 100076 D launds 0xffffffff8263ce04 [laundry: dom0] 100077 D umarcl 0xffffffff81525840 [uma] 18 0 0 0 DL - 0xffffffff82367278 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82c73818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e72430 [pf purge] 15 0 0 0 DL - 0xffffffff8261ea5c [soaiod4] 9 0 0 0 DL - 0xffffffff8261ea5c [soaiod3] 8 0 0 0 DL - 0xffffffff8261ea5c [soaiod2] 7 0 0 0 DL - 0xffffffff8261ea5c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223efc0 [doneq0] 100067 D - 0xffffffff8223ee90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004624488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff8000445bb90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff8000445bb30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff8263a310 [crypto] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff82512720 [g_event] 100026 D - 0xffffffff82512728 [g_up] 100027 D - 0xffffffff82512730 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff80004466900 [thr_0] 100019 D - 0xfffff80004466980 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi6: Giant taskq] 100013 I [swi5: fast taskq] 100016 I [swi6: task queue] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi1: netisr 0] 100023 I [swi3: vm] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004489528 [init] 10 0 0 0 DL audit_w 0xffffffff8263a830 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff82512cb0 [swapper] 100005 D - 0xfffff8000446be00 [if_config_tqg_0] 100006 D - 0xfffff8000446bd00 [softirq_0] 100007 D - 0xfffff8000446bc00 [softirq_1] 100008 D - 0xfffff8000446bb00 [if_io_tqg_0] 100009 D - 0xfffff8000446ba00 [if_io_tqg_1] 100011 D - 0xfffff8000446b800 [thread taskq] 100012 D - 0xfffff8000446b700 [aiod_kick taskq] 100014 D - 0xfffff8000446b500 [kqueue_ctx taskq] 100015 D - 0xfffff8000446b400 [in6m_free taskq] 100017 D - 0xfffff8000446b200 [inm_free taskq] 100024 D - 0xfffff8000446b100 [firmware taskq] 100028 D - 0xfffff8000446b000 [crypto_0] 100029 D - 0xfffff8000446b000 [crypto_1] 100044 D - 0xfffff80004650d00 [vtnet0 rxq 0] 100045 D - 0xfffff80004650c00 [vtnet0 txq 0] 100046 D - 0xfffff80004650b00 [vtnet0 rxq 1] 100047 D - 0xfffff80004650a00 [vtnet0 txq 1] 100049 D vtbslp 0xfffff8000465ab00 [virtio_balloon] 100053 D - 0xfffff80004650900 [mca taskq] 100058 D - 0xffffffff81d610d0 [deadlkres] 100063 D - 0xfffff80004baae00 [acpi_task_0] 100064 D - 0xfffff80004baae00 [acpi_task_1] 100065 D - 0xfffff80004baae00 [acpi_task_2] 100066 D - 0xfffff80004650e00 [CAM taskq] db> show all locks db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4340K 4244 pcb 2755 3608K 152056 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 30710 1801K 30776 sctp_stro 1361 1361K 37228 kobj 329 1316K 490 newblk 534 1158K 47532 sctp_atcl 2781 1043K 130897 vfscache 3 1025K 3 inodedep 22 520K 49762 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 subproc 142 271K 46090 acpica 1674 184K 58097 sctp_atky 4145 175K 169333 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 26 135K 89916 tfo_ccache 1 128K 1 filedesc 16 121K 89749 sem 4 106K 4 sctp_timw 421 106K 421 DEVFS1 105 105K 122 linker 278 100K 329 bus 983 80K 3361 mtx_pool 2 72K 2 BPF 38 71K 86 syncache 1 68K 1 acpitask 1 64K 1 ddb_capture 1 64K 1 module 503 63K 503 umtx 360 45K 360 kdtrace 220 44K 103013 sctp_athm 2781 44K 132886 sctp_map 2722 43K 74180 temp 36 35K 3753 vmem 3 34K 6 hostcache 1 32K 1 shm 1 32K 38 DEVFS3 124 31K 134 msg 4 30K 4 sctp_stri 55 28K 14351 ifaddr 86 26K 96 gtaskqueue 18 26K 18 kbdmux 6 22K 6 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 tty 16 16K 16 ithread 99 16K 99 lltable 46 15K 197 bus-sc 32 14K 1595 ether_multi 162 13K 325 KTRACE 100 13K 100 ifnet 7 13K 7 kenv 93 12K 93 eventhandler 129 11K 129 GEOM 60 10K 490 rman 82 10K 423 in6_multi 77 10K 159 bmsafemap 2 9K 45065 UART 12 9K 12 devstat 4 9K 4 ksem 1 8K 302 rpc 2 8K 2 shmfd 1 8K 91 pfs_vncache 1 8K 1 cred 31 8K 1545 pfs_nodes 20 8K 20 audit_evclass 236 8K 294 sglist 5 7K 5 CAM DEV 3 6K 510 kqueue 62 6K 46419 plimit 23 6K 705 CAM queue 5 6K 1528 taskqueue 48 6K 48 DEVFSP 76 5K 200 ufs_dirhash 24 5K 24 pf_ifnet 10 5K 19 UMA 261 5K 261 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 lockf 36 4K 240 kcovinfo 64 4K 170 evdev 4 4K 4 session 31 4K 76 pwddesc 60 4K 46008 routetbl 24 4K 36 hhook 13 4K 13 ip6ndp 17 4K 33 selfd 45 3K 613445 terminal 11 3K 11 acpisem 22 3K 22 proc-args 50 3K 928 sctp_ifa 21 3K 33 diradd 20 3K 44983 uidinfo 5 3K 45 pf_rule 2 2K 12 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 select 16 2K 467 CAM XPT 22 2K 543 Unitno 26 2K 46 indirdep 6 2K 469 in_multi 6 2K 14 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 134 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 33 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 inpcbpolicy 23 1K 13280 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 89692 crypto 4 1K 4 encap_export_host 12 1K 12 newdirblk 4 1K 44846 dirrem 2 1K 44916 pfil 4 1K 4 CAM SIM 2 1K 2 procdesc 4 1K 28 cdev 2 1K 2 chacha20random 1 1K 1 pf_osfp 3 1K 3 osd 3 1K 10 vnodes 1 1K 1 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 tcpfunc 3 1K 3 loginclass 3 1K 6 prison 6 1K 6 aesni_data 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 45286 freefile 1 1K 44906 pmchooks 1 1K 1 soname 4 1K 71339 nexusdev 6 1K 6 sctp_vrf 1 1K 1 entropy 2 1K 62 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 4 1K 160 iov 3 1K 58478 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 pf_table 0 0K 0 pf_altq 0 0K 0 pf_temp 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 38711 sctp_iter 0 0K 534 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 503 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 31 sctp_aadr 0 0K 374 mqdata 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 nvme_da 0 0K 0 xen_intr 0 0K 0 acpipwr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 mixer 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 vm_fictitious 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 95305 UMAHash 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 150959 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 64 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 44913 freefrag 0 0K 10 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 48 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 osti_cacheable 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 12 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 2 VN POLL 0 0K 0 tempbuff 0 0K 0 statfs 0 0K 45047 namei_tracker 0 0K 24 export_host 0 0K 0 cl_savebuf 0 0K 24 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 mpt_user 0 0K 0 mbuf_tag 0 0K 380 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 497 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 sbuf 0 0K 288 mpr 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 mfibuf 0 0K 0 SWAP 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 sysctltmp 0 0K 1050 sysctl 0 0K 1 malodev 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 cache 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 5 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 ciss_data 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8324 939 1590764 0 254 37941248 0 sctp_asoc 2288 1361 679 37090 0 254 4667520 0 malloc-2048 2048 1366 674 75490 0 8 4177920 0 mbuf_cluster 2048 1695 1 1695 0 254 3473408 0 RADIX NODE 144 19566 1067 1392491 0 62 2971152 0 mbuf 256 10612 983 3076964 0 254 2968320 0 sctp_ep 1280 1365 717 75489 0 254 2664960 0 pbuf 2632 0 957 0 0 2 2518824 0 malloc-1024 1024 1367 681 37271 0 16 2097152 0 BUF TRIE 144 285 13183 43229 0 62 1939392 0 sctp_raddr 736 1636 619 93705 0 254 1659680 0 malloc-384 384 2841 1459 180767 0 30 1651200 0 malloc-384 384 4141 19 4178 0 30 1597440 0 UMA Slabs 0 112 12717 24 12717 0 126 1426992 0 malloc-128 128 10615 111 12038 0 126 1372928 0 malloc-4096 4096 332 2 1088 0 2 1368064 0 FFS inode 1128 546 28 45454 0 8 647472 0 malloc-256 256 1370 955 120663 0 62 595200 0 socket 944 50 510 90517 0 254 528640 0 256 Bucket 2048 178 66 20264 0 8 499712 0 mbuf_packet 256 1136 559 115949 0 254 433920 0 malloc-2048 2048 2 200 95343 0 8 413696 0 VM OBJECT 264 1343 112 659118 0 30 384120 0 VNODE 488 582 90 45493 0 30 327936 0 THREAD 1792 159 21 57004 0 8 322560 0 sctp_chunk 152 522 1454 61931 0 254 300352 0 malloc-4096 4096 61 8 46014 0 2 282624 0 malloc-16384 16384 12 5 44897 0 1 278528 0 tcp_bbr_map 128 0 2170 10584 0 126 277760 0 malloc-65536 65536 4 0 4 0 1 262144 0 g_bio 408 0 630 378123 0 30 257040 0 udplite_inpcb 488 13 507 10206 0 254 253760 0 sctp_stream_msg_out 112 1840 284 12395 0 254 237888 0 DEVCTL 1024 2 210 141 0 0 217088 0 malloc-64 64 3248 91 3296 0 254 213696 0 malloc-16 16 12733 267 12989 0 254 208000 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-32768 32768 1 5 421 0 1 196608 0 MAP ENTRY 96 1567 449 2494526 0 126 193536 0 UMA Zones 768 233 1 233 0 16 179712 0 FFS2 dinode 256 546 129 45453 0 62 172800 0 malloc-256 256 556 104 51168 0 62 168960 0 vmem btag 56 2770 98 2770 0 254 160608 0 malloc-128 128 1213 27 27579 0 126 158720 0 malloc-32 32 4819 95 4917 0 254 157248 0 S VFS Cache 104 1101 381 46830 0 126 154128 0 malloc-64 64 1480 725 52423 0 254 141120 0 malloc-32 32 2799 1611 113749 0 254 141120 0 malloc-4096 4096 25 8 60 0 2 135168 0 malloc-65536 65536 0 2 4 0 1 131072 0 malloc-65536 65536 0 2 586 0 1 131072 0 malloc-65536 65536 0 2 124 0 1 131072 0 VMSPACE 2544 37 14 45986 0 4 129744 0 malloc-1024 1024 122 2 147 0 16 126976 0 clpbuf 2632 0 48 89 0 16 126336 0 malloc-256 256 461 19 1653 0 62 122880 0 ksiginfo 112 66 978 3689 0 126 116928 0 128 Bucket 1024 76 35 5243 0 16 113664 0 PROC 1320 59 22 46007 0 8 106920 0 malloc-256 256 251 139 210228 0 62 99840 0 64 Bucket 512 105 71 41392 0 30 90112 0 filedesc0 1072 60 24 46008 0 8 90048 0 tcp_inpcb 488 4 180 1616 0 254 89792 0 UMA Kegs 384 219 4 219 0 30 85632 0 32 Bucket 256 117 198 20559 0 62 80640 0 sctp_readq 152 0 520 4370 0 254 79040 0 malloc-64 64 642 555 93069 0 254 76608 0 malloc-128 128 326 263 90530 0 126 75392 0 malloc-256 256 160 125 92535 0 62 72960 0 malloc-16 16 2929 1571 75668 0 254 72000 0 malloc-16 16 3039 1461 133127 0 254 72000 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-32768 32768 0 2 117 0 1 65536 0 malloc-512 512 65 63 14278 0 30 65536 0 malloc-128 128 208 257 90422 0 126 59520 0 malloc-128 128 32 402 51765 0 126 55552 0 malloc-256 256 81 129 135456 0 62 53760 0 malloc-4096 4096 12 1 23 0 2 53248 0 malloc-128 128 384 19 391 0 126 51584 0 malloc-16384 16384 1 2 154 0 1 49152 0 malloc-8192 8192 3 3 165 0 1 49152 0 malloc-8192 8192 4 2 97 0 1 49152 0 malloc-8192 8192 0 6 31 0 1 49152 0 malloc-128 128 97 275 4416 0 126 47616 0 tcpcb 1048 4 40 1616 0 254 46112 0 malloc-2048 2048 5 17 565 0 8 45056 0 pipe 744 22 38 1531 0 16 44640 0 malloc-64 64 125 568 659476 0 254 44352 0 malloc-64 64 571 122 1772 0 254 44352 0 8 Bucket 80 158 392 15193 0 126 44000 0 malloc-384 384 103 7 105 0 30 42240 0 malloc-256 256 97 68 1759 0 62 42240 0 NAMEI 1024 0 40 200635 0 16 40960 0 malloc-8192 8192 5 0 5 0 1 40960 0 pcpu-8 8 4664 456 5033 0 254 40960 0 16 Bucket 144 96 184 2491 0 62 40320 0 Files 80 235 265 146882 0 126 40000 0 DIRHASH 1024 34 2 34 0 16 36864 0 malloc-2048 2048 14 4 25 0 8 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 8 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-4096 4096 3 5 45100 0 2 32768 0 pcpu-64 64 456 56 456 0 254 32768 0 TURNSTILE 136 181 29 181 0 62 28560 0 PWD 32 20 862 44945 0 254 28224 0 malloc-64 64 313 128 27547 0 254 28224 0 4 Bucket 48 8 580 1586 0 254 28224 0 KNOTE 160 28 147 583435 0 62 28000 0 malloc-1024 1024 2 22 248 0 16 24576 0 malloc-1024 1024 16 8 25 0 16 24576 0 ttyinq 160 135 15 300 0 62 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 53 7 53 0 30 23040 0 tcp_bbr_pcb 832 0 27 650 0 16 22464 0 malloc-2048 2048 6 4 51 0 8 20480 0 sctp_laddr 48 4 416 4252 0 254 20160 0 udpcb 32 15 615 10669 0 254 20160 0 malloc-32 32 42 588 80177 0 254 20160 0 malloc-32 32 93 537 16201 0 254 20160 0 2 Bucket 32 68 562 8267 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 17 58 1655 0 254 19200 0 SLEEPQUEUE 88 181 11 181 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 2 6 449 0 8 16384 0 malloc-1024 1024 13 3 13 0 16 16384 0 malloc-512 512 3 29 254 0 30 16384 0 malloc-32 32 312 192 1562 0 254 16128 0 vtnet_tx_hdr 24 0 668 826172 0 254 16032 0 malloc-128 128 77 47 5406 0 126 15872 0 ripcb 488 4 28 995 0 254 15616 0 udp_inpcb 488 2 30 463 0 254 15616 0 tcp_rack_pcb 704 0 22 52 0 16 15488 0 malloc-384 384 23 17 175 0 30 15360 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-2048 2048 3 3 256 0 8 12288 0 malloc-16 16 36 714 58748 0 254 12000 0 routing nhops 256 27 18 65 0 62 11520 0 malloc-256 256 30 15 42 0 62 11520 0 malloc-4096 4096 0 2 6 0 2 8192 0 malloc-2048 2048 1 3 15 0 8 8192 0 malloc-1024 1024 3 5 1816 0 16 8192 0 malloc-1024 1024 8 0 8 0 16 8192 0 malloc-1024 1024 1 7 91 0 16 8192 0 malloc-512 512 11 5 25 0 30 8192 0 malloc-512 512 2 14 522 0 30 8192 0 malloc-512 512 0 16 2 0 30 8192 0 rtentry 176 32 14 65 0 62 8096 0 PGRP 88 31 61 79 0 126 8096 0 rl_entry 40 80 122 80 0 254 8080 0 sctp_asconf_ack 48 0 168 42 0 254 8064 0 malloc-64 64 25 101 250 0 254 8064 0 malloc-64 64 16 110 825 0 254 8064 0 malloc-32 32 111 141 1865 0 254 8064 0 malloc-32 32 28 224 290 0 254 8064 0 malloc-16 16 21 479 27905 0 254 8000 0 malloc-16 16 32 468 291 0 254 8000 0 malloc-16 16 4 496 6 0 254 8000 0 malloc-16 16 26 474 26336 0 254 8000 0 tcp_rack_map 120 0 66 68 0 126 7920 0 kenv 258 3 27 1061 0 30 7740 0 malloc-384 384 0 20 309 0 30 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-512 512 1 7 2 0 30 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 4 122 1876 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0