panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/sctp_output.c:13338 cpuid = 1 time = 1608045307 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051f23490 vpanic() at vpanic+0x1c7/frame 0xfffffe0051f234f0 panic() at panic+0x43/frame 0xfffffe0051f23550 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe0051f235b0 sctp_lower_sosend() at sctp_lower_sosend+0x3d06/frame 0xfffffe0051f237a0 sctp_sosend() at sctp_sosend+0x4fc/frame 0xfffffe0051f238d0 sosend() at sosend+0xc6/frame 0xfffffe0051f23940 kern_sendit() at kern_sendit+0x35b/frame 0xfffffe0051f239f0 sendit() at sendit+0x229/frame 0xfffffe0051f23a50 sys_sendmsg() at sys_sendmsg+0x8b/frame 0xfffffe0051f23ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051f23bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051f23bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x284b9a, rsp = 0x7fffdffdcf08, rbp = 0x7fffdffdcf70 --- KDB: enter: panic [ thread pid 2127 tid 102214 ] Stopped at kdb_enter+0x67: movq $0,0x1477396(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0097400000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051f23470 rbp 0xfffffe0051f23490 rsi 0x40001 rdi 0xffffffff810f10b6 vprintf+0x176 r8 0 r9 0xffffffff r10 0xb978 ll+0xb957 r11 0xfffffe0094c9f610 r12 0xffffffff820671c0 ddb_dbbe r13 0 r14 0xffffffff8197cd7d r15 0xffffffff8197cd7d rip 0xffffffff810e53e7 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1477396(%rip) db> show proc Process 2127 (syz-executor.1) at 0xfffff80029ce7a50: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 778 at 0xfffff80029282a50 ABI: FreeBSD ELF64 arguments: /root/syz-executor.1 reaper: 0xfffff80004456528 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094c793e0 (map 0xfffffe0094c793e0) (map.pmap 0xfffffe0094c794a0) (pmap 0xfffffe0094c79500) threads: 2 100189 s syz-executor.1 102214 Run CPU 1 syz-executor.1 db> ps pid ppid pgrp uid state wmesg wchan cmd 2130 777 777 0 R (threaded) syz-executor.0 101454 RunQ syz-executor.0 102217 S sbwait 0xfffff80029c3ccd4 syz-executor.0 102218 S sbwait 0xfffff8005d72f1c4 syz-executor.0 102222 S uwait 0xfffff8004f5a4600 syz-executor.0 102225 S uwait 0xfffff8004f5a4b80 syz-executor.0 102227 S uwait 0xfffff8004f5a4880 syz-executor.0 2127 778 778 0 T (threaded) syz-executor.1 100189 s syz-executor.1 102214 Run CPU 1 syz-executor.1 1681 1675 1681 0 Ss select 0xfffff80004e1acc0 dhclient 1678 1 1678 0 Ss select 0xfffff8004f9b7ac0 dhclient 1675 1667 436 65 S select 0xfffff80004b7fbc0 dhclient 1667 436 436 0 S wait 0xfffff80029387a50 sh 1657 1 1657 65 Ss select 0xfffff8004fbabbc0 dhclient 1048 1 1048 0 Ss select 0xfffff8003e4b6f40 dhclient 1045 1 1045 0 Ss select 0xfffff80004e1a940 dhclient 860 774 860 0 Ss piperd 0xfffff8002935c000 syz-executor.2 839 774 839 0 Ss piperd 0xfffff8002935c5d0 syz-executor.3 778 774 778 0 Rs syz-executor.1 777 774 777 0 Rs syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100096 S uwait 0xfffff80004aa0100 syz-fuzzer 100107 S uwait 0xfffff80004f3e780 syz-fuzzer 100108 S uwait 0xfffff80029384f00 syz-fuzzer 100109 S uwait 0xfffff80029384280 syz-fuzzer 100110 S uwait 0xfffff80029384380 syz-fuzzer 100111 S uwait 0xfffff80029384480 syz-fuzzer 100112 S uwait 0xfffff80029384580 syz-fuzzer 100113 S kqread 0xfffff80004dd2b00 syz-fuzzer 100117 S uwait 0xfffff800298caa80 syz-fuzzer 772 770 772 0 Ss pause 0xfffff80004e37b00 csh 770 694 770 0 Ss select 0xfffff80004b7fe40 sshd 754 1 754 0 Ss+ ttyin 0xfffff800043430b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80004b5b8b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80004b5bcb0 getty 751 1 751 0 Ss+ ttyin 0xfffff80004b620b0 getty 750 1 750 0 Ss+ ttyin 0xfffff80004b624b0 getty 749 1 749 0 Ss+ ttyin 0xfffff80004b628b0 getty 748 1 748 0 Ss+ ttyin 0xfffff80004b62cb0 getty 747 1 747 0 Ss+ ttyin 0xfffff80004b440b0 getty 746 1 746 0 Ss+ ttyin 0xfffff80004b444b0 getty 698 1 698 0 Ss nanslp 0xffffffff8252ff20 cron 694 1 694 0 Ss select 0xfffff80004b7f940 sshd 507 1 507 0 Ss select 0xfffff80004e1a9c0 syslogd 436 1 436 0 Ss wait 0xfffff80004e63000 devd 435 1 435 65 Ss select 0xfffff80004e1a640 dhclient 350 1 350 0 Ss select 0xfffff80004b7f9c0 dhclient 347 1 347 0 Ss select 0xfffff80004e1a740 dhclient 23 0 0 0 DL vlruwt 0xfffff80004d04528 [vnlru] 22 0 0 0 DL syncer 0xffffffff8261d2b8 [syncer] 21 0 0 0 RL (threaded) [bufdaemon] 100070 RunQ [bufdaemon] 100075 D - 0xffffffff8200ac80 [bufspacedaemon-0] 100088 D sdflush 0xfffff800040838e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82643848 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100068 D psleep 0xffffffff82637cb8 [dom0] 100076 D launds 0xffffffff82637cc4 [laundry: dom0] 100077 D umarcl 0xffffffff814f6340 [uma] 18 0 0 0 DL - 0xffffffff823642e8 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82de2818 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82c60390 [pf purge] 15 0 0 0 DL - 0xffffffff8261b95c [soaiod4] 9 0 0 0 DL - 0xffffffff8261b95c [soaiod3] 8 0 0 0 DL - 0xffffffff8261b95c [soaiod2] 7 0 0 0 DL - 0xffffffff8261b95c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100034 D - 0xffffffff8223c040 [doneq0] 100067 D - 0xffffffff8223bf10 [scanner] 5 0 0 0 DL crypto_ 0xfffff800044d8c90 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff800044d8c30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff826351b0 [crypto] 14 0 0 0 DL seqstat 0xfffff800044dac88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100025 D - 0xffffffff8250f7a0 [g_event] 100026 D - 0xffffffff8250f7a8 [g_up] 100027 D - 0xffffffff8250f7b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100018 D - 0xfffff800044a2800 [thr_0] 100019 D - 0xfffff800044a2880 [thr_1] 12 0 0 0 WL (threaded) [intr] 100010 I [swi5: fast taskq] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100020 I [swi4: clock (0)] 100021 I [swi4: clock (1)] 100022 I [swi3: vm] 100023 I [swi1: netisr 0] 100035 I [irq24: virtio_pci0] 100036 I [irq25: virtio_pci0] 100037 I [irq26: virtio_pci0] 100038 I [irq27: virtio_pci0] 100039 I [irq28: virtio_pci1] 100040 I [irq29: virtio_pci1] 100041 I [irq30: virtio_pci1] 100042 I [irq31: virtio_pci1] 100043 I [irq32: virtio_pci1] 100048 I [irq10: virtio_pci2] 100050 I [irq1: atkbd0] 100051 I [irq12: psm0] 100052 I [swi0: uart uart++] 100060 I [swi1: pf send] 100073 I [swi1: hpts] 100074 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004456528 [init] 10 0 0 0 DL audit_w 0xffffffff826356d0 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff8250fd30 [swapper] 100005 D - 0xfffff80004347c00 [if_config_tqg_0] 100006 D - 0xfffff80004347b00 [softirq_0] 100007 D - 0xfffff80004347a00 [softirq_1] 100008 D - 0xfffff80004347900 [if_io_tqg_0] 100009 D - 0xfffff80004347800 [if_io_tqg_1] 100011 D - 0xfffff80004347600 [kqueue_ctx taskq] 100012 D - 0xfffff80004347500 [inm_free taskq] 100015 D - 0xfffff80004347200 [aiod_kick taskq] 100016 Run CPU 0 [thread taskq] 100017 D - 0xfffff80004347000 [in6m_free taskq] 100024 D - 0xfffff80004484e00 [firmware taskq] 100029 D - 0xfffff80004484d00 [crypto_0] 100030 D - 0xfffff80004484d00 [crypto_1] 100044 D - 0xfffff80004484b00 [vtnet0 rxq 0] 100045 D - 0xfffff80004484a00 [vtnet0 txq 0] 100046 D - 0xfffff80004484900 [vtnet0 rxq 1] 100047 D - 0xfffff80004484800 [vtnet0 txq 1] 100049 D vtbslp 0xfffff80004338280 [virtio_balloon] 100053 D - 0xfffff80004484600 [mca taskq] 100058 D - 0xffffffff81d25301 [deadlkres] 100062 D - 0xfffff800044fc300 [acpi_task_0] 100063 D - 0xfffff800044fc300 [acpi_task_1] 100064 D - 0xfffff800044fc300 [acpi_task_2] 100066 D - 0xfffff80004484c00 [CAM taskq] db> show all locks Process 2130 (syz-executor.0) thread 0xfffffe0094e39300 (102217) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff80029c3cc78) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 2130 (syz-executor.0) thread 0xfffffe0094e38c00 (102218) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff8005d72f168) locked @ /syzkaller/managers/main/kernel/sys/kern/uipc_sockbuf.c:467 Process 0 (kernel) thread 0xfffffe0003898700 (100016) shared rw sctp-info (sctp-info) r = 0 (0xfffffe000479b5e0) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:6989 shared rw vnet_rwlock (vnet_rwlock) r = 0 (0xffffffff8261f1a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/sctp_pcb.c:6975 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 devbuf 4216 4339K 4244 tcp_hpts 5 3201K 5 vtbuf 24 1968K 46 sysctloid 29250 1714K 29315 pcb 1062 1705K 2945 kobj 336 1344K 496 newblk 5 1025K 1943 vfscache 3 1025K 3 sctp_stro 519 519K 982 inodedep 7 515K 1623 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 sctp_atcl 1038 390K 2520 subproc 132 253K 2211 acpica 1674 184K 54410 vnet_data 1 168K 1 tidhash 3 141K 3 pagedep 10 131K 2510 tfo_ccache 1 128K 1 sem 4 106K 4 DEVFS1 105 105K 122 filedesc 14 105K 2455 linker 261 98K 301 bus 990 80K 3306 mtx_pool 2 72K 2 syncache 1 68K 1 sctp_atky 1557 65K 3615 acpitask 1 64K 1 ddb_capture 1 64K 1 module 508 64K 508 BPF 30 53K 30 umtx 342 43K 342 kdtrace 203 41K 4364 temp 35 33K 2047 hostcache 1 32K 1 shm 1 32K 1 DEVFS3 124 31K 134 msg 4 30K 4 vmem 3 26K 5 gtaskqueue 18 26K 18 kbdmux 6 22K 6 ifaddr 70 20K 70 DEVFS_RULE 56 20K 56 ufs_mount 5 17K 6 proc 3 17K 3 sctp_athm 1038 17K 2633 sctp_map 1038 17K 1964 tty 16 16K 16 ithread 99 16K 99 bus-sc 31 14K 1547 lltable 42 13K 43 KTRACE 100 13K 100 ifnet 7 13K 7 ether_multi 152 13K 162 kenv 92 12K 92 eventhandler 125 11K 125 GEOM 60 10K 489 rman 82 10K 423 in6_multi 65 9K 65 bmsafemap 2 9K 1289 UART 12 9K 12 devstat 4 9K 4 sctp_timw 32 8K 32 ksem 1 8K 1 rpc 2 8K 2 shmfd 1 8K 4 pfs_vncache 1 8K 1 pfs_nodes 20 8K 20 audit_evclass 233 8K 291 sglist 5 7K 5 CAM DEV 3 6K 510 cred 23 6K 234 kqueue 58 6K 2143 plimit 22 6K 379 CAM queue 5 6K 1528 taskqueue 48 6K 48 ufs_dirhash 24 5K 24 DEVFSP 74 5K 78 pf_ifnet 10 5K 19 vt 11 5K 11 UMA 254 5K 254 memdesc 1 4K 1 MCA 32 4K 32 kcovinfo 64 4K 68 evdev 4 4K 4 routetbl 24 4K 24 session 28 4K 42 pgrp 28 4K 42 pwddesc 56 4K 2135 hhook 13 4K 13 terminal 11 3K 11 acpisem 22 3K 22 lockf 24 3K 40 proc-args 47 3K 613 selfd 39 3K 24790 uidinfo 3 3K 11 local_apic 1 2K 1 io_apic 1 2K 1 ipsec-saq 2 2K 2 ip6ndp 12 2K 13 select 14 2K 199 sctp_ifa 13 2K 15 CAM XPT 22 2K 543 Unitno 27 2K 45 in_multi 6 2K 8 ipsecpolicy 2 2K 2 acpidev 20 2K 20 msi 9 2K 9 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 vnodemarker 2 1K 26 NFSD session 1 1K 1 CAM periph 4 1K 271 ipsec 3 1K 3 sctp_ifn 6 1K 15 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 89 pci_link 10 1K 10 mkdir 5 1K 2434 diradd 5 1K 1268 encap_export_host 12 1K 12 crypto 3 1K 3 newdirblk 4 1K 1217 pfil 4 1K 4 CAM SIM 2 1K 2 cdev 2 1K 2 chacha20random 1 1K 1 procdesc 3 1K 14 inpcbpolicy 11 1K 714 osd 3 1K 9 dirrem 1 1K 1233 vnodes 1 1K 2 ktls 1 1K 1 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 feeder 7 1K 7 loginclass 3 1K 6 prison 6 1K 6 soname 5 1K 4807 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 apmdev 1 1K 1 atkbddev 2 1K 2 CAM path 4 1K 1034 freework 1 1K 1280 freefile 1 1K 1231 tcpfunc 2 1K 2 pmchooks 1 1K 1 nexusdev 5 1K 5 sctp_vrf 1 1K 1 entropy 2 1K 40 vnet 1 1K 1 pmc 1 1K 1 acpiintr 1 1K 1 filecaps 3 1K 94 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 iov 1 1K 16638 p1003.1b 1 1K 1 sctp_mcore 0 0K 0 sctp_socko 0 0K 1288 sctp_iter 0 0K 10 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 10 sctp_aadr 0 0K 0 sctp_stri 0 0K 226 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 pvscsi 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 amr 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 USBdev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 fpukern_ctx 0 0K 0 USB 0 0K 0 xen_intr 0 0K 0 AHCI driver 0 0K 0 agp 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 twsbuf 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 twe_commands 0 0K 0 twa_commands 0 0K 0 tcp_log_dev 0 0K 0 vm_fictitious 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpi_perf 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 UMAHash 0 0K 0 CAM CCB 0 0K 4876 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 3975 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 10 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freeblks 0 0K 1231 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 48 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 xform 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 statfs 0 0K 1396 namei_tracker 0 0K 16 export_host 0 0K 0 cl_savebuf 0 0K 4 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 MVS driver 0 0K 0 mbuf_tag 0 0K 101 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 165 Witness 0 0K 0 stack 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 sbuf 0 0K 288 mps_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPSSAS 0 0K 0 SWAP 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 sysctltmp 0 0K 650 sysctl 0 0K 1 MPRSAS 0 0K 0 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 md_sectors 0 0K 0 md_disk 0 0K 0 malodev 0 0K 0 LED 0 0K 0 cache 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 iirbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroffdiroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 aacbuf 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 zstd 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 62234 0 62291 0 254 254910464 0 mbuf_cluster 2048 74408 2 74408 0 254 152391680 0 mbuf_packet 256 74258 22 1135718 0 254 19015680 0 mbuf 256 63383 262 672006 0 254 16293120 0 UMA Slabs 0 112 100656 33 100656 0 126 11277168 0 pbuf 2632 0 973 0 0 2 2560936 0 BUF TRIE 144 187 13281 3077 0 62 1939392 0 RADIX NODE 144 13098 227 104447 0 62 1918800 0 malloc-384 384 4117 3 4117 0 30 1582080 0 malloc-4096 4096 351 1 1021 0 2 1441792 0 malloc-128 128 9610 279 12327 0 126 1265792 0 sctp_asoc 2288 519 6 982 0 254 1201200 0 malloc-2048 2048 522 4 1429 0 8 1077248 0 sctp_ep 1280 519 3 1425 0 254 668160 0 FFS inode 1128 510 22 1745 0 8 600096 0 malloc-1024 1024 525 3 1005 0 16 540672 0 malloc-384 384 1126 14 2609 0 30 437760 0 malloc-65536 65536 6 0 6 0 1 393216 0 sctp_raddr 736 519 9 982 0 254 388608 0 VM OBJECT 264 1161 84 32893 0 30 328680 0 VNODE 488 546 86 1783 0 30 308416 0 THREAD 1792 146 25 2228 0 8 306432 0 malloc-4096 4096 65 6 2144 0 2 290816 0 256 Bucket 2048 111 17 110930 0 8 262144 0 malloc-16384 16384 9 6 1381 0 1 245760 0 malloc-64 64 3754 26 6539 0 254 241920 0 malloc-16 16 13276 474 16019 0 254 220000 0 DEVCTL 1024 8 204 128 0 0 217088 0 malloc-128 128 1286 264 29791 0 126 198400 0 malloc-32 32 5547 123 7768 0 254 181440 0 UMA Zones 768 226 3 226 0 16 175872 0 malloc-256 256 62 598 4572 0 62 168960 0 malloc-256 256 551 109 4032 0 62 168960 0 MAP ENTRY 96 1382 340 111865 0 126 165312 0 FFS2 dinode 256 510 135 1742 0 62 165120 0 malloc-32768 32768 0 5 34 0 1 163840 0 tcp_bbr_map 128 0 1271 2151 0 126 162688 0 socket 944 35 113 3925 0 254 139712 0 S VFS Cache 104 1007 280 2339 0 126 133848 0 malloc-65536 65536 1 1 123 0 1 131072 0 malloc-65536 65536 0 2 97 0 1 131072 0 vmem btag 56 2221 71 2221 0 254 128352 0 ksiginfo 112 60 984 1239 0 126 116928 0 malloc-1024 1024 109 3 126 0 16 114688 0 VMSPACE 2544 33 12 2113 0 4 114480 0 malloc-2048 2048 8 46 5647 0 8 110592 0 malloc-128 128 594 181 2130 0 126 99200 0 PROC 1320 55 20 2134 0 8 99000 0 128 Bucket 1024 55 36 778 0 16 93184 0 malloc-384 384 59 181 1709 0 30 92160 0 clpbuf 2632 0 32 21 0 16 84224 0 filedesc0 1072 56 21 2135 0 8 82544 0 UMA Kegs 384 212 1 212 0 30 81792 0 g_bio 408 0 180 16948 0 30 73440 0 malloc-4096 4096 15 2 1422 0 2 69632 0 64 Bucket 512 77 59 5700 0 30 69632 0 malloc-256 256 65 205 7117 0 62 69120 0 sctp_stream_msg_out 112 600 12 631 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 8 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-8192 8192 6 2 125 0 1 65536 0 malloc-256 256 196 59 3384 0 62 65280 0 malloc-128 128 402 32 1143 0 126 55552 0 sctp_chunk 152 305 33 418 0 254 51376 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-128 128 129 243 1822 0 126 47616 0 32 Bucket 256 46 134 5308 0 62 46080 0 malloc-64 64 537 156 16647 0 254 44352 0 malloc-128 128 296 45 318 0 126 43648 0 malloc-8192 8192 5 0 5 0 1 40960 0 malloc-256 256 133 17 146 0 62 38400 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 18644 0 16 36864 0 pcpu-8 8 4224 384 4228 0 254 36864 0 malloc-32768 32768 0 1 126 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 1 1 5 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-1024 1024 28 4 35 0 16 32768 0 pcpu-64 64 453 59 453 0 254 32768 0 malloc-64 64 484 20 675 0 254 32256 0 KNOTE 160 28 147 52631 0 62 28000 0 ttyinq 160 135 40 300 0 62 28000 0 Files 80 210 140 11694 0 126 28000 0 udplite_inpcb 488 2 54 500 0 254 27328 0 malloc-256 256 87 18 372 0 62 26880 0 malloc-256 256 88 17 698 0 62 26880 0 TURNSTILE 136 172 17 172 0 62 25704 0 malloc-8192 8192 3 0 3 0 1 24576 0 malloc-4096 4096 4 2 87 0 2 24576 0 malloc-64 64 86 292 2516 0 254 24192 0 tcpcb 1048 4 18 15 0 254 23056 0 ttyoutq 256 72 18 160 0 62 23040 0 malloc-384 384 53 7 355 0 30 23040 0 pipe 744 21 9 375 0 16 22320 0 malloc-2048 2048 6 4 56 0 8 20480 0 malloc-2048 2048 6 4 202 0 8 20480 0 malloc-1024 1024 6 14 199 0 16 20480 0 PWD 32 18 612 1305 0 254 20160 0 malloc-64 64 231 84 256 0 254 20160 0 malloc-64 64 111 204 27013 0 254 20160 0 malloc-16 16 1069 181 2050 0 254 20000 0 8 Bucket 80 45 205 1291 0 126 20000 0 Mountpoints 2752 2 5 2 0 4 19264 0 unpcb 256 18 57 1756 0 254 19200 0 SLEEPQUEUE 88 172 20 172 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-8192 8192 1 1 3 0 1 16384 0 malloc-2048 2048 6 2 6 0 8 16384 0 malloc-1024 1024 6 10 1147 0 16 16384 0 malloc-32 32 259 245 1690 0 254 16128 0 vtnet_tx_hdr 24 0 668 531554 0 254 16032 0 malloc-128 128 103 21 107 0 126 15872 0 malloc-512 512 3 21 165 0 30 12288 0 malloc-512 512 7 17 766 0 30 12288 0 2 Bucket 32 48 330 723 0 254 12096 0 malloc-384 384 21 9 22 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 1 3 54 0 8 8192 0 malloc-1024 1024 7 1 8 0 16 8192 0 malloc-512 512 7 9 7 0 30 8192 0 malloc-512 512 8 8 8 0 30 8192 0 rtentry 176 31 15 35 0 62 8096 0 rl_entry 40 46 156 46 0 254 8080 0 sctp_laddr 48 0 168 12 0 254 8064 0 udpcb 32 4 248 681 0 254 8064 0 malloc-64 64 23 103 56 0 254 8064 0 malloc-64 64 94 32 100 0 254 8064 0 malloc-32 32 77 175 191 0 254 8064 0 malloc-32 32 90 162 109 0 254 8064 0 malloc-32 32 40 212 648 0 254 8064 0 malloc-32 32 101 151 4807 0 254 8064 0 malloc-32 32 33 219 1266 0 254 8064 0 16 Bucket 144 39 17 383 0 62 8064 0 4 Bucket 48 6 162 94 0 254 8064 0 malloc-16 16 16 484 58 0 254 8000 0 malloc-16 16 10 490 123 0 254 8000 0 malloc-16 16 282 218 437 0 254 8000 0 malloc-16 16 33 467 35 0 254 8000 0 malloc-16 16 185 315 1226 0 254 8000 0 malloc-16 16 22 478 26341 0 254 8000 0 malloc-128 128 23 39 36 0 126 7936 0 ripcb 488 3 13 18 0 254 7808 0 tcp_inpcb 488 4 12 15 0 254 7808 0 udp_inpcb 488 2 14 181 0 254 7808 0 kenv 258 3 27 1013 0 30 7740 0 routing nhops 256 28 2 35 0 62 7680 0 malloc-256 256 4 26 9 0 62 7680 0 tcp_bbr_pcb 832 0 9 3 0 16 7488 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 0 1 2 0 2 4096 0 malloc-4096 4096 0 1 1 0 2 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-1024 1024 0 4 3 0 16 4096 0 malloc-1024 1024 4 0 4 0 16 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 96 1 41 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 malloc-32 32 6 120 14 0 254 4032 0 UMA Slabs 1 176 8 14 8 0 62 3872 0 malloc-384 384 1 9 2 0 30 3840 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 29 2 0 254 992 0 SMR SHARED 24 2 29 2 0 254 744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 296 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 592 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2632 0 0 0 0 64 0 0 mdpbuf 2632 0 0 0 0 3 0 0 nfspbuf 2632 0 0 0 0 16 0 0 swwbuf 2632 0 0 0 0 8 0 0 swrbuf 2632 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0