panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_output.c:355 cpuid = 1 time = 1624914227 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe009a81d630 vpanic() at vpanic+0x1cc/frame 0xfffffe009a81d690 panic() at panic+0x43/frame 0xfffffe009a81d6f0 __mtx_lock_flags() at __mtx_lock_flags+0x1d7/frame 0xfffffe009a81d750 tcp_output() at tcp_output+0x6dc/frame 0xfffffe009a81d940 tcp_usr_connect() at tcp_usr_connect+0x259/frame 0xfffffe009a81d9b0 soconnectat() at soconnectat+0x183/frame 0xfffffe009a81da10 kern_connectat() at kern_connectat+0x21b/frame 0xfffffe009a81da70 sys_connect() at sys_connect+0xd9/frame 0xfffffe009a81dab0 ia32_syscall() at ia32_syscall+0x23a/frame 0xfffffe009a81dbf0 int0x80_syscall_common() at int0x80_syscall_common+0x9c/frame 0xfbffcf78 KDB: enter: panic [ thread pid 3089 tid 102386 ] Stopped at kdb_enter+0x67: movq $0,0x164086e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0xfffffe009aa00000 rdx 0x3ffff rbx 0 rsp 0xfffffe009a81d610 rbp 0xfffffe009a81d630 rsi 0x40001 rdi 0xffffffff81132036 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe009a81d500 r11 0x1ff65fff59c r12 0xffffffff82267d30 ddb_dbbe r13 0xffffffff81a6e600 r14 0xffffffff81a74f96 r15 0xffffffff81a74f96 rip 0xffffffff81129097 kdb_enter+0x67 rflags 0x200082 kernload+0x82 kdb_enter+0x67: movq $0,0x164086e(%rip) db> show proc Process 3089 (syz-executor.3) at 0xfffff8003cbf7530: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 787 at 0xfffff8003c539a60 ABI: FreeBSD ELF32 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.3 reaper: 0xfffff80004bda530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe0094fe63e0 (map 0xfffffe0094fe63e0) (map.pmap 0xfffffe0094fe64a0) (pmap 0xfffffe0094fe6500) threads: 3 100996 Run CPU 0 syz-executor.3 102386 Run CPU 1 syz-executor.3 102387 RunQ syz-executor.3 db> ps pid ppid pgrp uid state wmesg wchan cmd 3093 0 0 0 DL aiordy 0xfffff8003c539530 [aiod4] 3092 0 0 0 DL aiordy 0xfffff8003cb89530 [aiod3] 3091 0 0 0 DL aiordy 0xfffff8003ce48a60 [aiod2] 3090 0 0 0 DL aiordy 0xfffff8003cb89a60 [aiod1] 3089 787 787 0 R (threaded) syz-executor.3 100996 Run CPU 0 syz-executor.3 102386 Run CPU 1 syz-executor.3 102387 RunQ syz-executor.3 3081 784 784 0 S (threaded) syz-executor.1 100127 S nanslp 0xffffffff8273d0a1 syz-executor.1 102375 S connec 0xfffff8005611f0e0 syz-executor.1 102381 S uwait 0xfffff8003ce1c900 syz-executor.1 1075 1069 1075 0 Ss select 0xfffff8003cdcbbc0 dhclient 1072 1 1072 0 Ss select 0xfffff8003c3e6ec0 dhclient 1069 1062 436 65 S select 0xfffff8003cef3d40 dhclient 1062 436 436 0 S wait 0xfffff8003cbf7a60 sh 787 780 787 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.3 786 780 786 0 Ss piperd 0xfffff80015f9dba0 syz-executor.2 784 780 784 0 Ss nanslp 0xffffffff8273d0a1 syz-executor.1 783 780 783 0 Ss piperd 0xfffff8003ca8b5d0 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100100 S uwait 0xfffff80015f54300 syz-fuzzer 100115 S uwait 0xfffff8003c33f300 syz-fuzzer 100116 S kqread 0xfffff8003c598f00 syz-fuzzer 100117 S uwait 0xfffff8003c33f700 syz-fuzzer 100118 S uwait 0xfffff8003c33f900 syz-fuzzer 100119 S uwait 0xfffff8003c572f00 syz-fuzzer 100120 S uwait 0xfffff8003c598100 syz-fuzzer 100121 S uwait 0xfffff8003c33fb00 syz-fuzzer 102342 S uwait 0xfffff8003ce1c300 syz-fuzzer 778 776 778 0 Ss pause 0xfffff8003c4fe0b0 csh 776 694 776 0 Ss select 0xfffff8003c381440 sshd 760 1 760 0 Ss+ ttyin 0xfffff800154a5cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015b2a4b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015b2acb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015b2e4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015b2ecb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015b314b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015b31cb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015ab94b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015ab9cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273d0a0 cron 694 1 694 0 Ss select 0xfffff80015efda40 sshd 507 1 507 0 Ss select 0xfffff8003c381d40 syslogd 436 1 436 0 Ss wait 0xfffff80015e5e530 devd 435 1 435 65 Ss select 0xfffff80015f008c0 dhclient 350 1 350 0 Ss select 0xfffff80015f00440 dhclient 347 1 347 0 Ss select 0xfffff80015f002c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015ccc530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282c450 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282b520 [bufdaemon] 100088 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100096 D sdflush 0xfffff80004ddd4e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82853388 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff828477f8 [dom0] 100086 D launds 0xffffffff82847804 [laundry: dom0] 100087 D umarcl 0xffffffff815c50e0 [uma] 18 0 0 0 DL - 0xffffffff82571458 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff830d68b8 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82e54410 [pf purge] 15 0 0 0 DL - 0xffffffff82828bdc [soaiod4] 9 0 0 0 DL - 0xffffffff82828bdc [soaiod3] 8 0 0 0 DL - 0xffffffff82828bdc [soaiod2] 7 0 0 0 DL - 0xffffffff82828bdc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448b40 [doneq0] 100045 D - 0xffffffff82448ac0 [async] 100078 D - 0xffffffff82448990 [scanner] 14 0 0 0 DL seqstat 0xfffff80004d8a488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d53d80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d53d30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844ce0 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c8e0 [g_event] 100036 D - 0xffffffff8271c8e8 [g_up] 100037 D - 0xffffffff8271c8f0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c69100 [thr_0] 100029 D - 0xfffff80004c69180 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bda530 [init] 10 0 0 0 DL audit_w 0xffffffff828451f0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271ce70 [swapper] 100005 D - 0xfffff8000443b500 [if_io_tqg_0] 100006 D - 0xfffff8000443b100 [if_io_tqg_1] 100007 D - 0xfffff80004c78d00 [if_config_tqg_0] 100008 D - 0xfffff80004c78900 [softirq_0] 100009 D - 0xfffff80004c78500 [softirq_1] 100010 D - 0xfffff80004c78100 [aiod_kick taskq] 100012 D - 0xfffff80004c75900 [kqueue_ctx taskq] 100013 D - 0xfffff80004c75500 [pci_hp taskq] 100015 D - 0xfffff80004c6ed00 [inm_free taskq] 100017 D - 0xfffff80004c6e500 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c6e100 [thread taskq] 100019 D - 0xfffff80004c69d00 [in6m_free taskq] 100020 D - 0xfffff80004c69900 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c69900 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c69900 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c69900 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c69500 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c69500 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c69500 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c69500 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004cd3d00 [firmware taskq] 100038 D - 0xfffff80004cd3900 [crypto_0] 100039 D - 0xfffff80004cd3900 [crypto_1] 100055 D - 0xfffff800153ecd00 [vtnet0 rxq 0] 100056 D - 0xfffff800153ec900 [vtnet0 txq 0] 100057 D - 0xfffff800153ec500 [vtnet0 rxq 1] 100058 D - 0xfffff800153ec100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015463700 [virtio_balloon] 100064 D - 0xfffff80015469900 [mca taskq] 100069 D - 0xffffffff81e218c1 [deadlkres] 100074 D - 0xfffff80015a46100 [acpi_task_0] 100075 D - 0xfffff80015a46100 [acpi_task_1] 100076 D - 0xfffff80015a46100 [acpi_task_2] 100077 D - 0xfffff80004cd3500 [CAM taskq] db> show all locks Process 3089 (syz-executor.3) thread 0xfffffe00950d7020 (102386) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80056159b90) locked @ /syzkaller/managers/i386/kernel/sys/netinet/tcp_usrreq.c:574 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 326 2608K 486 vtbuf 24 2064K 46 newblk 18 1041K 2770 vfscache 3 1035K 3 acpica 1674 649K 54806 pcb 34 633K 3655 inodedep 87 606K 2266 subproc 130 529K 3168 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 bus 986 377K 3469 linker 348 270K 409 DEVFS1 107 214K 124 filedesc 14 211K 4409 module 510 192K 510 vnet_data 1 176K 1 kdtrace 206 171K 5482 tidhash 3 164K 3 umtx 330 145K 330 pagedep 15 143K 2205 tfo_ccache 1 136K 1 BPF 22 136K 22 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2009 syncache 1 76K 1 routetbl 137 73K 433 vmem 3 72K 5 msg 4 68K 4 acpitask 1 64K 1 ddb_capture 1 64K 1 ifaddr 68 64K 70 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 46 40K 46 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1684 devstat 4 33K 4 dirrem 64 32K 2200 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 in6_multi 71 31K 71 kqueue 59 30K 3100 GEOM 60 29K 489 DEVFSP 74 28K 82 kbdmux 6 28K 6 ifnet 7 25K 7 freefile 64 24K 2198 kcovinfo 64 24K 68 cred 23 23K 204 sctp_timw 44 22K 44 pwddesc 57 22K 3094 plimit 21 21K 349 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 UART 12 18K 12 proc-args 44 17K 588 bmsafemap 2 17K 2236 ksem 1 16K 1 rpc 2 16K 2 shmfd 1 16K 3 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 session 25 13K 40 MCA 32 12K 32 CAM DEV 3 12K 510 selfd 31 12K 55799 vt 11 11K 11 Unitno 29 11K 47 acpisem 28 11K 28 CAM XPT 22 11K 543 diradd 25 10K 2233 uidinfo 3 9K 7 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 lockf 19 8K 29 inpcbpolicy 18 7K 1711 mount 16 7K 90 fpukern_ctx 3 6K 3 mkdir 16 6K 4384 terminal 11 6K 11 osd 14 6K 1534 sctp_ifa 14 6K 15 ip6ndp 12 6K 15 newdirblk 12 5K 2192 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 select 10 4K 37 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 sctp_atcl 3 3K 1663 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 freework 5 3K 2198 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 soname 6 3K 7120 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 sctp_stro 1 2K 459 softdep 1 2K 1 freeblks 4 2K 2197 vnodemarker 2 2K 18 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 sctp_atky 4 2K 2122 pfil 4 2K 4 CAM path 4 2K 1034 sctp_athm 3 2K 1663 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 12 cdev 2 1K 2 aesni_data 2 1K 2 sctp_map 2 1K 918 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 42 entropy 2 1K 39 filecaps 2 1K 90 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cdg data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 366 sctp_iter 0 0K 11 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 11 sctp_aadr 0 0K 0 sctp_stri 0 0K 0 htcp data 0 0K 2 mqdata 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 dctcp data 0 0K 0 vegas data 0 0K 0 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 tcp_do 0 0K 0 tcp_fsb 0 0K 6 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 507 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 7 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 indirdep 0 0K 10 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 2371 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 1947 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 101 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 16150 ioctlops 0 0K 111 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 671 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8334 956 961893 0 254 38051840 0 malloc-384 384 35495 25 39975 0 30 13639680 0 malloc-1024 1024 4168 4 4169 0 16 4272128 0 malloc-8192 8192 328 4 1099 0 1 2719744 0 pbuf 2624 0 973 0 0 2 2553152 0 mbuf 256 8947 623 1493361 0 254 2449920 0 malloc-1024 1024 162 1922 2703 0 16 2134016 0 BUF TRIE 144 177 13291 593 0 62 1939392 0 RADIX NODE 144 10504 245 103544 0 63 1547856 0 UMA Slabs 0 112 12686 19 12686 0 126 1422960 0 mbuf_cluster 2048 555 1 555 0 254 1138688 0 malloc-512 512 202 1926 2789 0 30 1089536 0 malloc-384 384 581 1929 28080 0 30 963840 0 malloc-384 384 1728 32 53797 0 30 675840 0 FFS inode 1160 505 27 2705 0 8 617120 0 malloc-8192 8192 59 4 3096 0 1 516096 0 malloc-1024 1024 130 370 1867 0 16 512000 0 malloc-32768 32768 9 6 2205 0 1 491520 0 malloc-384 384 1052 58 65935 0 30 426240 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 VM OBJECT 264 1093 92 45172 0 30 312840 0 THREAD 1808 148 17 2387 0 8 298320 0 malloc-512 512 40 528 3144 0 30 290816 0 VNODE 448 542 70 2744 0 30 274176 0 malloc-65536 65536 4 0 4 0 1 262144 0 malloc-2048 2048 125 3 142 0 8 262144 0 malloc-384 384 622 48 2397 0 30 257280 0 DEVCTL 1024 22 198 151 0 0 225280 0 malloc-8192 8192 23 3 37 0 1 212992 0 256 Bucket 2048 84 14 14781 0 8 200704 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-16384 16384 12 0 13 0 1 196608 0 malloc-16384 16384 11 1 247 0 1 196608 0 malloc-1024 1024 160 28 3687 0 16 192512 0 malloc-4096 4096 7 39 2908 0 2 188416 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-384 384 388 62 11336 0 30 172800 0 MAP ENTRY 96 1251 387 162405 0 126 157248 0 vmem btag 56 2567 13 2567 0 254 144480 0 mbuf_packet 256 59 496 3113 0 254 142080 0 S VFS Cache 104 1008 318 3259 0 126 137904 0 tcp_inpcb 488 11 269 1522 0 254 136640 0 FFS2 dinode 256 505 20 2703 0 62 134400 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 0 2 176 0 1 131072 0 ksiginfo 112 55 989 973 0 126 116928 0 malloc-512 512 194 30 4896 0 30 114688 0 ertt_txseginfo 40 1 2827 45544 0 254 113120 0 malloc-384 384 253 27 4446 0 30 107520 0 VMSPACE 2544 30 12 3073 0 4 106848 0 malloc-512 512 189 11 2381 0 30 102400 0 malloc-32768 32768 1 2 121 0 1 98304 0 malloc-16384 16384 2 4 32 0 1 98304 0 PROC 1328 56 16 3093 0 8 95616 0 malloc-1024 1024 85 7 91 0 16 94208 0 malloc-8192 8192 4 7 1210 0 1 90112 0 UMA Kegs 384 227 6 227 0 30 89472 0 clpbuf 2624 0 32 20 0 16 83968 0 filedesc0 1072 57 20 3094 0 8 82544 0 g_bio 408 0 190 5253 0 30 77520 0 128 Bucket 1024 40 31 966 0 16 72704 0 socket 944 33 43 4151 0 254 71744 0 tcp_bbr_map 128 5 553 6512 0 126 71424 0 malloc-65536 65536 0 1 1 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-2048 2048 10 20 518 0 8 61440 0 malloc-512 512 109 11 2510 0 30 61440 0 tcpcb 1080 10 46 1522 0 254 60480 0 32 Bucket 256 217 8 13311 0 62 57600 0 malloc-4096 4096 12 2 44 0 2 57344 0 malloc-4096 4096 7 6 31 0 2 53248 0 malloc-384 384 92 38 3059 0 30 49920 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 2 1 5 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 64 Bucket 512 40 48 2994 0 30 45056 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-8192 8192 3 2 5 0 1 40960 0 malloc-8192 8192 2 3 2377 0 1 40960 0 malloc-2048 2048 16 4 22 0 8 40960 0 malloc-1024 1024 8 32 1681 0 16 40960 0 malloc-512 512 22 58 1440 0 30 40960 0 pcpu-8 8 4651 469 4807 0 254 40960 0 sctp_ep 1280 2 28 1204 0 254 38400 0 NAMEI 1024 0 36 22565 0 16 36864 0 malloc-2048 2048 2 16 151 0 8 36864 0 malloc-512 512 58 14 209 0 30 36864 0 sctp_asoc 2288 1 14 459 0 254 34320 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 pcpu-64 64 487 25 487 0 254 32768 0 tcp_bbr_pcb 832 4 32 1217 0 16 29952 0 malloc-4096 4096 6 1 8 0 2 28672 0 malloc-2048 2048 3 11 1521 0 8 28672 0 malloc-512 512 34 22 208 0 30 28672 0 16 Bucket 144 191 5 2171 0 62 28224 0 KNOTE 160 28 147 100192 0 62 28000 0 TURNSTILE 136 166 23 166 0 62 25704 0 malloc-8192 8192 0 3 13 0 1 24576 0 malloc-8192 8192 1 2 32 0 1 24576 0 malloc-4096 4096 1 5 10 0 2 24576 0 PWD 32 17 739 2279 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 Files 80 194 106 12879 0 126 24000 0 8 Bucket 80 42 258 1243 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 pipe 744 20 10 359 0 16 22320 0 malloc-4096 4096 3 2 60 0 2 20480 0 2 Bucket 32 93 537 1761 0 254 20160 0 Mountpoints 2752 2 5 2 0 4 19264 0 SLEEPQUEUE 88 166 26 166 0 126 16896 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-2048 2048 2 6 6 0 8 16384 0 sctp_raddr 736 1 21 459 0 254 16192 0 vtnet_tx_hdr 24 0 668 515650 0 254 16032 0 tcp_rack_pcb 832 0 18 6 0 16 14976 0 malloc-4096 4096 2 1 4 0 2 12288 0 malloc-2048 2048 3 3 163 0 8 12288 0 udp_inpcb 488 6 18 175 0 254 11712 0 kenv 258 15 30 1033 0 30 11610 0 unpcb 256 11 34 1209 0 254 11520 0 malloc-2048 2048 4 0 4 0 8 8192 0 malloc-1024 1024 1 7 9 0 16 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 25 67 40 0 126 8096 0 rl_entry 40 45 157 45 0 254 8080 0 sctp_laddr 48 4 164 1833 0 254 8064 0 tcp_rack_map 112 0 72 4 0 126 8064 0 udpcb 32 6 246 177 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 ertt 72 10 102 1522 0 126 8064 0 4 Bucket 48 6 162 101 0 254 8064 0 ripcb 488 2 14 12 0 254 7808 0 routing nhops 256 27 3 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 AIO 208 1 18 1 0 62 3952 0 udplite_inpcb 488 0 8 2 0 254 3904 0 itimer 352 0 11 2 0 30 3872 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 AIOCB 552 0 7 1 0 16 3864 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 AIOLIO 272 0 0 0 0 30 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0