panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/tcp_output.c:355 cpuid = 0 time = 1621909494 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0003783660 vpanic() at vpanic+0x1c7/frame 0xfffffe00037836c0 panic() at panic+0x43/frame 0xfffffe0003783720 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe0003783780 tcp_output() at tcp_output+0x75a/frame 0xfffffe0003783970 tcp_timer_rexmt() at tcp_timer_rexmt+0xd73/frame 0xfffffe0003783a00 softclock_call_cc() at softclock_call_cc+0x1f7/frame 0xfffffe0003783ad0 softclock() at softclock+0xb0/frame 0xfffffe0003783b10 ithread_loop() at ithread_loop+0x33f/frame 0xfffffe0003783bb0 fork_exit() at fork_exit+0xb3/frame 0xfffffe0003783bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0003783bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 12 tid 100030 ] Stopped at kdb_enter+0x67: movq $0,0x163739e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xffffffff8113aa40 vprintf+0x140 rdx 0x1 rbx 0 rsp 0xfffffe0003783640 rbp 0xfffffe0003783660 rsi 0 rdi 0xffffffff8113aa76 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0003783530 r11 0x1fffcfff59c r12 0xffffffff82267b90 ddb_dbbe r13 0 r14 0xffffffff81a74c80 r15 0xffffffff81a74c80 rip 0xffffffff81131a67 kdb_enter+0x67 rflags 0x86 kdb_enter+0x67: movq $0,0x163739e(%rip) db> show proc Process 12 (intr) at 0xfffff80004c5fa60: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff8271c330 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff8271c330 reapsubtree: 12 sigparent: 20 vmspace: 0xffffffff8271cf90 (map 0xffffffff8271cf90) (map.pmap 0xffffffff8271d050) (pmap 0xffffffff8271d0b0) threads: 23 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 Run CPU 0 [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] db> ps pid ppid pgrp uid state wmesg wchan cmd 2260 1 784 0 S uwait 0xfffff800478cef00 syz-executor.1 2255 827 827 0 R (threaded) syz-executor.3 101524 Run CPU 1 syz-executor.3 101583 S connec 0xfffff8007b0fe840 syz-executor.3 101586 S connec 0xfffff800471b20e0 syz-executor.3 101589 S uwait 0xfffff8004719a700 syz-executor.3 101599 S connec 0xfffff8007b0febf0 syz-executor.3 2251 1 784 0 S uwait 0xfffff80047d3a500 syz-executor.1 1030 1024 1030 0 Ss select 0xfffff80047be4140 dhclient 1027 1 1027 0 Ss select 0xfffff80047d94d40 dhclient 1024 1017 436 65 S select 0xfffff80047a86440 dhclient 1017 436 436 0 S wait 0xfffff800472c5530 sh 887 1 827 0 SV uwait 0xfffff800478cdd00 syz-executor.3 886 1 827 0 SV uwait 0xfffff80047ac9500 syz-executor.3 827 780 827 0 Rs syz-executor.3 792 780 792 0 Ss piperd 0xfffff800472ac8b8 syz-executor.2 784 780 784 0 Ss piperd 0xfffff80047280ba0 syz-executor.1 783 780 783 0 Ss piperd 0xfffff800478c98b8 syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100090 S uwait 0xfffff80004c94f00 syz-fuzzer 100116 S uwait 0xfffff80015a0e100 syz-fuzzer 100117 S uwait 0xfffff80015a0e300 syz-fuzzer 100118 S uwait 0xfffff80015a0e500 syz-fuzzer 100119 S uwait 0xfffff8004719ad00 syz-fuzzer 100120 S uwait 0xfffff800478ce100 syz-fuzzer 100121 S uwait 0xfffff800478ce300 syz-fuzzer 100122 S kqread 0xfffff80015e8e300 syz-fuzzer 100123 S uwait 0xfffff800478ce700 syz-fuzzer 100125 S uwait 0xfffff8004719af00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800474f00b0 csh 776 694 776 0 Ss select 0xfffff80047495bc0 sshd 760 1 760 0 Ss+ ttyin 0xfffff800153e7cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a784b0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a78cb0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a7d4b0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a7dcb0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a7f4b0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a7fcb0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a084b0 getty 752 1 752 0 Ss+ ttyin 0xfffff80015a08cb0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c560 cron 694 1 694 0 Ss select 0xfffff80047275440 sshd 507 1 507 0 Ss select 0xfffff800472c4440 syslogd 436 1 436 0 Ss wait 0xfffff80015e05530 devd 435 1 435 65 Ss select 0xfffff800472c4a40 dhclient 350 1 350 0 Ss select 0xfffff800472c4d40 dhclient 347 1 347 0 Ss select 0xfffff80015da0ec0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015a60000 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282b9d0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282aa80 [bufdaemon] 100088 D - 0xffffffff8220ae80 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015d61ce8 [/ worker] 20 0 0 0 DL psleep 0xffffffff828528c8 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82846d38 [dom0] 100086 D launds 0xffffffff82846d44 [laundry: dom0] 100087 D umarcl 0xffffffff815cd330 [uma] 18 0 0 0 DL - 0xffffffff82570908 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f20828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff82d783c0 [pf purge] 15 0 0 0 DL - 0xffffffff828280dc [soaiod4] 9 0 0 0 DL - 0xffffffff828280dc [soaiod3] 8 0 0 0 DL - 0xffffffff828280dc [soaiod2] 7 0 0 0 DL - 0xffffffff828280dc [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82447dc0 [doneq0] 100045 D - 0xffffffff82447d40 [async] 100078 D - 0xffffffff82447c10 [scanner] 14 0 0 0 DL seqstat 0xfffff80004daa488 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004d2b380 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004d2b330 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844220 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271bda0 [g_event] 100036 D - 0xffffffff8271bda8 [g_up] 100037 D - 0xffffffff8271bdb0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c3bd00 [thr_0] 100029 D - 0xfffff80004c3bd80 [thr_1] 12 0 0 0 RL (threaded) [intr] 100012 I [swi5: fast taskq] 100015 I [swi6: task queue] 100017 I [swi6: Giant taskq] 100030 Run CPU 0 [swi4: clock (0)] 100031 I [swi4: clock (1)] 100032 I [swi1: netisr 0] 100033 I [swi3: vm] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bc7530 [init] 10 0 0 0 DL audit_w 0xffffffff82844730 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c330 [swapper] 100005 D - 0xfffff80004bbd100 [if_config_tqg_0] 100006 D - 0xfffff80004c64900 [softirq_0] 100007 D - 0xfffff80004c64100 [softirq_1] 100008 D - 0xfffff80004c62900 [if_io_tqg_0] 100009 D - 0xfffff80004c62100 [if_io_tqg_1] 100010 D - 0xfffff8000443d900 [in6m_free taskq] 100011 D - 0xfffff8000443d500 [aiod_kick taskq] 100013 D - 0xfffff80004c5ad00 [kqueue_ctx taskq] 100014 D - 0xfffff80004c5a900 [pci_hp taskq] 100016 D - 0xfffff80004c5a100 [inm_free taskq] 100018 D - 0xfffff80004c55900 [linuxkpi_irq_wq] 100019 D - 0xfffff80004c55500 [thread taskq] 100020 D - 0xfffff80004c55100 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c55100 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c55100 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c55100 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c4dd00 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c4d900 [firmware taskq] 100038 D - 0xfffff80004c4d500 [crypto_0] 100039 D - 0xfffff80004c4d500 [crypto_1] 100055 D - 0xfffff8001534cd00 [vtnet0 rxq 0] 100056 D - 0xfffff8001534c900 [vtnet0 txq 0] 100057 D - 0xfffff8001534c500 [vtnet0 rxq 1] 100058 D - 0xfffff8001534c100 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80015369300 [virtio_balloon] 100064 D - 0xfffff80015427d00 [mca taskq] 100066 D - 0xffffffff81e21631 [deadlkres] 100074 D - 0xfffff80015a0fd00 [acpi_task_0] 100075 D - 0xfffff80015a0fd00 [acpi_task_1] 100076 D - 0xfffff80015a0fd00 [acpi_task_2] 100077 D - 0xfffff80004c4d100 [CAM taskq] db> show all locks Process 2255 (syz-executor.3) thread 0xfffffe00950bc3a0 (101524) exclusive sleep mutex umtxql (umtxql) r = 0 (0xffffffff8275fd60) locked @ /syzkaller/managers/main/kernel/sys/kern/kern_umtx.c:946 Process 12 (intr) thread 0xfffffe00042b9000 (100030) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80047f6a3f0) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_timer.c:625 db> show malloc Type InUse MemUse Requests sysctloid 34288 12858K 34355 pf_hash 5 11560K 5 devbuf 4216 6982K 4244 tcp_hpts 5 3219K 5 kobj 328 2624K 488 vtbuf 24 2064K 46 inodedep 1274 1793K 1437 newblk 44 1054K 1985 vfscache 3 1035K 3 acpica 1674 649K 55230 dirrem 1251 626K 1371 pcb 31 615K 1420 callout 2 528K 2 subproc 129 521K 2337 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 freefile 1249 469K 1367 bus 990 378K 3499 filedesc 20 308K 2757 linker 348 270K 409 DEVFS1 107 214K 124 module 512 192K 512 vnet_data 1 176K 1 kdtrace 208 173K 3864 tidhash 3 164K 3 umtx 352 154K 352 pagedep 17 144K 1376 tfo_ccache 1 136K 1 BPF 22 136K 22 sem 4 120K 4 UMA 270 102K 270 audit_evclass 236 89K 294 mtx_pool 2 80K 2 temp 35 77K 2002 syncache 1 76K 1 routetbl 137 73K 433 vmem 3 72K 5 msg 4 68K 4 acpitask 1 64K 1 ddb_capture 1 64K 1 ifaddr 68 64K 70 DEVFS3 126 63K 136 ether_multi 157 59K 167 gtaskqueue 18 57K 18 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 133 50K 133 ithread 99 43K 99 rman 84 42K 425 lltable 46 40K 70 KTRACE 100 38K 100 taskqueue 60 36K 60 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1710 devstat 4 33K 4 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 1 in6_multi 71 31K 71 kqueue 58 30K 2270 GEOM 60 29K 489 DEVFSP 74 28K 82 kbdmux 6 28K 6 ifnet 7 25K 7 kcovinfo 64 24K 68 cred 23 23K 204 plimit 21 21K 349 pwddesc 56 21K 2264 CAM queue 5 21K 1528 pfs_nodes 20 20K 20 UART 12 18K 12 proc-args 44 17K 588 bmsafemap 2 17K 1407 ksem 1 16K 1 rpc 2 16K 2 shmfd 1 16K 13 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 session 25 13K 38 MCA 32 12K 32 CAM DEV 3 12K 510 selfd 31 12K 45673 vt 11 11K 11 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 47 diradd 25 10K 1404 uidinfo 3 9K 7 pf_ifnet 10 9K 19 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 mkdir 20 8K 2726 inpcbpolicy 20 8K 1621 acpidev 20 8K 20 hhook 15 8K 17 lockf 19 8K 29 mount 16 7K 90 osd 16 7K 1180 sctp_timw 12 6K 12 fpukern_ctx 3 6K 3 terminal 11 6K 11 sctp_ifa 14 6K 15 newdirblk 14 6K 1363 ip6ndp 12 6K 15 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 local_apic 1 4K 1 io_apic 1 4K 1 indirdep 8 4K 10 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 select 10 4K 37 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 ipsec 3 3K 3 in_multi 6 3K 8 nexusdev 7 3K 7 feeder 7 3K 7 soname 7 3K 5330 freework 5 3K 1367 sctp_ifn 6 3K 15 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 prison 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 freeblks 4 2K 1366 vnodemarker 2 2K 16 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 crypto 4 2K 4 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 loginclass 3 2K 6 chacha20random 1 1K 1 vnodes 1 1K 1 CAM SIM 2 1K 2 ktls 1 1K 1 procdesc 2 1K 12 cdev 2 1K 2 aesni_data 2 1K 2 tcp_fsb 2 1K 6 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 xform 2 1K 42 entropy 2 1K 39 filecaps 2 1K 92 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 cdg data 0 0K 0 dctcp data 0 0K 0 tcp_do 0 0K 0 vegas data 0 0K 0 chd data 0 0K 0 cubic data 0 0K 0 mqdata 0 0K 0 htcp data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 24 sctp_iter 0 0K 12 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 0 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_athm 0 0K 89 sctp_atky 0 0K 110 sctp_atcl 0 0K 89 sctp_a_it 0 0K 12 sctp_aadr 0 0K 0 sctp_stro 0 0K 21 sctp_stri 0 0K 0 sctp_map 0 0K 42 pf_table 0 0K 0 pf_rule 0 0K 0 pf_altq 0 0K 0 pf_osfp 0 0K 0 pf_temp 0 0K 0 NFSD V4lock 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vtfont 0 0K 0 xen_intr 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 amr 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 vm_fictitious 0 0K 0 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 UMAHash 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 120 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 6 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 6 allocindir 0 0K 0 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 6 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_msource 0 0K 0 ip_moptions 0 0K 0 in_mfilter 0 0K 0 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 0 twa_commands 0 0K 0 statfs 0 0K 1542 namei_tracker 0 0K 0 export_host 0 0K 0 cl_savebuf 0 0K 4 tcp_log_dev 0 0K 0 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 1911 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 0 lio 0 0K 0 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 125 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 14680 ioctlops 0 0K 109 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 288 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 635 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 0 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 1 filedesc_to_leader 0 0K 0 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 663 1050201 0 254 36794368 0 malloc-384 384 34465 65 37347 0 30 13259520 0 malloc-1024 1024 5458 2 5806 0 16 5591040 0 malloc-8192 8192 329 4 493 0 1 2727936 0 pbuf 2624 0 989 0 0 2 2595136 0 mbuf 256 8868 492 1650912 0 254 2396160 0 BUF TRIE 144 186 13282 573 0 62 1939392 0 RADIX NODE 144 11600 129 93103 0 62 1688976 0 UMA Slabs 0 112 11915 34 11915 0 126 1338288 0 malloc-384 384 2052 58 61032 0 30 810240 0 malloc-384 384 2068 12 50309 0 30 798720 0 malloc-384 384 2003 37 13922 0 30 783360 0 malloc-512 512 1355 13 3043 0 30 700416 0 mbuf_cluster 2048 330 2 330 0 254 679936 0 FFS inode 1160 507 25 1875 0 8 617120 0 malloc-8192 8192 59 9 2419 0 1 557056 0 tcp_bbr_map 128 1074 3080 45824 0 126 531712 0 malloc-32768 32768 10 5 1507 0 1 491520 0 malloc-512 512 259 533 2207 0 30 405504 0 lkpimm 160 1 2324 1 0 62 372000 0 lkpicurr 160 2 2323 2 0 62 372000 0 malloc-1024 1024 294 42 2309 0 16 344064 0 VM OBJECT 264 1135 80 33714 0 30 320760 0 THREAD 1808 151 25 1599 0 8 318208 0 ertt_txseginfo 40 1072 5796 72608 0 254 274720 0 VNODE 448 544 68 1914 0 30 274176 0 malloc-65536 65536 4 0 5 0 1 262144 0 malloc-2048 2048 110 8 307 0 8 241664 0 DEVCTL 1024 12 204 132 0 0 221184 0 256 Bucket 2048 92 14 15071 0 8 217088 0 malloc-4096 4096 14 38 2919 0 2 212992 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-65536 65536 1 2 177 0 1 196608 0 malloc-16384 16384 9 3 17 0 1 196608 0 UMA Zones 768 242 2 242 0 16 187392 0 malloc-16384 16384 9 2 240 0 1 180224 0 MAP ENTRY 96 1370 310 117068 0 126 161280 0 malloc-1024 1024 34 114 168 0 16 151552 0 malloc-16384 16384 9 0 9 0 1 147456 0 vmem btag 56 2550 30 2550 0 254 144480 0 malloc-8192 8192 14 3 577 0 1 139264 0 S VFS Cache 104 1007 319 2393 0 126 137904 0 FFS2 dinode 256 507 18 1874 0 62 134400 0 malloc-32768 32768 4 0 19 0 1 131072 0 malloc-384 384 285 35 14851 0 30 122880 0 ksiginfo 112 57 987 898 0 126 116928 0 malloc-8192 8192 12 2 1565 0 1 114688 0 malloc-512 512 206 18 2927 0 30 114688 0 tcp_inpcb 488 17 215 1168 0 254 113216 0 malloc-384 384 280 10 327 0 30 111360 0 VMSPACE 2544 32 10 2240 0 4 106848 0 malloc-16384 16384 3 3 33 0 1 98304 0 PROC 1328 55 17 2263 0 8 95616 0 UMA Kegs 384 227 6 227 0 30 89472 0 128 Bucket 1024 52 31 722 0 16 84992 0 mbuf_packet 256 16 314 1727 0 254 84480 0 malloc-384 384 178 42 3475 0 30 84480 0 filedesc0 1072 56 21 2264 0 8 82544 0 malloc-512 512 134 18 536 0 30 77824 0 malloc-1024 1024 59 13 89 0 16 73728 0 socket 944 33 39 2851 0 254 67968 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 3 1 4 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 g_bio 408 0 150 5091 0 30 61200 0 32 Bucket 256 85 125 12913 0 62 53760 0 malloc-4096 4096 10 3 39 0 2 53248 0 malloc-384 384 85 45 2406 0 30 49920 0 malloc-1024 1024 42 6 977 0 16 49152 0 malloc-2048 2048 2 20 510 0 8 45056 0 tcpcb 1064 12 30 1168 0 254 44688 0 clpbuf 2624 0 16 21 0 16 41984 0 malloc-8192 8192 4 1 10 0 1 40960 0 malloc-4096 4096 8 2 23 0 2 40960 0 pcpu-8 8 4641 479 4797 0 254 40960 0 DIRHASH 1024 34 2 34 0 16 36864 0 NAMEI 1024 0 36 18810 0 16 36864 0 malloc-2048 2048 14 4 1079 0 8 36864 0 malloc-512 512 21 51 439 0 30 36864 0 64 Bucket 512 42 30 3738 0 30 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-2048 2048 16 0 16 0 8 32768 0 pcpu-64 64 486 26 486 0 254 32768 0 tcp_bbr_pcb 832 1 35 887 0 16 29952 0 pipe 744 24 16 359 0 16 29760 0 malloc-4096 4096 1 6 25 0 2 28672 0 malloc-2048 2048 10 4 14 0 8 28672 0 TURNSTILE 136 177 33 177 0 62 28560 0 KNOTE 160 28 147 77863 0 62 28000 0 malloc-4096 4096 4 2 21 0 2 24576 0 malloc-2048 2048 4 8 153 0 8 24576 0 malloc-512 512 22 26 1531 0 30 24576 0 PWD 32 18 738 1449 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 8 Bucket 80 39 261 1186 0 126 24000 0 ttyoutq 256 72 18 160 0 62 23040 0 sctp_asoc 2288 0 10 21 0 254 22880 0 malloc-4096 4096 0 5 9 0 2 20480 0 malloc-1024 1024 7 13 77 0 16 20480 0 Files 80 204 46 10545 0 126 20000 0 SLEEPQUEUE 88 177 47 177 0 126 19712 0 Mountpoints 2752 2 5 2 0 4 19264 0 sctp_ep 1280 0 15 68 0 254 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 0 2 13 0 1 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-512 512 32 0 32 0 30 16384 0 malloc-512 512 21 11 1701 0 30 16384 0 sctp_raddr 736 0 22 21 0 254 16192 0 2 Bucket 32 78 426 1626 0 254 16128 0 vtnet_tx_hdr 24 0 668 574326 0 254 16032 0 udp_inpcb 488 6 26 417 0 254 15616 0 tcp_rack_pcb 832 2 16 6 0 16 14976 0 malloc-1024 1024 5 7 38 0 16 12288 0 16 Bucket 144 57 27 1727 0 62 12096 0 udplite_inpcb 488 0 24 22 0 254 11712 0 kenv 258 15 30 1051 0 30 11610 0 unpcb 256 11 34 1135 0 254 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 2 0 2 0 2 8192 0 malloc-2048 2048 1 3 7 0 8 8192 0 malloc-1024 1024 0 8 9 0 16 8192 0 rtentry 176 31 15 35 0 62 8096 0 PGRP 88 25 67 38 0 126 8096 0 rl_entry 40 41 161 41 0 254 8080 0 sctp_laddr 48 0 168 13 0 254 8064 0 tcp_rack_map 112 5 67 9 0 126 8064 0 udpcb 32 6 246 439 0 254 8064 0 ertt 72 12 100 1168 0 126 8064 0 4 Bucket 48 6 162 84 0 254 8064 0 ripcb 488 2 14 14 0 254 7808 0 routing nhops 256 27 3 35 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 7 0 126 6448 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 hostcache 64 1 62 1 0 254 4032 0 syncache 168 0 24 4 0 254 4032 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 12 27 12 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 254 0 0 sctp_readq 152 0 0 0 0 254 0 0 sctp_chunk 152 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0