panic: mtx_lock() of spin mutex (null) @ /syzkaller/managers/main/kernel/sys/netinet/tcp_output.c:355 cpuid = 0 time = 1623241113 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x47/frame 0xfffffe0051782630 vpanic() at vpanic+0x1c7/frame 0xfffffe0051782690 panic() at panic+0x43/frame 0xfffffe00517826f0 __mtx_lock_flags() at __mtx_lock_flags+0x202/frame 0xfffffe0051782750 tcp_output() at tcp_output+0x75a/frame 0xfffffe0051782940 tcp_usr_connect() at tcp_usr_connect+0x25a/frame 0xfffffe00517829b0 soconnectat() at soconnectat+0x183/frame 0xfffffe0051782a10 kern_connectat() at kern_connectat+0x1e5/frame 0xfffffe0051782a70 sys_connect() at sys_connect+0xd9/frame 0xfffffe0051782ab0 amd64_syscall() at amd64_syscall+0x247/frame 0xfffffe0051782bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0051782bf0 --- syscall (198, FreeBSD ELF64, nosys), rip = 0x286eda, rsp = 0x7fffdfffdf08, rbp = 0x7fffdfffdf70 --- KDB: enter: panic [ thread pid 13373 tid 121919 ] Stopped at kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0x28 rax 0x12 rcx 0xfffffe0095600000 rdx 0x3ffff rbx 0 rsp 0xfffffe0051782610 rbp 0xfffffe0051782630 rsi 0x40001 rdi 0xffffffff8113c446 vprintf+0x176 r8 0 r9 0x8080808080808080 r10 0xfffffe0051782500 r11 0x1ffaefff59c r12 0xffffffff82267ba0 ddb_dbbe r13 0 r14 0xffffffff81a7ca38 r15 0xffffffff81a7ca38 rip 0xffffffff81133437 kdb_enter+0x67 rflags 0x82 kdb_enter+0x67: movq $0,0x1635d4e(%rip) db> show proc Process 13373 (syz-executor.0) at 0xfffff80058370a60: state: NORMAL uid: 0 gids: 0, 0, 5 parent: pid 782 at 0xfffff800477b6530 ABI: FreeBSD ELF64 flag: 0x10000080 flag2: 0 arguments: /root/syz-executor.0 reaper: 0xfffff80004bd5530 reapsubtree: 1 sigparent: 20 vmspace: 0xfffffe009e1c6000 (map 0xfffffe009e1c6000) (map.pmap 0xfffffe009e1c60c0) (pmap 0xfffffe009e1c6120) threads: 3 117573 RunQ syz-executor.0 121919 Run CPU 0 syz-executor.0 121920 S umtxn 0xfffff80058f1df00 syz-executor.0 db> ps pid ppid pgrp uid state wmesg wchan cmd 13374 786 786 0 R (threaded) syz-executor.2 121906 RunQ syz-executor.2 121917 RunQ syz-executor.2 13373 782 782 0 R (threaded) syz-executor.0 117573 RunQ syz-executor.0 121919 Run CPU 0 syz-executor.0 121920 S umtxn 0xfffff80058f1df00 syz-executor.0 13372 787 787 0 R (threaded) syz-executor.3 121507 RunQ syz-executor.3 121916 RunQ syz-executor.3 121922 Run CPU 1 syz-executor.3 13370 783 783 0 R (threaded) syz-executor.1 121151 RunQ syz-executor.1 121910 S sbwait 0xfffff80058fcd924 syz-executor.1 121912 S sbwait 0xfffff80058ed51c4 syz-executor.1 121914 RunQ syz-executor.1 121918 S sbwait 0xfffff80058fcdcd4 syz-executor.1 121921 S uwait 0xfffff800588ae700 syz-executor.1 13305 1 787 0 S uwait 0xfffff800589e8d00 syz-executor.3 13301 1 787 0 S uwait 0xfffff800588aeb00 syz-executor.3 13296 1 787 0 S uwait 0xfffff800583ee100 syz-executor.3 13290 1 787 0 S uwait 0xfffff8003d7f6d00 syz-executor.3 12898 0 0 0 DL (threaded) [zfskern] 117569 D t->zthr 0xfffff800589f1548 [arc_evict] 120984 D t->zthr 0xfffff800589f1348 [arc_reap] 120985 D - 0xfffff80047da7d00 [dbu_evict] 120986 D dbuf_ev 0xffffffff839c4ef8 [dbuf_evict_thread] 120991 D - 0xfffff80047df3500 [z_vdev_file_0] 120992 D - 0xfffff80047df3500 [z_vdev_file_1] 120993 D - 0xfffff80047df3500 [z_vdev_file_2] 120994 D - 0xfffff80047df3500 [z_vdev_file_3] 120995 D - 0xfffff80047df3500 [z_vdev_file_4] 120996 D - 0xfffff80047df3500 [z_vdev_file_5] 120997 D - 0xfffff80047df3500 [z_vdev_file_6] 120998 D - 0xfffff80047df3500 [z_vdev_file_7] 120999 D - 0xfffff80047df3500 [z_vdev_file_8] 121000 D - 0xfffff80047df3500 [z_vdev_file_9] 121001 D - 0xfffff80047df3500 [z_vdev_file_10] 121002 D - 0xfffff80047df3500 [z_vdev_file_11] 121003 D - 0xfffff80047df3500 [z_vdev_file_12] 121004 D - 0xfffff80047df3500 [z_vdev_file_13] 121005 D - 0xfffff80047df3500 [z_vdev_file_14] 121006 D - 0xfffff80047df3500 [z_vdev_file_15] 121007 D l2arc_f 0xffffffff839838e0 [l2arc_feed_thread] 121008 D - 0xfffff80047e55900 [zfsvfs] 121009 S zevent_ 0xffffffff839c5478 [sysevent] 12317 1 783 0 S uwait 0xfffff8003d0ea900 syz-executor.1 11240 1 787 0 SV uwait 0xfffff8003d1bfd00 syz-executor.3 11236 1 787 0 SV uwait 0xfffff8007168a900 syz-executor.3 11174 1 787 0 S uwait 0xfffff80047c85b00 syz-executor.3 11172 1 787 0 S umtxn 0xfffff8003dfea300 syz-executor.3 11112 1 787 0 S uwait 0xfffff8003dfeab00 syz-executor.3 11100 1 787 0 S uwait 0xfffff80015d0a300 syz-executor.3 11098 1 782 0 S uwait 0xfffff8003d7f6500 syz-executor.0 11096 1 783 0 S uwait 0xfffff800713fa700 syz-executor.1 11093 1 787 0 S uwait 0xfffff8003d0ead00 syz-executor.3 11091 1 782 0 S uwait 0xfffff800713faf00 syz-executor.0 11090 1 783 0 S uwait 0xfffff80071969900 syz-executor.1 11085 1 782 0 S uwait 0xfffff8003d1bfb00 syz-executor.0 11084 1 783 0 S uwait 0xfffff8003d0ea100 syz-executor.1 11079 1 783 0 S uwait 0xfffff8003d7f6f00 syz-executor.1 11075 1 783 0 S uwait 0xfffff80047c85100 syz-executor.1 10571 1 787 0 S uwait 0xfffff8003dc50f00 syz-executor.3 10566 1 782 0 S uwait 0xfffff8003d526700 syz-executor.0 10563 1 783 0 S uwait 0xfffff8003d1bf100 syz-executor.1 10558 1 787 0 S uwait 0xfffff8007168af00 syz-executor.3 10554 1 782 0 S uwait 0xfffff800713fa300 syz-executor.0 10551 1 783 0 S uwait 0xfffff800713f6900 syz-executor.1 10545 1 787 0 S uwait 0xfffff80047b34f00 syz-executor.3 10542 1 783 0 S uwait 0xfffff80071000500 syz-executor.1 10539 1 782 0 S uwait 0xfffff8003d0eaf00 syz-executor.0 10531 1 783 0 S uwait 0xfffff8003d1bf300 syz-executor.1 10528 1 783 0 S uwait 0xfffff80071000300 syz-executor.1 10176 1 787 0 S uwait 0xfffff800716af500 syz-executor.3 10171 1 786 0 S uwait 0xfffff8003d1bf700 syz-executor.2 10167 1 787 0 S umtxn 0xfffff800713f6500 syz-executor.3 10161 1 786 0 S uwait 0xfffff800716af900 syz-executor.2 10159 1 782 0 S uwait 0xfffff80071000f00 syz-executor.0 10154 1 782 0 S uwait 0xfffff80071969700 syz-executor.0 10152 1 787 0 S uwait 0xfffff80015d01b00 syz-executor.3 10150 1 786 0 S uwait 0xfffff80071969300 syz-executor.2 10148 1 782 0 S uwait 0xfffff8003d1bf900 syz-executor.0 10145 1 782 0 S uwait 0xfffff80071000700 syz-executor.0 10139 1 782 0 S uwait 0xfffff8003d0eab00 syz-executor.0 9902 1 782 0 S uwait 0xfffff80047c85900 syz-executor.0 9897 1 782 0 S uwait 0xfffff8003d526b00 syz-executor.0 9894 1 786 0 S uwait 0xfffff800716af700 syz-executor.2 9891 1 782 0 S uwait 0xfffff8003d1bf500 syz-executor.0 9890 1 786 0 S uwait 0xfffff8007168ab00 syz-executor.2 9885 1 786 0 S uwait 0xfffff8007168a700 syz-executor.2 9882 1 786 0 S uwait 0xfffff800716afd00 syz-executor.2 9880 1 786 0 S uwait 0xfffff8003d526900 syz-executor.2 6415 1 783 0 S uwait 0xfffff80015cff900 syz-executor.1 6409 1 783 0 S uwait 0xfffff80071969b00 syz-executor.1 6407 1 783 0 S uwait 0xfffff800479c9100 syz-executor.1 6405 1 783 0 S uwait 0xfffff80015cfd900 syz-executor.1 6403 1 783 0 S uwait 0xfffff8007168a100 syz-executor.1 6292 1 783 0 S uwait 0xfffff80071969d00 syz-executor.1 6289 1 783 0 S uwait 0xfffff8007168ad00 syz-executor.1 6284 1 783 0 S uwait 0xfffff8003d526f00 syz-executor.1 6280 1 783 0 S uwait 0xfffff800713f6100 syz-executor.1 6279 1 783 0 S umtxn 0xfffff80047b34700 syz-executor.1 6259 0 0 0 DL aiordy 0xfffff80071fd8a60 [aiod4] 6258 0 0 0 DL aiordy 0xfffff800716b3a60 [aiod3] 6257 0 0 0 DL aiordy 0xfffff8003d111000 [aiod2] 6256 0 0 0 DL aiordy 0xfffff800713a0a60 [aiod1] 4500 1 783 0 S uwait 0xfffff800713f6700 syz-executor.1 4492 1 787 0 S uwait 0xfffff80015c5e700 syz-executor.3 4491 1 783 0 S uwait 0xfffff80015cf7900 syz-executor.1 4487 1 787 0 S uwait 0xfffff8007168a300 syz-executor.3 4486 1 783 0 S uwait 0xfffff800713fa500 syz-executor.1 4480 1 787 0 S uwait 0xfffff80015d01f00 syz-executor.3 4475 1 787 0 S uwait 0xfffff80071000b00 syz-executor.3 4473 1 787 0 S uwait 0xfffff800713f6b00 syz-executor.3 3970 1 3970 65 Ss select 0xfffff80047e5ed40 dhclient 3667 1 782 0 S uwait 0xfffff80047b34300 syz-executor.0 3662 1 782 0 S uwait 0xfffff800713f6300 syz-executor.0 3657 1 783 0 S uwait 0xfffff80015cff700 syz-executor.1 3655 1 783 0 S uwait 0xfffff80015d01700 syz-executor.1 3653 1 786 0 S uwait 0xfffff80071000d00 syz-executor.2 3652 1 782 0 S uwait 0xfffff800713fad00 syz-executor.0 3651 1 787 0 S uwait 0xfffff80071000900 syz-executor.3 3647 1 783 0 S uwait 0xfffff800713f6d00 syz-executor.1 3645 1 786 0 S uwait 0xfffff80015cff100 syz-executor.2 3644 1 782 0 S uwait 0xfffff800479c9f00 syz-executor.0 3643 1 787 0 S uwait 0xfffff80047b34b00 syz-executor.3 3638 1 786 0 S uwait 0xfffff80015d01500 syz-executor.2 3637 1 787 0 S umtxn 0xfffff80047b34500 syz-executor.3 3636 1 782 0 S uwait 0xfffff80047b34d00 syz-executor.0 3628 1 782 0 S uwait 0xfffff80015d01100 syz-executor.0 3622 1 782 0 S uwait 0xfffff80015d01300 syz-executor.0 3614 1 782 0 S uwait 0xfffff80015d0a900 syz-executor.0 3245 1 3245 0 Ss select 0xfffff80047ba2140 dhclient 3242 1 3242 0 Ss select 0xfffff80047d40ec0 dhclient 3227 1 3227 65 Ss select 0xfffff80047d8e740 dhclient 2583 1 2583 0 Ss select 0xfffff80047d43440 dhclient 2580 1 2580 0 Ss select 0xfffff80047d468c0 dhclient 2558 1 2558 65 Ss select 0xfffff80047e92bc0 dhclient 1913 1 787 0 S uwait 0xfffff80047c85300 syz-executor.3 1910 1 786 0 S uwait 0xfffff80015d0af00 syz-executor.2 1906 1 787 0 S uwait 0xfffff80015d0a500 syz-executor.3 1902 1 786 0 S uwait 0xfffff80015be5d00 syz-executor.2 1900 1 782 0 S uwait 0xfffff80015cfff00 syz-executor.0 1897 1 787 0 S uwait 0xfffff80015cff500 syz-executor.3 1894 1 786 0 S uwait 0xfffff80047c85d00 syz-executor.2 1892 1 783 0 S uwait 0xfffff800479c9900 syz-executor.1 1891 1 782 0 S uwait 0xfffff80015d0a100 syz-executor.0 1889 1 787 0 S uwait 0xfffff80015cf7500 syz-executor.3 1886 1 786 0 S uwait 0xfffff800479c9500 syz-executor.2 1885 1 782 0 S uwait 0xfffff80015cf7100 syz-executor.0 1881 1 786 0 S uwait 0xfffff80015cfbb00 syz-executor.2 1880 1 782 0 S uwait 0xfffff800479c9700 syz-executor.0 1878 1 787 0 S umtxn 0xfffff80015d0ab00 syz-executor.3 1876 1 782 0 S uwait 0xfffff80015cffb00 syz-executor.0 1875 1 783 0 S uwait 0xfffff80047c85f00 syz-executor.1 1870 1 786 0 S uwait 0xfffff80015cf7300 syz-executor.2 1869 1 787 0 S umtxn 0xfffff80015cfbd00 syz-executor.3 1867 1 782 0 S uwait 0xfffff80015cff300 syz-executor.0 1866 1 783 0 S uwait 0xfffff80015cf9900 syz-executor.1 1862 1 786 0 S uwait 0xfffff80004ca5100 syz-executor.2 1857 1 786 0 S uwait 0xfffff80015d0ad00 syz-executor.2 1852 1 786 0 S uwait 0xfffff80015c5e100 syz-executor.2 1849 1 786 0 S uwait 0xfffff80015cf7700 syz-executor.2 1843 1 1843 0 Ss select 0xfffff80047e5e740 dhclient 1840 1 1840 0 Ss select 0xfffff80047d2ca40 dhclient 1826 1 1826 65 Ss select 0xfffff80047d2c5c0 dhclient 1822 1 786 0 S uwait 0xfffff80015c5e500 syz-executor.2 850 1 850 0 Ss select 0xfffff80047b03440 dhclient 847 1 847 0 Ss select 0xfffff80047b20ec0 dhclient 787 780 787 0 Rs syz-executor.3 786 780 786 0 Rs syz-executor.2 783 780 783 0 Rs syz-executor.1 782 780 782 0 Rs syz-executor.0 780 778 778 0 S (threaded) syz-fuzzer 100100 S uwait 0xfffff80015cf9f00 syz-fuzzer 100119 S uwait 0xfffff80004ca7f00 syz-fuzzer 100120 S uwait 0xfffff80015cfd700 syz-fuzzer 100121 S uwait 0xfffff80015cfd500 syz-fuzzer 100122 S uwait 0xfffff80015c5eb00 syz-fuzzer 100123 S uwait 0xfffff80015c5e300 syz-fuzzer 100124 S uwait 0xfffff80015cfdd00 syz-fuzzer 100126 S kqread 0xfffff80015d40100 syz-fuzzer 100127 S uwait 0xfffff80015cfdb00 syz-fuzzer 778 776 778 0 Ss pause 0xfffff800477b6b10 csh 776 694 776 0 Ss select 0xfffff80015c2a5c0 sshd 760 1 760 0 Ss+ ttyin 0xfffff80015423cb0 getty 759 1 759 0 Ss+ ttyin 0xfffff80015a45cb0 getty 758 1 758 0 Ss+ ttyin 0xfffff80015a474b0 getty 757 1 757 0 Ss+ ttyin 0xfffff80015a47cb0 getty 756 1 756 0 Ss+ ttyin 0xfffff80015a4d4b0 getty 755 1 755 0 Ss+ ttyin 0xfffff80015a4dcb0 getty 754 1 754 0 Ss+ ttyin 0xfffff80015a504b0 getty 753 1 753 0 Ss+ ttyin 0xfffff80015a50cb0 getty 752 1 752 0 Ss+ ttyin 0xfffff8001569d4b0 getty 698 1 698 0 Ss nanslp 0xffffffff8273c8e0 cron 694 1 694 0 Ss select 0xfffff80015c2d140 sshd 507 1 507 0 Ss select 0xfffff80015d498c0 syslogd 436 1 436 0 Ss select 0xfffff80015d3ea40 devd 435 1 435 65 Ss select 0xfffff80015dd8140 dhclient 350 1 350 0 Ss select 0xfffff80015d9ca40 dhclient 347 1 347 0 Ss select 0xfffff80015c2d2c0 dhclient 23 0 0 0 DL vlruwt 0xfffff80015be8530 [vnlru] 22 0 0 0 DL syncer 0xffffffff8282bcd0 [syncer] 21 0 0 0 DL (threaded) [bufdaemon] 100081 D qsleep 0xffffffff8282ada0 [bufdaemon] 100086 D - 0xffffffff8220aec0 [bufspacedaemon-0] 100098 D sdflush 0xfffff80015d044e8 [/ worker] 20 0 0 0 DL psleep 0xffffffff82852c08 [vmdaemon] 19 0 0 0 DL (threaded) [pagedaemon] 100079 D psleep 0xffffffff82847078 [dom0] 100087 D launds 0xffffffff82847084 [laundry: dom0] 100088 D umarcl 0xffffffff815d0ee0 [uma] 18 0 0 0 DL - 0xffffffff82570c88 [rand_harvestq] 17 0 0 0 DL waiting 0xffffffff82f10828 [sctp_iterator] 16 0 0 0 DL pftm 0xffffffff8301e3c0 [pf purge] 15 0 0 0 DL - 0xffffffff8282845c [soaiod4] 9 0 0 0 DL - 0xffffffff8282845c [soaiod3] 8 0 0 0 DL - 0xffffffff8282845c [soaiod2] 7 0 0 0 DL - 0xffffffff8282845c [soaiod1] 6 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff82448140 [doneq0] 100045 D - 0xffffffff824480c0 [async] 100078 D - 0xffffffff82447f90 [scanner] 14 0 0 0 DL seqstat 0xfffff80004debc88 [sequencer 00] 5 0 0 0 DL crypto_ 0xfffff80004ccb380 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80004ccb330 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff82844560 [crypto] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff8271c120 [g_event] 100036 D - 0xffffffff8271c128 [g_up] 100037 D - 0xffffffff8271c130 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100028 D - 0xfffff80004c4fd00 [thr_0] 100029 D - 0xfffff80004c4fd80 [thr_1] 12 0 0 0 WL (threaded) [intr] 100011 I [swi5: fast taskq] 100014 I [swi6: task queue] 100016 I [swi6: Giant taskq] 100030 I [swi3: vm] 100031 I [swi4: clock (0)] 100032 I [swi4: clock (1)] 100033 I [swi1: netisr 0] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq10: virtio_pci2] 100061 I [irq1: atkbd0] 100062 I [irq12: psm0] 100063 I [swi0: uart uart++] 100071 I [swi1: pf send] 100084 I [swi1: hpts] 100085 I [swi1: hpts] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffff80004bd5530 [init] 10 0 0 0 DL audit_w 0xffffffff82844a70 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8271c6b0 [swapper] 100005 D - 0xfffff8000443e900 [if_io_tqg_0] 100006 D - 0xfffff8000443e500 [if_io_tqg_1] 100007 D - 0xfffff8000443e100 [if_config_tqg_0] 100008 D - 0xfffff80004c75d00 [softirq_0] 100009 D - 0xfffff80004c75900 [softirq_1] 100010 D - 0xfffff80004c75500 [aiod_kick taskq] 100012 D - 0xfffff80004c70d00 [kqueue_ctx taskq] 100013 D - 0xfffff80004c70900 [pci_hp taskq] 100015 D - 0xfffff80004c70100 [inm_free taskq] 100017 D - 0xfffff80004c69900 [linuxkpi_irq_wq] 100018 D - 0xfffff80004c69500 [thread taskq] 100019 D - 0xfffff80004c69100 [in6m_free taskq] 100020 D - 0xfffff80004c65d00 [linuxkpi_short_wq_0] 100021 D - 0xfffff80004c65d00 [linuxkpi_short_wq_1] 100022 D - 0xfffff80004c65d00 [linuxkpi_short_wq_2] 100023 D - 0xfffff80004c65d00 [linuxkpi_short_wq_3] 100024 D - 0xfffff80004c65900 [linuxkpi_long_wq_0] 100025 D - 0xfffff80004c65900 [linuxkpi_long_wq_1] 100026 D - 0xfffff80004c65900 [linuxkpi_long_wq_2] 100027 D - 0xfffff80004c65900 [linuxkpi_long_wq_3] 100034 D - 0xfffff80004c65500 [firmware taskq] 100038 D - 0xfffff80004db8d00 [crypto_0] 100039 D - 0xfffff80004db8d00 [crypto_1] 100055 D - 0xfffff80004db8100 [vtnet0 rxq 0] 100056 D - 0xfffff80015364d00 [vtnet0 txq 0] 100057 D - 0xfffff80015364900 [vtnet0 rxq 1] 100058 D - 0xfffff80015364500 [vtnet0 txq 1] 100060 D vtbslp 0xfffff80004ece300 [virtio_balloon] 100064 D - 0xfffff800153ecd00 [mca taskq] 100066 D - 0xffffffff81e29a01 [deadlkres] 100074 D - 0xfffff800153ec100 [acpi_task_0] 100075 D - 0xfffff800153ec100 [acpi_task_1] 100076 D - 0xfffff800153ec100 [acpi_task_2] 100077 D - 0xfffff80004db8900 [CAM taskq] 120978 D - 0xfffff80047e41500 [system_taskq_0] 120979 D - 0xfffff80047e41500 [system_taskq_1] 120980 D - 0xfffff80047dad500 [system_delay_taskq_] 120981 D - 0xfffff80047dad500 [system_delay_taskq_] 120982 D - 0xfffff8003d14a900 [arc_prune_0] 120983 D - 0xfffff8003d14a900 [arc_prune_1] db> show all locks Process 13373 (syz-executor.0) thread 0xfffffe009e212720 (121919) exclusive rw tcpinp (tcpinp) r = 0 (0xfffff80058ed69a8) locked @ /syzkaller/managers/main/kernel/sys/netinet/tcp_usrreq.c:574 db> show malloc Type InUse MemUse Requests sysctloid 46272 17352K 46339 pf_hash 5 11560K 5 devbuf 4216 6982K 4245 linker 368 5883K 481 solaris 142 4437K 212 filedesc 232 3740K 24849 tcp_hpts 5 3219K 5 pcb 561 2951K 33093 kobj 328 2624K 488 vtbuf 24 2064K 46 subproc 375 1628K 13592 newblk 17 1040K 16748 vfscache 3 1035K 3 inodedep 272 791K 13479 acpica 1674 649K 54692 callout 2 528K 2 ufs_quota 1 520K 1 vfs_hash 1 520K 1 intr 4 480K 4 sctp_atcl 427 427K 22870 bus 990 378K 3485 kdtrace 485 374K 35298 BPF 46 337K 100 sctp_stro 165 330K 6437 umtx 660 289K 660 sctp_atky 593 223K 30309 DEVFS1 108 216K 125 module 516 194K 516 vnet_data 1 176K 1 tidhash 3 164K 3 sctp_athm 427 161K 23436 pagedep 13 142K 12657 UMA 365 137K 365 tfo_ccache 1 136K 1 dirrem 261 131K 12665 sctp_map 330 124K 12776 sem 4 120K 4 audit_evclass 236 89K 294 freefile 223 84K 12501 vmem 3 80K 6 mtx_pool 2 80K 2 temp 35 77K 3377 syncache 1 76K 1 kqueue 181 76K 13496 routetbl 126 69K 1177 msg 4 68K 4 pwddesc 179 68K 13372 ifaddr 70 66K 77 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 127 64K 137 ether_multi 152 57K 162 gtaskqueue 18 57K 18 cred 56 56K 492 DEVFS_RULE 56 54K 56 kenv 95 52K 95 eventhandler 136 51K 136 taskqueue 78 47K 78 inpcbpolicy 116 44K 8479 ithread 99 43K 99 DEVFSP 110 42K 1545 rman 84 42K 425 KTRACE 101 38K 23521 lltable 42 36K 381 osd 94 36K 3396 kstat_data 17 34K 17 proc 3 34K 3 ufs_mount 5 34K 6 bus-sc 33 34K 1696 devstat 4 33K 4 sctp_timw 64 32K 64 hostcache 1 32K 1 tty 16 32K 16 shm 1 32K 88 ksem 31 31K 162 GEOM 60 29K 493 in6_multi 65 29K 65 kbdmux 6 28K 6 ifnet 7 25K 7 plimit 24 24K 759 kcovinfo 64 24K 68 lockf 56 21K 327 CAM queue 5 21K 1528 pf_osfp 55 21K 55 selfd 55 21K 163923 pfs_nodes 20 20K 20 proc-args 52 20K 691 UART 12 18K 12 session 35 18K 82 bmsafemap 2 17K 13053 rpc 2 16K 2 shmfd 1 16K 6 pfs_vncache 1 16K 1 ufs_dirhash 24 14K 24 sglist 5 13K 5 MCA 32 12K 32 xform 32 12K 2437 CAM DEV 3 12K 510 vt 11 11K 11 pf_ifnet 14 11K 392 acpisem 28 11K 28 CAM XPT 22 11K 543 Unitno 27 11K 71 uidinfo 4 10K 51 memdesc 1 8K 1 ipsec-saq 2 8K 2 evdev 4 8K 4 acpidev 20 8K 20 hhook 15 8K 17 select 19 8K 435 mount 16 7K 1080 fpukern_ctx 3 6K 3 terminal 11 6K 11 ip6ndp 12 6K 13 sctp_ifa 13 5K 14 ipsecpolicy 2 5K 2 encap_export_host 12 5K 12 clone 9 5K 9 freework 9 5K 12803 local_apic 1 4K 1 io_apic 1 4K 1 freeblks 8 4K 12392 sahead 1 4K 1 secasvar 1 4K 1 nhops 6 4K 8 pci_link 10 4K 10 sctp_aadr 9 4K 139 msi 9 4K 9 DEVFS 9 4K 10 tun 7 4K 7 sctp_stri 3 3K 1499 ipsec 3 3K 3 newdirblk 8 3K 12381 mkdir 8 3K 24762 in_multi 6 3K 8 vnodemarker 3 3K 1321 prison 8 3K 8 tcp_fsb 7 3K 848 nexusdev 7 3K 7 feeder 7 3K 7 procdesc 5 3K 14 sctp_ifn 6 3K 14 mld 6 3K 6 igmp 6 3K 6 toponodes 6 3K 6 isadev 6 3K 6 softdep 1 2K 1 NFSD session 1 2K 1 linux 5 2K 6 CAM periph 4 2K 271 soname 5 2K 18189 filecaps 5 2K 102 crypto 4 2K 671 diradd 4 2K 12707 pfil 4 2K 4 CAM path 4 2K 1034 tcpfunc 3 2K 3 ip_msource 3 2K 19 loginclass 3 2K 13 chacha20random 1 1K 1 vnodes 1 1K 43 CAM SIM 2 1K 2 ktls 1 1K 1 cdev 2 1K 2 taskq 2 1K 2 aesni_data 2 1K 2 cpus 2 1K 2 atkbddev 2 1K 2 CAM dev queue 2 1K 2 ip6_msource 2 1K 20 entropy 2 1K 48 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 pmchooks 1 1K 1 sctp_vrf 1 1K 1 apmdev 1 1K 1 CAM I/O Scheduler 1 1K 1 vnet_data_free 1 1K 1 vnet 1 1K 1 iov 1 1K 24166 Per-cpu 1 1K 1 p1003.1b 1 1K 1 acpiintr 1 1K 1 pmc 1 1K 1 sfs_nodes 0 0K 0 zones_data 0 0K 0 mqdata 0 0K 0 cdg data 0 0K 27 cubic data 0 0K 25 chd data 0 0K 4 htcp data 0 0K 25 vegas data 0 0K 28 pf_table 0 0K 195 pf_rule 0 0K 416 pf_altq 0 0K 0 pf_temp 0 0K 0 dctcp data 0 0K 32 sctp_mcore 0 0K 0 sctp_socko 0 0K 10359 sctp_iter 0 0K 37 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 35 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 7 NFSCL lckown 0 0K 0 NFSCL client 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 iavf 0 0K 0 ixl 0 0K 0 NFSD V4lock 0 0K 0 NFSD V4state 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 axgbe 0 0K 0 DEVFS4 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xen_intr 0 0K 0 xenstore 0 0K 0 ciss_data 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 qpidrv 0 0K 0 BACKLIGHT 0 0K 0 xnb 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 Balloon 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 sysmouse 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 vtfont 0 0K 0 vm_fictitious 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 amr 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 UMAHash 0 0K 0 scsi_cd 0 0K 0 AHCI driver 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 9509 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 653 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 56 allocindir 0 0K 0 indirdep 0 0K 663 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 agp 0 0K 0 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 ktls_ocf 0 0K 0 twsbuf 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpifw 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 120 ip6_moptions 0 0K 32 in6_mfilter 0 0K 60 frag6 0 0K 0 tcplog 0 0K 0 tcp_hwpace 0 0K 0 twe_commands 0 0K 0 LRO 0 0K 0 newreno data 0 0K 0 ip_moptions 0 0K 25 in_mfilter 0 0K 54 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 20 twa_commands 0 0K 0 statfs 0 0K 12593 namei_tracker 0 0K 11 export_host 0 0K 0 cl_savebuf 0 0K 238 tcp_log_dev 0 0K 239 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 36584 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 biobuf 0 0K 0 aios 0 0K 9 lio 0 0K 13 acl 0 0K 0 tempbuff 0 0K 0 mbuf_tag 0 0K 253 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 accf 0 0K 0 pts 0 0K 0 ioctlops 0 0K 1889 eventfd 0 0K 0 Witness 0 0K 0 stack 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 mpr_user 0 0K 0 MPRSAS 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sbuf 0 0K 326 md_sectors 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 md_disk 0 0K 0 SWAP 0 0K 0 malodev 0 0K 0 LED 0 0K 0 sysctltmp 0 0K 895 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 5 rctl 0 0K 0 ix_sriov 0 0K 0 aacraidcam 0 0K 0 aacraid_buf 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 cache 0 0K 0 iirbuf 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 14 filedesc_to_leader 0 0K 10 pwd 0 0K 0 tty console 0 0K 0 aaccam 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 scsi_pass 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 72 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8320 1526 80145 0 254 40329216 0 malloc-384 384 46528 32 58081 0 30 17879040 0 tcp_log 416 24314 10075 340999 0 254 14305824 0 malloc-1024 1024 4126 14 4159 0 16 4239360 0 tcp_bbr_map 128 26831 6060 526869 0 126 4210048 0 malloc-32768 32768 118 4 12555 0 1 3997696 0 mbuf 256 9865 3350 2580285 0 254 3383040 0 malloc-8192 8192 332 2 1022 0 1 2736128 0 ertt_txseginfo 40 57045 6888 1444839 0 254 2557320 0 pbuf 2624 0 957 0 0 2 2511168 0 malloc-8192 8192 260 30 15499 0 1 2375680 0 BUF TRIE 144 382 13086 25285 0 62 1939392 0 UMA Slabs 0 112 13956 9 13956 0 126 1564080 0 RADIX NODE 144 9681 900 395923 0 62 1523664 0 malloc-8192 8192 179 4 13388 0 1 1499136 0 mbuf_cluster 2048 720 2 724 0 254 1478656 0 malloc-1024 1024 850 90 40340 0 16 962560 0 malloc-384 384 2220 40 131320 0 30 867840 0 sctp_asoc 2288 165 190 6388 0 254 812240 0 FFS inode 1160 661 25 13231 0 8 795760 0 VM OBJECT 264 2872 53 199404 0 30 772200 0 MAP ENTRY 96 7683 255 784090 0 126 762048 0 malloc-512 512 340 1148 29517 0 30 761856 0 socket 944 237 519 26035 0 254 713664 0 malloc-384 384 1686 24 43764 0 30 656640 0 THREAD 1808 305 25 21922 0 8 596640 0 malloc-384 384 1317 213 219063 0 30 587520 0 sctp_ep 1280 259 191 15370 0 254 576000 0 malloc-4096 4096 11 121 36595 0 2 540672 0 malloc-65536 65536 3 5 578 0 1 524288 0 malloc-2048 2048 192 58 6376 0 8 512000 0 malloc-1024 1024 115 365 12091 0 16 491520 0 sctp_raddr 736 175 441 8783 0 254 453376 0 malloc-384 384 1070 70 40862 0 30 437760 0 256 Bucket 2048 183 29 22739 0 8 434176 0 VMSPACE 2544 150 9 13338 0 4 404496 0 malloc-1024 1024 353 35 21970 0 16 397312 0 malloc-65536 65536 6 0 6 0 1 393216 0 malloc-16384 16384 23 0 23 0 1 376832 0 lkpicurr 160 2 2348 2 0 62 376000 0 malloc-384 384 893 77 26873 0 30 372480 0 lkpimm 160 1 2324 1 0 62 372000 0 VNODE 448 699 75 13271 0 30 346752 0 malloc-1024 1024 262 42 15453 0 16 311296 0 malloc-384 384 672 58 28075 0 30 280320 0 malloc-16384 16384 13 4 276 0 1 278528 0 UMA Zones 768 337 2 337 0 16 260352 0 PROC 1328 178 17 13374 0 8 258960 0 malloc-384 384 546 74 2944 0 30 238080 0 malloc-2048 2048 112 2 129 0 8 233472 0 g_bio 408 0 560 103883 0 31 228480 0 DEVCTL 1024 0 216 133 0 0 221184 0 filedesc0 1072 179 17 13372 0 8 210112 0 malloc-1024 1024 198 6 255 0 16 208896 0 vmem btag 56 3617 43 3617 0 254 204960 0 malloc-65536 65536 1 2 5 0 1 196608 0 udplite_inpcb 488 16 384 4419 0 254 195200 0 FFS2 dinode 256 661 59 13230 0 62 184320 0 mbuf_packet 256 137 583 51101 0 254 184320 0 malloc-512 512 344 16 1424 0 30 184320 0 tcp_inpcb 488 67 277 3353 0 254 167872 0 sctp_chunk 152 140 952 8409 0 254 165984 0 malloc-16384 16384 2 7 48 0 1 147456 0 S VFS Cache 104 1075 329 14037 0 126 146016 0 tcpcb 1064 65 61 3353 0 254 134064 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 201 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 malloc-32768 32768 4 0 4 0 1 131072 0 malloc-8192 8192 12 4 99 0 1 131072 0 clpbuf 2624 0 48 3511 0 16 125952 0 UMA Kegs 384 322 1 322 0 30 124032 0 ksiginfo 112 178 866 733 0 126 116928 0 malloc-8192 8192 13 1 24 0 1 114688 0 malloc-512 512 212 12 676 0 30 114688 0 128 Bucket 1024 79 32 6257 0 16 113664 0 malloc-16384 16384 5 1 10 0 1 98304 0 malloc-16384 16384 4 2 13 0 1 98304 0 malloc-8192 8192 2 10 13218 0 1 98304 0 malloc-512 512 132 60 2989 0 30 98304 0 malloc-512 512 119 57 51414 0 30 90112 0 malloc-8192 8192 3 7 133 0 1 81920 0 64 Bucket 512 74 78 15847 0 30 77824 0 32 Bucket 256 123 162 26326 0 62 72960 0 malloc-512 512 76 60 868 0 30 69632 0 malloc-32768 32768 0 2 4 0 1 65536 0 malloc-32768 32768 1 1 16 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-4096 4096 7 9 1593 0 2 65536 0 Files 80 558 242 50409 0 126 64000 0 malloc-4096 4096 7 7 598 0 2 57344 0 malloc-4096 4096 7 7 671 0 2 57344 0 malloc-2048 2048 8 18 842 0 8 53248 0 tcp_bbr_pcb 832 31 32 1466 0 16 52416 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 malloc-16384 16384 1 2 36 0 1 49152 0 malloc-16384 16384 2 1 6 0 1 49152 0 TURNSTILE 136 331 5 331 0 62 45696 0 pcpu-8 8 5151 481 15476 0 254 45056 0 tcp_rack_pcb 832 1 53 842 0 16 44928 0 unpcb 256 20 145 2102 0 254 42240 0 DIRHASH 1024 34 6 34 0 16 40960 0 malloc-4096 4096 7 3 210 0 2 40960 0 pipe 744 31 24 769 0 16 40920 0 NAMEI 1024 0 36 70568 0 16 36864 0 malloc-2048 2048 17 1 39 0 8 36864 0 pcpu-64 64 492 84 492 0 254 36864 0 16 Bucket 144 89 163 3699 0 62 36288 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 SLEEPQUEUE 88 331 21 331 0 126 30976 0 malloc-1024 1024 25 3 201 0 16 28672 0 malloc-512 512 36 20 2297 0 30 28672 0 KNOTE 160 28 147 117870 0 62 28000 0 malloc-8192 8192 0 3 32 0 1 24576 0 malloc-2048 2048 11 1 11 0 8 24576 0 malloc-512 512 36 12 47 0 30 24576 0 PWD 32 122 634 12408 0 254 24192 0 2 Bucket 32 169 587 20331 0 254 24192 0 ttyinq 160 135 15 300 0 62 24000 0 ripcb 488 27 21 387 0 254 23424 0 ttyoutq 256 72 18 160 0 62 23040 0 udpcb 32 22 608 4739 0 254 20160 0 Mountpoints 2752 2 5 21 0 4 19264 0 malloc-2048 2048 8 0 8 0 8 16384 0 malloc-2048 2048 0 8 1271 0 8 16384 0 sctp_stream_msg_out 112 56 88 1342 0 254 16128 0 tcp_rack_map 112 1 143 1618 0 126 16128 0 vtnet_tx_hdr 24 0 668 1018598 0 254 16032 0 8 Bucket 80 49 151 3120 0 126 16000 0 udp_inpcb 488 6 26 320 0 254 15616 0 malloc-4096 4096 2 1 3 0 2 12288 0 sctp_laddr 48 72 180 4073 0 254 12096 0 ertt 72 65 103 3353 0 126 12096 0 sctp_readq 152 0 78 562 0 254 11856 0 itimer 352 0 33 83 0 30 11616 0 kenv 258 15 30 1046 0 30 11610 0 malloc-2048 2048 0 4 125 0 8 8192 0 malloc-1024 1024 0 8 120 0 16 8192 0 rtentry 176 30 16 34 0 62 8096 0 tcptw 88 2 90 23 0 254 8096 0 PGRP 88 35 57 82 0 126 8096 0 rl_entry 40 98 104 105 0 254 8080 0 sctp_asconf_ack 48 0 168 26 0 254 8064 0 hostcache 64 5 121 5 0 254 8064 0 AIOP 32 4 248 4 0 254 8064 0 4 Bucket 48 7 161 494 0 254 8064 0 AIO 208 0 38 30 0 62 7904 0 cryptop 280 0 28 134 0 30 7840 0 AIOCB 552 0 14 24 0 16 7728 0 routing nhops 256 27 3 34 0 62 7680 0 AIOLIO 272 0 28 13 0 30 7616 0 FPU_save_area 832 1 8 1 0 16 7488 0 cpuset 104 7 55 111 0 126 6448 0 domainset 40 0 126 92 0 254 5040 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 pcpu-16 16 7 249 7 0 254 4096 0 syncache 168 0 24 4 0 254 4032 0 ipq 56 0 72 2 0 254 4032 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 KMAP ENTRY 96 16 23 19 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 tfo_ccache_entries 80 1 31 1 0 126 2560 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 zfs_znode_cache 472 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 360 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 424 0 0 0 0 30 0 0 arc_buf_hdr_t_full 360 0 0 0 0 30 0 0 dnode_t 1040 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24840 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 62 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 304 0 0 0 0 0 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 48 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 584 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 128 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-256 256 0 0 0 0 62 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-128 128 0 0 0 0 126 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-64 64 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-32 32 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0