panic: Assertion v != tid failed at /syzkaller/managers/i386/kernel/sys/kern/kern_mutex.c:920 cpuid = 0 time = 1651208724 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0xc7/frame 0xfffffe0053b32490 kdb_backtrace() at kdb_backtrace+0xd3/frame 0xfffffe0053b325f0 vpanic() at vpanic+0x2b8/frame 0xfffffe0053b326d0 panic() at panic+0xb5/frame 0xfffffe0053b32790 thread_lock_flags_() at thread_lock_flags_+0x3f2/frame 0xfffffe0053b328b0 propagate_priority() at propagate_priority+0xde/frame 0xfffffe0053b32900 turnstile_wait() at turnstile_wait+0x66d/frame 0xfffffe0053b32970 __mtx_lock_sleep() at __mtx_lock_sleep+0x46b/frame 0xfffffe0053b32ab0 __mtx_lock_flags() at __mtx_lock_flags+0x231/frame 0xfffffe0053b32b90 sctp_timeout_handler() at sctp_timeout_handler+0x30f/frame 0xfffffe0053b32cd0 softclock_call_cc() at softclock_call_cc+0x3c9/frame 0xfffffe0053b32e80 softclock_thread() at softclock_thread+0x1ff/frame 0xfffffe0053b32ef0 fork_exit() at fork_exit+0xd0/frame 0xfffffe0053b32f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0053b32f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 2 tid 100029 ] Stopped at kdb_enter+0x6b: movq $0,0x27048aa(%rip) db> db> set $lines = 0 db> set $maxwidth = 0 db> show registers cs 0x20 ds 0x3b es 0x3b fs 0x13 gs 0x1b ss 0 rax 0x12 rcx 0x2e30837039b5020a rdx 0x1 rbx 0 rsp 0xfffffe0053b325d0 rbp 0xfffffe0053b325f0 rsi 0 rdi 0xffffffff817825fa vprintf+0x35a r8 0 r9 0xffffffff r10 0 r11 0x1b07e r12 0xfffffe0053ea93a0 r13 0xfffffe0053b32601 r14 0xffffffff82bc9b00 .str.26 r15 0xffffffff82bc9b00 .str.26 rip 0xffffffff81775b6b kdb_enter+0x6b rflags 0x46 kdb_enter+0x6b: movq $0,0x27048aa(%rip) db> show proc Process 2 (clock) at 0xfffffe0053def000: state: NORMAL uid: 0 gids: 0 parent: pid 0 at 0xffffffff83e1da40 ABI: null flag: 0x10000284 flag2: 0 reaper: 0xffffffff83e1da40 reapsubtree: 2 sigparent: 20 vmspace: 0xffffffff83e1e9e0 (map 0xffffffff83e1e9e0) (map.pmap 0xffffffff83e1eaa0) (pmap 0xffffffff83e1eb08) threads: 2 100029 L *sctp-tc 0xfffffe00a8284a80 [clock (0)] 100030 I [clock (1)] db> ps pid ppid pgrp uid state wmesg wchan cmd 10236 822 822 0 R (threaded) syz-executor.3 112202 RunQ syz-executor.3 112272 L *sctp-in 0xfffffe0007885a80 syz-executor.3 112274 S connec 0xfffffe0058dd849a syz-executor.3 112277 S uwait 0xfffffe00a8dd9000 syz-executor.3 10234 793 793 0 L (threaded) syz-executor.2 111884 S nanslp 0xffffffff83e47a80 syz-executor.2 112267 L *sctp-in 0xfffffe0007885a80 syz-executor.2 112270 L *sctp-in 0xfffffe0007885a80 syz-executor.2 112273 L *sctp-in 0xfffffe0007885a80 syz-executor.2 112275 L *sctp-in 0xfffffe0007885a80 syz-executor.2 112276 S uwait 0xfffffe00a8d7ab80 syz-executor.2 10233 777 777 0 T (threaded) syz-executor.0 111670 s syz-executor.0 112268 L *sctp-in 0xfffffe0007885a80 syz-executor.0 10231 778 778 0 LE *sctp-tc 0xfffffe00a8284a80 syz-executor.1 10162 1 777 0 S uwait 0xfffffe00a8d7bc00 syz-executor.0 10153 1 777 0 S uwait 0xfffffe00a64a7900 syz-executor.0 10146 1 777 0 S uwait 0xfffffe00a64aac80 syz-executor.0 10139 1 777 0 S uwait 0xfffffe00a64a7b80 syz-executor.0 9919 0 0 0 DL mdwait 0xfffffe00a9b87000 [md21] 9841 1 793 0 S uwait 0xfffffe00a64a7d00 syz-executor.2 9839 1 778 0 S uwait 0xfffffe00a8dd9200 syz-executor.1 9837 1 778 0 S uwait 0xfffffe00a8dd8a80 syz-executor.1 9834 1 793 0 S uwait 0xfffffe00a8dd9680 syz-executor.2 9827 1 778 0 S uwait 0xfffffe00a8dd8d80 syz-executor.1 9826 1 822 0 S uwait 0xfffffe00a8dd8b80 syz-executor.3 9825 1 777 0 S uwait 0xfffffe00a8d7c480 syz-executor.0 9824 1 793 0 S umtxn 0xfffffe00a8dd9c80 syz-executor.2 9823 1 778 0 S uwait 0xfffffe00a8dd9780 syz-executor.1 9822 1 822 0 S uwait 0xfffffe0058c6db80 syz-executor.3 9821 1 793 0 S uwait 0xfffffe00a64a9480 syz-executor.2 9820 1 777 0 S uwait 0xfffffe00a8dd9400 syz-executor.0 9815 1 793 0 S umtxn 0xfffffe00a8dd9300 syz-executor.2 9814 1 822 0 S uwait 0xfffffe00a64a8380 syz-executor.3 9813 1 778 0 S uwait 0xfffffe00a66e7400 syz-executor.1 9812 1 777 0 S uwait 0xfffffe00a64aaa80 syz-executor.0 9811 1 793 0 S umtxn 0xfffffe00a64a7100 syz-executor.2 9810 1 822 0 S uwait 0xfffffe00a66e7500 syz-executor.3 9809 1 778 0 S uwait 0xfffffe00a8dd9b80 syz-executor.1 9805 1 777 0 S uwait 0xfffffe00a8dd9980 syz-executor.0 9802 1 822 0 S uwait 0xfffffe00a66e7300 syz-executor.3 9799 1 822 0 S uwait 0xfffffe00a66e7a00 syz-executor.3 9798 1 777 0 S umtxn 0xfffffe00a64a7800 syz-executor.0 9795 1 777 0 S uwait 0xfffffe00a66e7600 syz-executor.0 9789 1 777 0 S uwait 0xfffffe00a64a8580 syz-executor.0 9788 1 777 0 S umtxn 0xfffffe00a64aad80 syz-executor.0 9769 1 777 0 S uwait 0xfffffe00a64aae80 syz-executor.0 9768 1 778 0 S uwait 0xfffffe00a66e7000 syz-executor.1 9763 1 778 0 S umtxn 0xfffffe0057893680 syz-executor.1 9762 1 777 0 S umtxn 0xfffffe00a64a8680 syz-executor.0 9755 1 778 0 S umtxn 0xfffffe00a8d7ca80 syz-executor.1 9754 1 777 0 S uwait 0xfffffe00a64a7b00 syz-executor.0 9742 1 778 0 S uwait 0xfffffe00a8d7c980 syz-executor.1 9355 0 0 0 DL mdwait 0xfffffe00a7dfa000 [md20] 9351 0 0 0 DL mdwait 0xfffffe00a9031000 [md19] 9346 0 0 0 DL mdwait 0xfffffe00a8dda000 [md18] 9340 0 0 0 DL mdwait 0xfffffe00a8ddb000 [md17] 9104 1 793 60928 R CPU 1 syz-executor.2 9093 1 793 60928 R syz-executor.2 9087 1 793 60928 R syz-executor.2 9080 1 793 60928 S umtxn 0xfffffe00a64a7600 syz-executor.2 8876 1 822 0 S uwait 0xfffffe00a64a7a00 syz-executor.3 8866 1 822 0 S uwait 0xfffffe00a7805000 syz-executor.3 8865 1 793 0 S uwait 0xfffffe00a7806180 syz-executor.2 8862 1 778 0 S uwait 0xfffffe00a64a9b80 syz-executor.1 8859 1 777 0 S uwait 0xfffffe00a64a8280 syz-executor.0 8857 1 778 0 S uwait 0xfffffe00a66e7b00 syz-executor.1 8854 1 822 0 S uwait 0xfffffe00a64a7400 syz-executor.3 8853 1 793 0 S uwait 0xfffffe00a7804e80 syz-executor.2 8852 1 777 0 S uwait 0xfffffe00a66e7d00 syz-executor.0 8851 1 778 0 S uwait 0xfffffe00a64a8180 syz-executor.1 8846 1 778 0 S uwait 0xfffffe00a64a9d80 syz-executor.1 8845 1 793 0 S uwait 0xfffffe00a7805f00 syz-executor.2 8844 1 777 0 S uwait 0xfffffe00a64a8480 syz-executor.0 8840 1 778 0 S uwait 0xfffffe00a7804080 syz-executor.1 8834 1 778 0 S uwait 0xfffffe00a66e7c00 syz-executor.1 8831 1 778 0 S uwait 0xfffffe00a64a9980 syz-executor.1 8514 1 822 0 S umtxn 0xfffffe00a66e7900 syz-executor.3 8508 1 822 0 S umtxn 0xfffffe00a64a9180 syz-executor.3 8494 1 822 0 S uwait 0xfffffe0058c6b480 syz-executor.3 8492 1 822 0 S uwait 0xfffffe00a7805200 syz-executor.3 8489 1 822 0 S uwait 0xfffffe00a64a7500 syz-executor.3 8488 1 777 0 S uwait 0xfffffe00a64a9680 syz-executor.0 8484 1 777 0 S uwait 0xfffffe00a7805700 syz-executor.0 8482 1 822 0 S uwait 0xfffffe00a64aa300 syz-executor.3 8481 1 777 0 S uwait 0xfffffe00a64a8080 syz-executor.0 8469 1 777 0 S uwait 0xfffffe00a64a7f00 syz-executor.0 8149 1 777 0 SV uwait 0xfffffe00a64a7e00 syz-executor.0 7993 1 777 0 S uwait 0xfffffe00a7805500 syz-executor.0 7981 1 777 0 S umtxn 0xfffffe00a64a9280 syz-executor.0 7980 1 822 0 S uwait 0xfffffe00a7805100 syz-executor.3 7978 1 793 0 S uwait 0xfffffe00a64aa700 syz-executor.2 7975 1 778 0 S uwait 0xfffffe00a66e7e00 syz-executor.1 7974 1 822 0 S uwait 0xfffffe00a64a8780 syz-executor.3 7973 1 777 0 S uwait 0xfffffe00a64a9e80 syz-executor.0 7972 1 793 0 S uwait 0xfffffe00a64aa400 syz-executor.2 7967 1 777 0 S uwait 0xfffffe00a7805900 syz-executor.0 7966 1 822 0 S uwait 0xfffffe0058c6cd80 syz-executor.3 7964 1 778 0 S uwait 0xfffffe00a64a9880 syz-executor.1 7962 1 793 0 S uwait 0xfffffe00a64a9380 syz-executor.2 7961 1 777 0 S uwait 0xfffffe00a64a9580 syz-executor.0 7954 1 778 0 S uwait 0xfffffe00a64aa600 syz-executor.1 7953 1 777 0 S umtxn 0xfffffe00a7804380 syz-executor.0 7943 1 777 0 S uwait 0xfffffe00a7805400 syz-executor.0 7939 1 778 0 S uwait 0xfffffe00a7806080 syz-executor.1 7739 0 0 0 DL mdwait 0xfffffe00a7dfb000 [md16] 7512 0 0 0 DL mdwait 0xfffffe00a8bdf000 [md15] 7506 0 0 0 DL mdwait 0xfffffe00a8be0000 [md14] 7505 0 0 0 DL mdwait 0xfffffe00a8bd2000 [md13] 7503 0 0 0 DL mdwait 0xfffffe00a8bc2000 [md12] 7501 0 0 0 DL mdwait 0xfffffe00a8bd3000 [md11] 7498 0 0 0 DL mdwait 0xfffffe00a8bc6000 [md10] 7497 0 0 0 DL mdwait 0xfffffe00a8bc7000 [md9] 7494 0 0 0 DL mdwait 0xfffffe00a8bc3000 [md8] 7493 0 0 0 DL mdwait 0xfffffe00a8bb8000 [md7] 7490 0 0 0 DL mdwait 0xfffffe00a8bb9000 [md6] 7489 0 0 0 DL mdwait 0xfffffe00a8bac000 [md5] 7487 0 0 0 DL mdwait 0xfffffe00a8bad000 [md4] 7483 0 0 0 DL mdwait 0xfffffe0058b9b000 [md3] 7478 0 0 0 DL mdwait 0xfffffe00a8ba6000 [md2] 7473 0 0 0 DL mdwait 0xfffffe00a8ba7000 [md1] 7467 0 0 0 DL mdwait 0xfffffe0058b9c000 [md0] 6647 1 793 0 S uwait 0xfffffe00a64a9780 syz-executor.2 6646 1 822 0 S uwait 0xfffffe00a64aa200 syz-executor.3 6639 1 793 0 S uwait 0xfffffe0058c6ac00 syz-executor.2 6638 1 822 0 S uwait 0xfffffe00a7805300 syz-executor.3 6627 1 793 0 S uwait 0xfffffe00a7805600 syz-executor.2 6626 1 822 0 S uwait 0xfffffe00a7805800 syz-executor.3 6615 1 822 0 S uwait 0xfffffe00a64a9a80 syz-executor.3 6118 1 778 0 S uwait 0xfffffe00a7804d80 syz-executor.1 5292 1 822 0 S uwait 0xfffffe0058c6b600 syz-executor.3 4973 1 778 0 S uwait 0xfffffe0056fe4980 syz-executor.1 4930 1 4930 65 Ss select 0xfffffe00a783e440 dhclient 4486 1 778 0 T uwait 0xfffffe0058c6ae00 syz-executor.1 4484 1 778 0 T uwait 0xfffffe0058c6b800 syz-executor.1 4482 1 778 0 T umtxn 0xfffffe0057892d00 syz-executor.1 4481 1 778 0 T uwait 0xfffffe0058c6a780 syz-executor.1 4476 1 778 0 T uwait 0xfffffe0057892180 syz-executor.1 4475 1 778 0 T umtxn 0xfffffe0058c6bd00 syz-executor.1 4472 1 778 0 T uwait 0xfffffe0058c6ca00 syz-executor.1 4471 1 778 0 T syz-executor.1 4399 0 0 0 RL (threaded) [zfskern] 100143 D t->zthr 0xfffffe0053f70848 [arc_evict] 104472 D t->zthr 0xfffffe0053f70748 [arc_reap] 104473 D - 0xfffffe00a5f46900 [dbu_evict] 104474 D dbuf_ev 0xffffffff85840120 [dbuf_evict_thread] 104475 D - 0xfffffe00a5e07700 [z_vdev_file_0] 104476 D - 0xfffffe00a5e07700 [z_vdev_file_1] 104477 D - 0xfffffe00a5e07700 [z_vdev_file_2] 104478 D - 0xfffffe00a5e07700 [z_vdev_file_3] 104479 D - 0xfffffe00a5e07700 [z_vdev_file_4] 104480 D - 0xfffffe00a5e07700 [z_vdev_file_5] 104481 D - 0xfffffe00a5e07700 [z_vdev_file_6] 104482 D - 0xfffffe00a5e07700 [z_vdev_file_7] 104483 D - 0xfffffe00a5e07700 [z_vdev_file_8] 104484 D - 0xfffffe00a5e07700 [z_vdev_file_9] 104485 D - 0xfffffe00a5e07700 [z_vdev_file_10] 104486 D - 0xfffffe00a5e07700 [z_vdev_file_11] 104487 D - 0xfffffe00a5e07700 [z_vdev_file_12] 104488 D - 0xfffffe00a5e07700 [z_vdev_file_13] 104489 D - 0xfffffe00a5e07700 [z_vdev_file_14] 104490 D - 0xfffffe00a5e07700 [z_vdev_file_15] 104491 RunQ [l2arc_feed_thread] 104492 D - 0xfffffe00a6bafe00 [zfsvfs] 104493 S zevent_ 0xffffffff85840cc0 [sysevent] 4134 1 822 0 S umtxn 0xfffffe0056fe4c00 syz-executor.3 4133 1 777 0 S uwait 0xfffffe0058c6ad00 syz-executor.0 4130 1 778 0 S uwait 0xfffffe0058c6bc00 syz-executor.1 4129 1 793 0 S uwait 0xfffffe0057892c00 syz-executor.2 4126 1 822 0 S uwait 0xfffffe0058c6d100 syz-executor.3 4125 1 777 0 S uwait 0xfffffe0056fe4d00 syz-executor.0 4123 1 778 0 S uwait 0xfffffe0057892580 syz-executor.1 4121 1 793 0 S uwait 0xfffffe0058c6ba00 syz-executor.2 4118 1 822 0 S uwait 0xfffffe0056fe2800 syz-executor.3 4117 1 777 0 S umtxn 0xfffffe0058c6c900 syz-executor.0 4116 1 778 0 S uwait 0xfffffe0056fe4e00 syz-executor.1 4115 1 793 0 S umtxn 0xfffffe0058c6b700 syz-executor.2 4107 1 793 0 S uwait 0xfffffe0057892f00 syz-executor.2 4000 1 4000 0 Ss select 0xfffffe009f08d840 dhclient 3997 1 3997 0 Ss select 0xfffffe009f08d7c0 dhclient 3972 1 3972 65 Ss select 0xfffffe009f08d340 dhclient 3460 0 0 0 DL - 0xffffffff83f677c0 [soaiod4] 3459 0 0 0 DL - 0xffffffff83f677c0 [soaiod3] 3458 0 0 0 DL - 0xffffffff83f677c0 [soaiod2] 3457 0 0 0 DL - 0xffffffff83f677c0 [soaiod1] 3139 1 3139 0 Ss select 0xfffffe009f08ee40 dhclient 3136 1 3136 0 Ss select 0xfffffe009f08d940 dhclient 3109 1 3109 65 Ss select 0xfffffe005787f140 dhclient 2350 1 793 0 S uwait 0xfffffe0057892900 syz-executor.2 2150 1 2150 0 Ss select 0xfffffe009e7e4740 dhclient 2147 1 2147 0 Ss select 0xfffffe00578777c0 dhclient 2128 1 2128 65 Ss select 0xfffffe009e7e4840 dhclient 1982 0 0 0 DL aiordy 0xfffffe009f09b548 [aiod4] 1981 0 0 0 DL aiordy 0xfffffe00a6b87000 [aiod3] 1980 0 0 0 DL aiordy 0xfffffe009f09ba90 [aiod2] 1979 0 0 0 DL aiordy 0xfffffe009f09b000 [aiod1] 1114 1 1114 0 Ss select 0xfffffe009e7e3f40 dhclient 1111 1 1111 0 Ss select 0xfffffe009e7e3e40 dhclient 822 774 822 0 Ss nanslp 0xffffffff83e47a80 syz-executor.3 793 774 793 0 Rs syz-executor.2 778 774 778 0 Ss nanslp 0xffffffff83e47a80 syz-executor.1 777 774 777 0 Ss nanslp 0xffffffff83e47a80 syz-executor.0 774 772 772 0 S (threaded) syz-fuzzer 100114 S uwait 0xfffffe0057893980 syz-fuzzer 100115 S uwait 0xfffffe0057893a80 syz-fuzzer 100116 S uwait 0xfffffe0057893b80 syz-fuzzer 100117 S uwait 0xfffffe0057893c80 syz-fuzzer 100118 S kqread 0xfffffe0058b5e800 syz-fuzzer 100119 S uwait 0xfffffe0053df9800 syz-fuzzer 100120 S uwait 0xfffffe0058c6c600 syz-fuzzer 100122 S uwait 0xfffffe0057892e00 syz-fuzzer 100973 S uwait 0xfffffe0056fe4b00 syz-fuzzer 772 770 772 0 Ss pause 0xfffffe009ecb25f8 csh 770 688 770 0 Ss select 0xfffffe009e7e45c0 sshd 754 1 754 0 Ss+ ttyin 0xfffffe00574774b0 getty 753 1 753 0 Ss+ ttyin 0xfffffe00586914b0 getty 752 1 752 0 Ss+ ttyin 0xfffffe0058691cb0 getty 751 1 751 0 Ss+ ttyin 0xfffffe00586924b0 getty 750 1 750 0 Ss+ ttyin 0xfffffe005748e8b0 getty 749 1 749 0 Ss+ ttyin 0xfffffe0058692cb0 getty 748 1 748 0 Ss+ ttyin 0xfffffe0053f414b0 getty 747 1 747 0 Ss+ ttyin 0xfffffe0053f41cb0 getty 746 1 746 0 Ss+ ttyin 0xfffffe0053f424b0 getty 692 1 692 0 Ss nanslp 0xffffffff83e47a81 cron 688 1 688 0 Ss select 0xfffffe0057877b40 sshd 501 1 501 0 Ss select 0xfffffe0057877f40 syslogd 430 1 430 0 Ss select 0xfffffe009e7e4a40 devd 429 1 429 65 Ss select 0xfffffe0057877ec0 dhclient 344 1 344 0 Ss select 0xfffffe005787f0c0 dhclient 341 1 341 0 Ss select 0xfffffe009e7e4940 dhclient 17 0 0 0 DL vlruwt 0xfffffe0056f9e548 [vnlru] 16 0 0 0 DL syncer 0xffffffff83f6d2e0 [syncer] 15 0 0 0 DL (threaded) [bufdaemon] 100079 D psleep 0xffffffff83f6b8e0 [bufdaemon] 100082 D - 0xffffffff83211f80 [bufspacedaemon-0] 100094 D sdflush 0xfffffe0058ceace8 [/ worker] 9 0 0 0 DL psleep 0xffffffff83f9f400 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100077 D psleep 0xffffffff83f932b8 [dom0] 100083 D launds 0xffffffff83f932c4 [laundry: dom0] 100084 D umarcl 0xffffffff81eb1ca0 [uma] 7 0 0 0 DL - 0xffffffff83c03788 [rand_harvestq] 6 0 0 0 DL pftm 0xffffffff8464e530 [pf purge] 5 0 0 0 DL waiting 0xffffffff84b7b4a0 [sctp_iterator] 4 0 0 0 DL (threaded) [cam] 100044 D - 0xffffffff83aa56c0 [doneq0] 100045 D - 0xffffffff83aa5640 [async] 100076 D - 0xffffffff83aa54c0 [scanner] 14 0 0 0 DL seqstat 0xfffffe0056f01c88 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100040 D crypto_ 0xffffffff83f8eac0 [crypto] 100041 D crypto_ 0xfffffe0053f73030 [crypto returns 0] 100042 D crypto_ 0xfffffe0053f73080 [crypto returns 1] 13 0 0 0 DL (threaded) [geom] 100035 D - 0xffffffff83e1d000 [g_event] 100036 D - 0xffffffff83e1d020 [g_up] 100037 D - 0xffffffff83e1d040 [g_down] 2 0 0 0 LL (threaded) [clock] 100029 L *sctp-tc 0xfffffe00a8284a80 [clock (0)] 100030 I [clock (1)] 12 0 0 0 LL (threaded) [intr] 100015 I [swi5: fast taskq] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100031 L *sctp-in 0xfffffe0007885a80 [swi1: netisr 0] 100032 I [swi1: hpts] 100033 I [swi1: hpts] 100046 I [irq24: virtio_pci0] 100047 I [irq25: virtio_pci0] 100048 I [irq26: virtio_pci0] 100049 I [irq27: virtio_pci0] 100050 I [irq28: virtio_pci1] 100051 I [irq29: virtio_pci1] 100052 I [irq30: virtio_pci1] 100053 I [irq31: virtio_pci1] 100054 I [irq32: virtio_pci1] 100059 I [irq33: virtio_pci2] 100060 I [irq34: virtio_pci2] 100061 I [irq35: virtio_pci2] 100063 I [irq1: atkbd0] 100064 I [irq12: psm0] 100065 I [swi0: uart uart++] 100069 I [swi1: pf send] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 1 0 1 0 SLs wait 0xfffffe0053df0000 [init] 10 0 0 0 DL audit_w 0xffffffff83f8f5c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff83e1da40 [swapper] 100005 D - 0xfffffe0008191000 [if_config_tqg_0] 100006 D - 0xfffffe0008190e00 [softirq_0] 100007 D - 0xfffffe0008190d00 [softirq_1] 100008 D - 0xfffffe0008190c00 [if_io_tqg_0] 100009 D - 0xfffffe0008190b00 [if_io_tqg_1] 100010 D - 0xfffffe0008190a00 [inm_free taskq] 100011 D - 0xfffffe0008190900 [linuxkpi_irq_wq] 100012 D - 0xfffffe0008190800 [in6m_free taskq] 100013 D - 0xfffffe0008190700 [deferred_unmount ta] 100014 D - 0xfffffe0008190600 [thread taskq] 100016 D - 0xfffffe0008190400 [kqueue_ctx taskq] 100017 D - 0xfffffe0008190300 [pci_hp taskq] 100020 D - 0xfffffe0008190000 [aiod_kick taskq] 100021 D - 0xfffffe000818fe00 [linuxkpi_short_wq_0] 100022 D - 0xfffffe000818fe00 [linuxkpi_short_wq_1] 100023 D - 0xfffffe000818fe00 [linuxkpi_short_wq_2] 100024 D - 0xfffffe000818fe00 [linuxkpi_short_wq_3] 100025 D - 0xfffffe000818fd00 [linuxkpi_long_wq_0] 100026 D - 0xfffffe000818fd00 [linuxkpi_long_wq_1] 100027 D - 0xfffffe000818fd00 [linuxkpi_long_wq_2] 100028 D - 0xfffffe000818fd00 [linuxkpi_long_wq_3] 100034 D - 0xfffffe000818fc00 [firmware taskq] 100038 D - 0xfffffe000818f200 [crypto_0] 100039 D - 0xfffffe000818f200 [crypto_1] 100055 D - 0xfffffe000818e900 [vtnet0 rxq 0] 100056 D - 0xfffffe000818e800 [vtnet0 txq 0] 100057 D - 0xfffffe000818e700 [vtnet0 rxq 1] 100058 D - 0xfffffe000818e600 [vtnet0 txq 1] 100062 D vtbslp 0xfffffe0056f4be00 [virtio_balloon] 100066 D - 0xffffffff82bcf980 [deadlkres] 100070 D - 0xfffffe0008191100 [mca taskq] 100072 D - 0xfffffe000818eb00 [acpi_task_0] 100073 D - 0xfffffe000818eb00 [acpi_task_1] 100074 D - 0xfffffe000818eb00 [acpi_task_2] 100075 D - 0xfffffe000818ea00 [CAM taskq] 104467 D - 0xfffffe009e92f500 [system_taskq_0] 104468 D - 0xfffffe009e92f500 [system_taskq_1] 104469 D - 0xfffffe00a6bb3100 [system_delay_taskq_] 104470 D - 0xfffffe00a6bb3100 [system_delay_taskq_] 104471 D - 0xfffffe0008191300 [arc_prune] db> show all locks Process 10231 (syz-executor.1) thread 0xfffffe00a8d771e0 (111861) exclusive sleep mutex sctp-inp (inp) r = 0 (0xfffffe00a4232e98) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3340 exclusive rw sctp-info (sctp-info) r = 0 (0xfffffe0053c449f8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3339 exclusive sleep mutex sctp-create (inp_create) r = 0 (0xfffffe00a4232eb8) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:3338 Process 9093 (syz-executor.2) thread 0xfffffe00a8d74000 (110721) exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe00a8cbbbb8) locked @ /syzkaller/managers/i386/kernel/sys/kern/subr_trap.c:118 Process 12 (intr) thread 0xfffffe0053ea8560 (100031) exclusive sleep mutex sctp-tcb (tcb) r = 0 (0xfffffe009f13aa50) locked @ /syzkaller/managers/i386/kernel/sys/netinet/sctp_pcb.c:1473 db> show malloc Type InUse MemUse Requests pf_hash 5 11524K 5 linker 402 10294K 451 tcp_hpts 7 4801K 7 devbuf 4217 4323K 4268 sysctloid 50169 2952K 50273 solaris 130 2804K 200 sctp_stro 201 2504K 5349 filedesc 252 2012K 18425 vtbuf 24 1968K 46 kobj 328 1312K 687 pcb 569 1151K 23507 newblk 30 1032K 31718 vfscache 3 1025K 3 subproc 422 902K 10459 inodedep 37 526K 10686 ufs_quota 1 512K 1 vfs_hash 1 512K 1 callout 2 512K 2 intr 4 472K 4 vmem 3 276K 6 acpica 1674 184K 57552 sctp_atcl 475 179K 17646 vnet_data 1 168K 1 md_sectors 38 152K 38 tidhash 3 141K 3 pagedep 33 136K 9283 DEVFS1 132 132K 149 tfo_ccache 1 128K 1 sem 4 106K 4 kdtrace 529 94K 22515 md_disk 60 90K 60 BPF 48 89K 64 umtx 704 88K 704 bus 994 81K 5207 mtx_pool 2 72K 2 syncache 1 68K 1 module 518 65K 518 acpitask 1 64K 1 ddb_capture 1 64K 1 DEVFS3 151 38K 161 GEOM 215 34K 1441 temp 34 33K 8726 hostcache 1 32K 1 shm 1 32K 30 msg 4 30K 4 sctp_atky 677 28K 24291 gtaskqueue 18 26K 18 kbdmux 6 22K 6 devstat 10 21K 10 ifaddr 70 20K 72 DEVFS_RULE 56 20K 56 lltable 54 18K 390 kstat_data 17 17K 17 ufs_mount 4 17K 5 proc 3 17K 3 sctp_timw 65 17K 65 filemon 2 16K 68 tty 16 16K 16 routetbl 130 16K 686 ithread 97 16K 97 kqueue 207 16K 10320 bus-sc 34 15K 1681 pwddesc 204 13K 10364 KTRACE 100 13K 102 ifnet 7 13K 7 ether_multi 152 13K 202 ksem 31 12K 231 eventhandler 137 12K 137 kenv 95 12K 95 rman 88 11K 431 CAM queue 5 11K 1528 in6_multi 65 9K 65 taskqueue 81 9K 81 bmsafemap 2 9K 10618 UART 12 9K 12 rpc 2 8K 2 shmfd 1 8K 64 pfs_vncache 1 8K 1 cred 30 8K 381 pfs_nodes 20 8K 20 sctp_athm 475 8K 18306 audit_evclass 237 8K 296 UMA 389 8K 389 sctp_map 402 7K 10618 sglist 5 7K 5 CAM DEV 3 6K 510 plimit 24 6K 499 proc-args 209 6K 11598 ufs_dirhash 24 5K 24 DEVFSP 73 5K 685 session 35 5K 61 pf_ifnet 10 5K 101 vt 11 5K 11 memdesc 1 4K 1 MCA 32 4K 32 evdev 4 4K 4 lockf 36 4K 260 newdirblk 28 4K 9108 acpisem 28 4K 28 selfd 55 4K 137746 hhook 15 4K 17 kcovinfo 52 4K 52 terminal 11 3K 11 select 19 3K 159 uidinfo 4 3K 25 CC Mem 37 3K 3180 local_apic 1 2K 1 io_apic 1 2K 1 fpukern_ctx 2 2K 2 ipsec-saq 2 2K 2 ip6ndp 12 2K 14 tcp_fsb 21 2K 1262 inpcbpolicy 53 2K 4228 sctp_ifa 13 2K 14 CAM XPT 22 2K 543 Unitno 25 2K 473 msi 12 2K 12 in_multi 6 2K 16 vnodemarker 3 2K 661 osd 65 2K 3127 ipsecpolicy 2 2K 2 acpidev 20 2K 20 clone 9 2K 9 tun 7 2K 7 softdep 1 1K 1 sahead 1 1K 1 secasvar 1 1K 1 nhops 6 1K 8 NFSD session 1 1K 1 CAM periph 4 1K 271 sctp_ifn 6 1K 14 ipsec 3 1K 3 mld 6 1K 6 igmp 6 1K 6 toponodes 6 1K 6 isadev 6 1K 6 mount 16 1K 464 pci_link 10 1K 10 pf_osfp 7 1K 7 mkdir 5 1K 18216 crypto 4 1K 237 encap_export_host 12 1K 12 procdesc 5 1K 18 sctp_stri 1 1K 1344 freework 2 1K 18757 dirrem 2 1K 9990 diradd 4 1K 10032 freefile 4 1K 9781 pfil 4 1K 4 cdev 2 1K 2 sctp_aadr 7 1K 92 chacha20random 1 1K 1 pf_rule 2 1K 59 NFSD lckfile 1 1K 1 NFSD V4client 1 1K 1 DEVFS 9 1K 10 freeblks 1 1K 10225 vnodes 1 1K 11 CAM SIM 2 1K 2 prison 8 1K 8 feeder 7 1K 7 taskq 2 1K 2 cryptodev 3 1K 921 tcpfunc 3 1K 3 loginclass 3 1K 6 lkpikmalloc 5 1K 6 aesni_data 2 1K 2 soname 5 1K 16217 nexusdev 8 1K 8 apmdev 1 1K 1 atkbddev 2 1K 2 CAM dev queue 2 1K 2 CAM I/O Scheduler 1 1K 1 CAM path 4 1K 1034 pmchooks 1 1K 1 filecaps 5 1K 122 sctp_vrf 1 1K 1 vnet 1 1K 1 entropy 2 1K 49 pmc 1 1K 1 acpiintr 1 1K 1 filedesc_to_leader 1 1K 2 cpus 2 1K 2 vnet_data_free 1 1K 1 Per-cpu 1 1K 1 p1003.1b 1 1K 1 ext2_mount 0 0K 0 ext2_node 0 0K 0 ext2_extents 0 0K 0 sfs_nodes 0 0K 0 zones_data 0 0K 0 sctp_mcore 0 0K 0 sctp_socko 0 0K 8647 sctp_iter 0 0K 39 sctp_mvrf 0 0K 0 sctp_cpal 0 0K 27 sctp_cmsg 0 0K 0 sctp_stre 0 0K 0 sctp_athi 0 0K 0 sctp_a_it 0 0K 12 mqdata 0 0K 0 ipcomp 0 0K 0 esp 0 0K 0 ah 0 0K 0 pf_table 0 0K 69 pf_altq 0 0K 0 pf_temp 0 0K 0 NFSCL layrecall 0 0K 0 NFSCL session 0 0K 0 madt_table 0 0K 2 smartpqi 0 0K 0 NFSCL sockreq 0 0K 0 NFSCL devinfo 0 0K 0 NFSCL flayout 0 0K 0 ixl 0 0K 0 NFSCL layout 0 0K 0 NFSD rollback 0 0K 0 NFSCL diroff 0 0K 0 NEWdirectio 0 0K 0 NEWNFSnode 0 0K 0 NFSCL lck 0 0K 0 NFSCL lckown 0 0K 0 ice-resmgr 0 0K 0 ice-osdep 0 0K 0 ice 0 0K 0 iavf 0 0K 0 axgbe 0 0K 0 NFSCL client 0 0K 0 NFSCL deleg 0 0K 0 NFSCL open 0 0K 0 NFSCL owner 0 0K 0 NFS fh 0 0K 0 NFS req 0 0K 0 NFSD usrgroup 0 0K 0 NFSD string 0 0K 0 NFSD V4lock 0 0K 0 xen_intr 0 0K 0 NFSD V4state 0 0K 0 xen_hvm 0 0K 0 legacydrv 0 0K 0 bounce 0 0K 0 busdma 0 0K 0 qpidrv 0 0K 0 NFSD srvcache 0 0K 0 msdosfs_fat 0 0K 0 dmar_idpgtbl 0 0K 0 dmar_dom 0 0K 0 dmar_ctx 0 0K 0 msdosfs_mount 0 0K 0 msdosfs_node 0 0K 0 isci 0 0K 0 iommu_dmamap 0 0K 0 hyperv_socket 0 0K 0 bxe_ilt 0 0K 0 xenbus 0 0K 0 DEVFS4 0 0K 0 vm_fictitious 0 0K 0 DEVFS2 0 0K 0 gntdev 0 0K 0 privcmd_dev 0 0K 0 evtchn_dev 0 0K 0 xenstore 0 0K 0 scsi_pass 0 0K 0 ciss_data 0 0K 0 xnb 0 0K 0 xen_acpi 0 0K 0 xbbd 0 0K 0 xbd 0 0K 0 UMAHash 0 0K 0 Balloon 0 0K 0 sysmouse 0 0K 0 vm_pgdata 0 0K 0 jblocks 0 0K 0 savedino 0 0K 9538 sentinel 0 0K 0 jfsync 0 0K 0 jtrunc 0 0K 0 sbdep 0 0K 325 jsegdep 0 0K 0 jseg 0 0K 0 jfreefrag 0 0K 0 jfreeblk 0 0K 0 jnewblk 0 0K 0 jmvref 0 0K 0 jremref 0 0K 0 jaddref 0 0K 0 freedep 0 0K 0 freefrag 0 0K 45 allocindir 0 0K 0 indirdep 0 0K 12227 allocdirect 0 0K 0 ufs_trim 0 0K 0 mactemp 0 0K 0 audit_trigger 0 0K 0 audit_pipe_presel 0 0K 0 audit_pipeent 0 0K 0 audit_pipe 0 0K 0 audit_evname 0 0K 0 audit_bsm 0 0K 0 audit_gidset 0 0K 0 audit_text 0 0K 0 audit_path 0 0K 0 audit_data 0 0K 0 audit_cred 0 0K 0 vtfont 0 0K 0 BACKLIGHT 0 0K 0 ath_hal 0 0K 0 athdev 0 0K 0 ata_pci 0 0K 0 ata_dma 0 0K 0 ata_generic 0 0K 0 pvscsi 0 0K 0 scsi_da 0 0K 69 ata_da 0 0K 0 scsi_ch 0 0K 0 scsi_cd 0 0K 0 ktls_ocf 0 0K 0 AHCI driver 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS_RX 0 0K 0 MLX5EEPROM 0 0K 0 MLX5E_TLS 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EN 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5DUMP 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 MLX5EEPROM 0 0K 0 seq_file 0 0K 0 lkpiskb 0 0K 0 radix 0 0K 0 idr 0 0K 0 lkpindev 0 0K 0 lkpifw 0 0K 0 lkpi80211 0 0K 0 NLM 0 0K 0 ipsec-spdcache 0 0K 0 ipsec-reg 0 0K 0 ipsec-misc 0 0K 0 ipsecrequest 0 0K 0 ip6opt 0 0K 161 ip6_msource 0 0K 0 ip6_moptions 0 0K 0 in6_mfilter 0 0K 0 frag6 0 0K 2 tcplog 0 0K 0 tcp_hwpace 0 0K 0 USBdev 0 0K 0 USB 0 0K 0 LRO 0 0K 0 ip_msource 0 0K 2 ip_moptions 0 0K 14 in_mfilter 0 0K 19 ipid 0 0K 0 80211scan 0 0K 0 80211ratectl 0 0K 0 80211power 0 0K 0 80211nodeie 0 0K 0 80211node 0 0K 0 80211mesh_gt 0 0K 0 80211mesh_rt 0 0K 0 80211perr 0 0K 0 80211prep 0 0K 0 80211preq 0 0K 0 80211dfs 0 0K 0 80211crypto 0 0K 0 80211vap 0 0K 0 iflib 0 0K 0 vlan 0 0K 0 gif 0 0K 0 ifdescr 0 0K 0 zlib 0 0K 0 fadvise 0 0K 0 VN POLL 0 0K 6 agp 0 0K 0 statfs 0 0K 9324 namei_tracker 0 0K 9 export_host 0 0K 0 cl_savebuf 0 0K 21 nvme_da 0 0K 0 acpipwr 0 0K 0 acpi_perf 0 0K 0 twsbuf 0 0K 0 twe_commands 0 0K 0 tcp_log_dev 0 0K 417 midi buffers 0 0K 0 mixer 0 0K 0 ac97 0 0K 0 hdacc 0 0K 0 hdac 0 0K 0 hdaa 0 0K 0 acpicmbat 0 0K 0 SIIS driver 0 0K 0 CAM CCB 0 0K 523 biobuf 0 0K 0 aios 0 0K 8 lio 0 0K 66 acl 0 0K 0 mbuf_tag 0 0K 245 ktls 0 0K 0 PUC 0 0K 0 ppbusdev 0 0K 0 agtiapi_MemAlloc malloc 0 0K 0 osti_cacheable 0 0K 0 tempbuff 0 0K 0 tempbuff 0 0K 0 ag_tgt_map_t malloc 0 0K 0 ag_slr_map_t malloc 0 0K 0 lDevFlags * malloc 0 0K 0 tiDeviceHandle_t * malloc 0 0K 0 ag_portal_data_t malloc 0 0K 0 ag_device_t malloc 0 0K 0 STLock malloc 0 0K 0 CCB List 0 0K 0 sr_iov 0 0K 0 OCS 0 0K 0 OCS 0 0K 0 nvme 0 0K 0 nvd 0 0K 0 netmap 0 0K 0 mwldev 0 0K 0 MVS driver 0 0K 0 CAM ccb queue 0 0K 0 accf 0 0K 0 pts 0 0K 0 iov 0 0K 21683 ioctlops 0 0K 549 eventfd 0 0K 24 Witness 0 0K 0 stack 0 0K 0 mrsasbuf 0 0K 0 mpt_user 0 0K 0 mps_user 0 0K 0 MPSSAS 0 0K 0 mps 0 0K 0 sbuf 0 0K 556 mpr_user 0 0K 0 firmware 0 0K 0 compressor 0 0K 0 MPRSAS 0 0K 0 SWAP 0 0K 0 mpr 0 0K 0 mfibuf 0 0K 0 sysctltmp 0 0K 1070 sysctl 0 0K 3 ekcd 0 0K 0 dumper 0 0K 0 sendfile 0 0K 1 rctl 0 0K 0 malodev 0 0K 0 LED 0 0K 0 ix_sriov 0 0K 0 cache 0 0K 0 aacraidcam 0 0K 0 prison_racct 0 0K 0 Fail Points 0 0K 0 sigio 0 0K 3 pwd 0 0K 0 tty console 0 0K 0 ix 0 0K 0 ipsbuf 0 0K 0 aacraid_buf 0 0K 0 aaccam 0 0K 0 boottrace 0 0K 0 aacbuf 0 0K 0 zstd 0 0K 0 XZ_DEC 0 0K 0 nvlist 0 0K 0 SCSI ENC 0 0K 0 SCSI sa 0 0K 0 isofs_node 0 0K 0 isofs_mount 0 0K 0 tr_raid5_data 0 0K 0 tr_raid1e_data 0 0K 0 tr_raid1_data 0 0K 0 tr_raid0_data 0 0K 0 tr_concat_data 0 0K 0 md_sii_data 0 0K 0 md_promise_data 0 0K 0 md_nvidia_data 0 0K 0 md_jmicron_data 0 0K 0 md_intel_data 0 0K 0 md_ddf_data 0 0K 0 raid_data 0 0K 204 geom_flashmap 0 0K 0 tmpfs dir 0 0K 0 tmpfs name 0 0K 0 tmpfs mount 0 0K 0 NFS FHA 0 0K 0 newnfsmnt 0 0K 0 newnfsclient_req 0 0K 0 db> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree mbuf_jumbo_page 4096 8361 1545 896131 0 254 40574976 0 tcp_log 416 4654 15668 721181 0 254 8453952 0 mbuf 256 9293 7735 4606660 0 254 4359168 0 pbuf 2624 0 957 0 0 2 2511168 0 RADIX NODE 144 16956 231 289705 0 62 2474928 0 malloc-128 128 16483 164 45194 0 126 2130816 0 malloc-16384 16384 126 4 9211 0 1 2129920 0 malloc-384 384 4153 437 14843 0 30 1762560 0 sctp_asoc 2256 201 564 5229 0 254 1725840 0 BUF TRIE 144 542 11246 23403 0 62 1697472 0 mbuf_cluster 2048 762 0 762 0 254 1560576 0 malloc-4096 4096 368 2 773 0 2 1515520 0 vmem btag 56 24891 132 24891 0 254 1401288 0 UMA Slabs 0 112 12141 21 12141 0 126 1362144 0 VM OBJECT 264 3727 53 164494 0 30 997920 0 ertt_txseginfo 40 6 23931 1435858 0 254 957480 0 sctp_ep 1208 273 497 11692 0 254 930160 0 malloc-4096 4096 214 4 10262 0 2 892928 0 256 Bucket 2048 384 40 13843 0 8 868352 0 FFS inode 1160 702 26 10494 0 8 844480 0 malloc-2048 2048 283 117 11702 0 8 819200 0 tcp_bbr_map 128 3 6197 334629 0 126 793600 0 socket 960 195 569 17421 0 254 733440 0 THREAD 1808 323 29 12277 0 8 636416 0 MAP ENTRY 96 6113 313 427053 0 126 616896 0 tcpcb 1104 37 474 3087 0 254 564144 0 malloc-65536 65536 6 2 17 0 1 524288 0 VMSPACE 2552 157 11 10194 0 4 428736 0 malloc-1024 1024 203 181 5208 0 16 393216 0 lkpimm 168 1 2327 1 0 62 391104 0 lkpicurr 168 2 2326 2 0 62 391104 0 sctp_raddr 736 211 306 6086 0 254 380512 0 VNODE 448 743 103 10537 0 30 379008 0 malloc-64 64 5628 231 153373 0 254 374976 0 malloc-16 16 20726 274 23882 0 254 336000 0 malloc-384 384 516 324 18023 0 30 322560 0 sctp_chunk 152 144 1910 59446 0 254 312208 0 FPU_save_area 832 325 35 14537 0 16 299520 0 PROC 1352 204 12 10236 0 8 292032 0 UMA Zones 768 361 3 361 0 16 279552 0 malloc-32 32 8023 419 8152 0 254 270144 0 filedesc0 1072 205 19 10364 0 8 240128 0 malloc-32768 32768 0 7 11419 0 1 229376 0 DEVCTL 1024 0 220 199 0 0 225280 0 malloc-128 128 1507 136 6205 0 126 210304 0 FFS2 dinode 256 702 108 10493 0 62 207360 0 malloc-256 256 251 559 33627 0 62 207360 0 malloc-65536 65536 1 2 447 0 1 196608 0 malloc-65536 65536 1 2 279 0 1 196608 0 malloc-1024 1024 177 15 194 0 16 196608 0 mbuf_packet 256 194 568 48980 0 254 195072 0 malloc-128 128 1241 278 27427 0 126 194432 0 128 Bucket 1024 115 48 3206 0 16 166912 0 malloc-256 256 340 290 41138 0 62 161280 0 S VFS Cache 104 1076 445 11307 0 126 158184 0 malloc-256 256 137 433 10546 0 62 145920 0 malloc-256 256 420 150 12977 0 62 145920 0 malloc-256 256 70 500 19507 0 62 145920 0 UMA Kegs 384 347 6 347 0 30 135552 0 zio_buf_comb_131072 131072 0 1 1 0 1 131072 0 malloc-65536 65536 0 2 8 0 1 131072 0 unpcb 256 20 490 1441 0 254 130560 0 clpbuf 2624 0 48 391 0 16 125952 0 ksiginfo 112 201 843 2696 0 126 116928 0 malloc-384 384 269 31 484 0 30 115200 0 64 Bucket 512 115 85 14918 0 30 102400 0 malloc-8192 8192 9 3 213 0 1 98304 0 malloc-8192 8192 3 9 115 0 1 98304 0 malloc-4096 4096 22 2 23 0 2 98304 0 g_bio 408 0 240 190586 0 31 97920 0 malloc-8192 8192 10 1 12 0 1 90112 0 malloc-4096 4096 21 1 26 0 2 90112 0 malloc-4096 4096 22 0 37 0 2 90112 0 syncache 168 0 528 5 0 254 88704 0 malloc-64 64 771 552 8301 0 254 84672 0 malloc-128 128 441 210 11313 0 126 83328 0 malloc-128 128 40 611 10170 0 126 83328 0 malloc-2048 2048 5 35 1228 0 8 81920 0 sctp_readq 152 0 520 641 0 254 79040 0 Files 80 583 317 37621 0 126 72000 0 malloc-64 64 568 503 1438 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 0 2 4 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-32768 32768 0 2 120 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-2048 2048 10 22 114 0 8 65536 0 32 Bucket 256 116 139 7551 0 62 65280 0 tcp_rack_pcb 896 11 61 1252 0 16 64512 0 sctp_stream_msg_out 112 57 483 1603 0 254 60480 0 TURNSTILE 136 353 88 353 0 62 59976 0 tcp_inpcb 424 37 89 3087 0 30 53424 0 malloc-64 64 268 551 19000 0 254 52416 0 malloc-32 32 830 808 34809 0 254 52416 0 malloc-256 256 100 95 535 0 62 49920 0 malloc-256 256 28 167 1885 0 62 49920 0 malloc-256 256 7 188 11667 0 62 49920 0 md21 512 64 32 64 0 30 49152 0 zio_data_buf_16384 16384 0 3 9 0 1 49152 0 DIRHASH 1024 35 13 35 0 16 49152 0 NAMEI 1024 0 48 56717 0 16 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-16384 16384 3 0 3 0 1 49152 0 malloc-2048 2048 2 22 340 0 8 49152 0 malloc-1024 1024 5 43 2103 0 16 49152 0 malloc-512 512 1 95 1345 0 30 49152 0 pcpu-8 8 5312 832 7554 0 254 49152 0 tcp_rack_map 120 18 378 3959 0 126 47520 0 da_ccb 544 0 84 47643 0 16 45696 0 SLEEPQUEUE 88 353 159 353 0 126 45056 0 tcp_bbr_pcb 832 2 52 1072 0 16 44928 0 Mountpoints 2752 2 12 13 0 4 38528 0 udp_inpcb 424 7 83 777 0 30 38160 0 ripcb 424 5 85 296 0 30 38160 0 udplite_inpcb 424 4 86 68 0 30 38160 0 pipe 744 36 14 629 0 16 37200 0 hostcache 64 5 562 5 0 254 36288 0 tcp_inpcb ports 32 19 1115 2002 0 254 36288 0 PWD 32 121 1013 9170 0 254 36288 0 malloc-64 64 339 228 10594 0 254 36288 0 malloc-64 64 41 526 18036 0 254 36288 0 malloc-64 64 233 334 358 0 254 36288 0 malloc-64 64 173 394 790 0 254 36288 0 16 Bucket 144 85 167 2411 0 62 36288 0 malloc-128 128 43 236 201 0 126 35712 0 malloc-128 128 35 244 632 0 126 35712 0 malloc-128 128 47 232 47 0 126 35712 0 routing nhops 256 27 108 34 0 62 34560 0 ttyoutq 256 72 63 160 0 62 34560 0 malloc-384 384 3 87 274 0 30 34560 0 malloc-384 384 57 33 59 0 30 34560 0 zio_buf_16384 16384 0 2 10 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-16384 16384 0 2 160 0 1 32768 0 malloc-8192 8192 2 2 12 0 1 32768 0 malloc-8192 8192 2 2 126 0 1 32768 0 malloc-4096 4096 2 6 9949 0 2 32768 0 malloc-2048 2048 3 13 307 0 8 32768 0 malloc-2048 2048 3 13 8 0 8 32768 0 malloc-2048 2048 0 16 50 0 8 32768 0 malloc-1024 1024 8 24 9 0 16 32768 0 malloc-1024 1024 5 27 5 0 16 32768 0 malloc-1024 1024 3 29 332 0 16 32768 0 malloc-1024 1024 10 22 10 0 16 32768 0 malloc-1024 1024 3 29 20 0 16 32768 0 malloc-512 512 2 62 69 0 30 32768 0 malloc-512 512 14 50 30 0 30 32768 0 malloc-512 512 0 64 425 0 30 32768 0 malloc-512 512 2 62 51 0 30 32768 0 malloc-512 512 7 57 665 0 30 32768 0 malloc-512 512 8 56 8 0 30 32768 0 pcpu-64 64 501 11 501 0 254 32768 0 KNOTE 160 28 172 109016 0 62 32000 0 ttyinq 160 135 65 300 0 62 32000 0 cpuset 104 7 272 971 0 126 29016 0 sctp_asconf_ack 48 0 588 35 0 254 28224 0 sctp_laddr 48 92 496 4961 0 254 28224 0 4 Bucket 48 7 581 256 0 254 28224 0 2 Bucket 32 75 807 3207 0 254 28224 0 malloc-16 16 757 993 30790 0 254 28000 0 AIO 208 1 132 90 0 62 27664 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 176 30 108 34 0 62 24288 0 PGRP 88 35 241 68 0 126 24288 0 rl_entry 40 178 428 178 0 254 24240 0 malloc-16 16 611 889 25556 0 254 24000 0 8 Bucket 80 66 234 2865 0 126 24000 0 itimer 352 0 66 7 0 30 23232 0 malloc-384 384 20 40 360 0 30 23040 0 domainset 40 0 567 752 0 254 22680 0 udpcb 32 11 619 845 0 254 20160 0 udp_inpcb ports 32 3 627 66 0 254 20160 0 AIOP 32 4 626 4 0 254 20160 0 ertt 72 37 243 3087 0 126 20160 0 malloc-32 32 105 525 578 0 254 20160 0 malloc-32 32 27 603 474 0 254 20160 0 malloc-32 32 131 499 7233 0 254 20160 0 malloc-32 32 59 571 1422 0 254 20160 0 malloc-32 32 57 573 418 0 254 20160 0 malloc-32 32 5 625 9 0 254 20160 0 cryptop 280 0 70 66 0 30 19600 0 AIOCB 552 0 35 152 0 16 19320 0 AIOLIO 272 0 70 33 0 30 19040 0 md16 512 6 26 6 0 30 16384 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 2 2 5 0 2 16384 0 malloc-2048 2048 3 5 3 0 8 16384 0 malloc-512 512 1 31 1 0 30 16384 0 SMR CPU 32 7 504 7 0 254 16352 0 vtnet_tx_hdr 24 0 668 969757 0 254 16032 0 malloc-16 16 348 652 26730 0 254 16000 0 kenv 258 15 45 1055 0 30 15480 0 mqnode 416 3 33 3 0 30 14976 0 vmem 1856 1 7 1 0 8 14848 0 SMR SHARED 24 7 504 7 0 254 12264 0 udplite_inpcb ports 32 0 378 1 0 254 12096 0 malloc-16 16 6 744 56 0 254 12000 0 malloc-16 16 15 735 3120 0 254 12000 0 malloc-16 16 41 709 305 0 254 12000 0 malloc-16 16 10 740 12 0 254 12000 0 arc_buf_hdr_t_full 352 4 29 4 0 30 11616 0 L VFS Cache 320 0 36 1 0 30 11520 0 malloc-384 384 1 29 2 0 30 11520 0 malloc-384 384 2 28 2 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 pcpu-16 16 14 498 14 0 254 8192 0 UMA Slabs 1 176 12 10 12 0 62 3872 0 KMAP ENTRY 96 19 20 28 0 0 3744 0 md20 1 2047 241 2047 0 254 2288 0 md19 1 2047 241 2047 0 254 2288 0 md18 1 2047 241 2047 0 254 2288 0 md17 1 2047 241 2047 0 254 2288 0 pcpu-4 4 1 511 12 0 254 2048 0 md15 512 0 0 0 0 30 0 0 md14 512 0 0 0 0 30 0 0 md13 512 0 0 0 0 30 0 0 md12 512 0 0 0 0 30 0 0 md11 512 0 0 0 0 30 0 0 md10 512 0 0 0 0 30 0 0 md9 512 0 0 0 0 30 0 0 md8 512 0 0 0 0 30 0 0 md7 512 0 0 0 0 30 0 0 md6 512 0 0 0 0 30 0 0 md5 512 0 0 0 0 30 0 0 md4 512 0 0 0 0 30 0 0 md3 512 0 0 0 0 30 0 0 md2 512 0 0 0 0 30 0 0 md1 512 0 0 0 0 30 0 0 md0 512 0 0 0 0 30 0 0 zfs_znode_cache 464 0 0 0 0 30 0 0 sio_cache_2 168 0 0 0 0 62 0 0 sio_cache_1 152 0 0 0 0 62 0 0 sio_cache_0 136 0 0 0 0 62 0 0 zil_zcw_cache 80 0 0 0 0 126 0 0 zil_lwb_cache 352 0 0 0 0 30 0 0 dmu_buf_impl_t 408 0 0 0 0 30 0 0 arc_buf_t 64 0 0 0 0 254 0 0 arc_buf_hdr_t_l2only 96 0 0 0 0 126 0 0 arc_buf_hdr_t_full_crypt 416 0 0 0 0 30 0 0 dnode_t 1032 0 0 0 0 8 0 0 sa_cache 296 0 0 0 0 30 0 0 abd_chunk 4096 0 0 0 0 2 0 0 zio_buf_comb_16777216 16777216 0 0 0 0 1 0 0 zio_buf_comb_14680064 14680064 0 0 0 0 1 0 0 zio_buf_comb_12582912 12582912 0 0 0 0 1 0 0 zio_buf_comb_10485760 10485760 0 0 0 0 1 0 0 zio_buf_comb_8388608 8388608 0 0 0 0 1 0 0 zio_buf_comb_7340032 7340032 0 0 0 0 1 0 0 zio_buf_comb_6291456 6291456 0 0 0 0 1 0 0 zio_buf_comb_5242880 5242880 0 0 0 0 1 0 0 zio_buf_comb_4194304 4194304 0 0 0 0 1 0 0 zio_buf_comb_3670016 3670016 0 0 0 0 1 0 0 zio_buf_comb_3145728 3145728 0 0 0 0 1 0 0 zio_buf_comb_2621440 2621440 0 0 0 0 1 0 0 zio_buf_comb_2097152 2097152 0 0 0 0 1 0 0 zio_buf_comb_1835008 1835008 0 0 0 0 1 0 0 zio_buf_comb_1572864 1572864 0 0 0 0 1 0 0 zio_buf_comb_1310720 1310720 0 0 0 0 1 0 0 zio_buf_comb_1048576 1048576 0 0 0 0 1 0 0 zio_buf_comb_917504 917504 0 0 0 0 1 0 0 zio_buf_comb_786432 786432 0 0 0 0 1 0 0 zio_buf_comb_655360 655360 0 0 0 0 1 0 0 zio_buf_comb_524288 524288 0 0 0 0 1 0 0 zio_buf_comb_458752 458752 0 0 0 0 1 0 0 zio_buf_comb_393216 393216 0 0 0 0 1 0 0 zio_buf_comb_327680 327680 0 0 0 0 1 0 0 zio_buf_comb_262144 262144 0 0 0 0 1 0 0 zio_buf_comb_229376 229376 0 0 0 0 1 0 0 zio_buf_comb_196608 196608 0 0 0 0 1 0 0 zio_buf_comb_163840 163840 0 0 0 0 1 0 0 zio_buf_comb_114688 114688 0 0 0 0 1 0 0 zio_buf_comb_98304 98304 0 0 0 0 1 0 0 zio_buf_comb_81920 81920 0 0 0 0 1 0 0 zio_buf_comb_65536 65536 0 0 0 0 1 0 0 zio_buf_comb_57344 57344 0 0 0 0 1 0 0 zio_buf_comb_49152 49152 0 0 0 0 1 0 0 zio_buf_comb_40960 40960 0 0 0 0 1 0 0 zio_buf_comb_32768 32768 0 0 0 0 1 0 0 zio_buf_comb_28672 28672 0 0 0 0 1 0 0 zio_buf_comb_24576 24576 0 0 0 0 1 0 0 zio_buf_comb_20480 20480 0 0 0 0 1 0 0 zio_data_buf_14336 14336 0 0 0 0 1 0 0 zio_buf_14336 14336 0 0 0 0 1 0 0 zio_data_buf_12288 12288 0 0 0 0 1 0 0 zio_buf_12288 12288 0 0 0 0 1 0 0 zio_data_buf_10240 10240 0 0 0 0 1 0 0 zio_buf_10240 10240 0 0 0 0 1 0 0 zio_data_buf_8192 8192 0 0 0 0 1 0 0 zio_buf_8192 8192 0 0 0 0 1 0 0 zio_data_buf_7168 7168 0 0 0 0 1 0 0 zio_buf_7168 7168 0 0 0 0 1 0 0 zio_data_buf_6144 6144 0 0 0 0 1 0 0 zio_buf_6144 6144 0 0 0 0 1 0 0 zio_data_buf_5120 5120 0 0 0 0 1 0 0 zio_buf_5120 5120 0 0 0 0 1 0 0 zio_data_buf_4096 4096 0 0 0 0 2 0 0 zio_buf_4096 4096 0 0 0 0 2 0 0 zio_data_buf_3584 3584 0 0 0 0 2 0 0 zio_buf_3584 3584 0 0 0 0 2 0 0 zio_data_buf_3072 3072 0 0 0 0 4 0 0 zio_buf_3072 3072 0 0 0 0 4 0 0 zio_data_buf_2560 2560 0 0 0 0 4 0 0 zio_buf_2560 2560 0 0 0 0 4 0 0 zio_data_buf_2048 2048 0 0 0 0 8 0 0 zio_buf_2048 2048 0 0 0 0 8 0 0 zio_data_buf_1536 1536 0 0 0 0 8 0 0 zio_buf_1536 1536 0 0 0 0 8 0 0 zio_data_buf_1024 1024 0 0 0 0 16 0 0 zio_buf_1024 1024 0 0 0 0 16 0 0 zio_data_buf_512 512 0 0 0 0 30 0 0 zio_buf_512 512 0 0 0 0 30 0 0 zio_link_cache 48 0 0 0 0 254 0 0 zio_cache 1232 0 0 0 0 8 0 0 ddt_entry_cache 392 0 0 0 0 30 0 0 ddt_cache 24824 0 0 0 0 1 0 0 metaslab_alloc_trace_cache 72 0 0 0 0 126 0 0 zfs_btree_leaf_cache 4096 0 0 0 0 2 0 0 reference_history_cache 8 0 0 0 0 254 0 0 reference_cache 40 0 0 0 0 254 0 0 taskq_zone 192 0 0 0 0 62 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 ada_ccb 272 0 0 0 0 30 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 cdg_qdiffsample 16 0 0 0 0 254 0 0 pf state scrubs 40 0 0 0 0 254 0 0 pf frag entries 40 0 0 0 0 254 0 0 pf frags 248 0 0 0 0 62 0 0 pf table entries 160 0 0 0 0 254 0 0 pf table entry counters 64 0 0 0 0 254 0 0 pf source nodes 136 0 0 0 0 254 0 0 pf state keys 88 0 0 0 0 126 0 0 pf states 312 0 0 0 0 254 0 0 pf tags 104 0 0 0 0 126 0 0 pf mtags 56 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 tcptw 72 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 608 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2624 0 0 0 0 64 0 0 mdpbuf 2624 0 0 0 0 3 0 0 nfspbuf 2624 0 0 0 0 16 0 0 swwbuf 2624 0 0 0 0 8 0 0 swrbuf 2624 0 0 0 0 16 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0