ci starts bisection 2022-08-25 23:33:29.34703557 +0000 UTC m=+30141.477430743 bisecting fixing commit since 0840a7914caa14315a3191178a9f72c742477860 building syzkaller on a371c43c33b6f901421f93b655442363c072d251 testing commit 0840a7914caa14315a3191178a9f72c742477860 compiler: gcc (GCC) 10.2.1 20210217, GNU ld (GNU Binutils for Debian) 2.35.2 kernel signature: 1754b4d332669a55aec439b32b0154157da28235bf8c98345729719e4b51d56c run #0: crashed: possible deadlock in rds_wake_sk_sleep run #1: crashed: possible deadlock in rds_wake_sk_sleep run #2: crashed: possible deadlock in rds_wake_sk_sleep run #3: crashed: possible deadlock in rds_wake_sk_sleep run #4: crashed: possible deadlock in rds_wake_sk_sleep run #5: crashed: possible deadlock in rds_wake_sk_sleep run #6: crashed: possible deadlock in rds_wake_sk_sleep run #7: crashed: possible deadlock in rds_wake_sk_sleep run #8: crashed: possible deadlock in rds_wake_sk_sleep run #9: crashed: possible deadlock in rds_wake_sk_sleep run #10: crashed: possible deadlock in rds_wake_sk_sleep run #11: crashed: possible deadlock in rds_wake_sk_sleep run #12: crashed: possible deadlock in rds_wake_sk_sleep run #13: crashed: possible deadlock in rds_wake_sk_sleep run #14: crashed: possible deadlock in rds_wake_sk_sleep run #15: crashed: possible deadlock in rds_wake_sk_sleep run #16: crashed: possible deadlock in rds_wake_sk_sleep run #17: crashed: possible deadlock in rds_wake_sk_sleep run #18: crashed: possible deadlock in rds_wake_sk_sleep run #19: OK testing current HEAD 4c612826bec1441214816827979b62f84a097e91 testing commit 4c612826bec1441214816827979b62f84a097e91 compiler: gcc (GCC) 10.2.1 20210217, GNU ld (GNU Binutils for Debian) 2.35.2 kernel signature: 564dcc4cc946ae2a7fe3f31a90084acaae113b1c7614d514ba16249ed17e08d3 all runs: crashed: possible deadlock in rds_wake_sk_sleep revisions tested: 2, total time: 35m37.806353003s (build: 13m29.009523424s, test: 21m34.80635941s) the crash still happens on HEAD commit msg: Merge tag 'net-6.0-rc3' of git://git.kernel.org/pub/scm/linux/kernel/git/netdev/net crash: possible deadlock in rds_wake_sk_sleep ====================================================== WARNING: possible circular locking dependency detected 6.0.0-rc2-syzkaller #0 Not tainted ------------------------------------------------------ syz-executor169/5917 is trying to acquire lock: ffff888074c39660 (&rs->rs_recv_lock){...-}-{2:2}, at: rds_wake_sk_sleep+0x1a/0xc0 net/rds/af_rds.c:109 but task is already holding lock: ffff88807740c900 (&rm->m_rs_lock){..-.}-{2:2}, at: rds_send_remove_from_sock+0x1e7/0x9a0 net/rds/send.c:628 which lock already depends on the new lock. the existing dependency chain (in reverse order) is: -> #1 (&rm->m_rs_lock){..-.}-{2:2}: __raw_spin_lock_irqsave include/linux/spinlock_api_smp.h:110 [inline] _raw_spin_lock_irqsave+0x39/0x50 kernel/locking/spinlock.c:162 rds_message_purge net/rds/message.c:138 [inline] rds_message_put+0x16d/0xad0 net/rds/message.c:180 rds_clear_recv_queue+0x1c5/0x350 net/rds/recv.c:767 rds_release+0xca/0x350 net/rds/af_rds.c:73 __sock_release+0xbb/0x270 net/socket.c:650 sock_close+0xf/0x20 net/socket.c:1365 __fput+0x1f5/0x8c0 fs/file_table.c:320 task_work_run+0xc0/0x160 kernel/task_work.c:177 resume_user_mode_work include/linux/resume_user_mode.h:49 [inline] exit_to_user_mode_loop kernel/entry/common.c:169 [inline] exit_to_user_mode_prepare+0x23c/0x250 kernel/entry/common.c:201 __syscall_exit_to_user_mode_work kernel/entry/common.c:283 [inline] syscall_exit_to_user_mode+0x19/0x50 kernel/entry/common.c:294 do_syscall_64+0x42/0xb0 arch/x86/entry/common.c:86 entry_SYSCALL_64_after_hwframe+0x63/0xcd -> #0 (&rs->rs_recv_lock){...-}-{2:2}: check_prev_add kernel/locking/lockdep.c:3095 [inline] check_prevs_add kernel/locking/lockdep.c:3214 [inline] validate_chain kernel/locking/lockdep.c:3829 [inline] __lock_acquire+0x29c1/0x5640 kernel/locking/lockdep.c:5053 lock_acquire kernel/locking/lockdep.c:5666 [inline] lock_acquire+0x1ab/0x570 kernel/locking/lockdep.c:5631 __raw_read_lock_irqsave include/linux/rwlock_api_smp.h:160 [inline] _raw_read_lock_irqsave+0x45/0x90 kernel/locking/spinlock.c:236 rds_wake_sk_sleep+0x1a/0xc0 net/rds/af_rds.c:109 rds_send_remove_from_sock+0x256/0x9a0 net/rds/send.c:634 rds_send_path_drop_acked+0x276/0x360 net/rds/send.c:710 rds_tcp_write_space+0x196/0x5a0 net/rds/tcp_send.c:198 tcp_new_space net/ipv4/tcp_input.c:5458 [inline] tcp_check_space+0xde/0x730 net/ipv4/tcp_input.c:5477 tcp_data_snd_check net/ipv4/tcp_input.c:5486 [inline] tcp_rcv_established+0x75f/0x2110 net/ipv4/tcp_input.c:5994 tcp_v4_do_rcv+0x540/0x7f0 net/ipv4/tcp_ipv4.c:1661 sk_backlog_rcv include/net/sock.h:1100 [inline] __release_sock+0x113/0x360 net/core/sock.c:2852 release_sock+0x4a/0x170 net/core/sock.c:3408 rds_send_xmit+0x87e/0x2360 net/rds/send.c:422 rds_sendmsg+0x1d90/0x28d0 net/rds/send.c:1382 sock_sendmsg_nosec net/socket.c:714 [inline] sock_sendmsg+0xab/0xe0 net/socket.c:734 __sys_sendto+0x1bb/0x290 net/socket.c:2117 __do_sys_sendto net/socket.c:2129 [inline] __se_sys_sendto net/socket.c:2125 [inline] __x64_sys_sendto+0xd8/0x1b0 net/socket.c:2125 do_syscall_x64 arch/x86/entry/common.c:50 [inline] do_syscall_64+0x35/0xb0 arch/x86/entry/common.c:80 entry_SYSCALL_64_after_hwframe+0x63/0xcd other info that might help us debug this: Possible unsafe locking scenario: CPU0 CPU1 ---- ---- lock(&rm->m_rs_lock); lock(&rs->rs_recv_lock); lock(&rm->m_rs_lock); lock(&rs->rs_recv_lock); *** DEADLOCK *** 3 locks held by syz-executor169/5917: #0: ffff8880725fa2b0 (k-sk_lock-AF_INET){+.+.}-{0:0}, at: lock_sock include/net/sock.h:1712 [inline] #0: ffff8880725fa2b0 (k-sk_lock-AF_INET){+.+.}-{0:0}, at: tcp_sock_set_cork+0xe/0x70 net/ipv4/tcp.c:3328 #1: ffff8880725fa538 (k-clock-AF_INET){++.-}-{2:2}, at: rds_tcp_write_space+0x20/0x5a0 net/rds/tcp_send.c:184 #2: ffff88807740c900 (&rm->m_rs_lock){..-.}-{2:2}, at: rds_send_remove_from_sock+0x1e7/0x9a0 net/rds/send.c:628 stack backtrace: CPU: 1 PID: 5917 Comm: syz-executor169 Not tainted 6.0.0-rc2-syzkaller #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 07/22/2022 Call Trace: __dump_stack lib/dump_stack.c:88 [inline] dump_stack_lvl+0x57/0x7d lib/dump_stack.c:106 check_noncircular+0x25f/0x2e0 kernel/locking/lockdep.c:2175 check_prev_add kernel/locking/lockdep.c:3095 [inline] check_prevs_add kernel/locking/lockdep.c:3214 [inline] validate_chain kernel/locking/lockdep.c:3829 [inline] __lock_acquire+0x29c1/0x5640 kernel/locking/lockdep.c:5053 lock_acquire kernel/locking/lockdep.c:5666 [inline] lock_acquire+0x1ab/0x570 kernel/locking/lockdep.c:5631 __raw_read_lock_irqsave include/linux/rwlock_api_smp.h:160 [inline] _raw_read_lock_irqsave+0x45/0x90 kernel/locking/spinlock.c:236 rds_wake_sk_sleep+0x1a/0xc0 net/rds/af_rds.c:109 rds_send_remove_from_sock+0x256/0x9a0 net/rds/send.c:634 rds_send_path_drop_acked+0x276/0x360 net/rds/send.c:710 rds_tcp_write_space+0x196/0x5a0 net/rds/tcp_send.c:198 tcp_new_space net/ipv4/tcp_input.c:5458 [inline] tcp_check_space+0xde/0x730 net/ipv4/tcp_input.c:5477 tcp_data_snd_check net/ipv4/tcp_input.c:5486 [inline] tcp_rcv_established+0x75f/0x2110 net/ipv4/tcp_input.c:5994 tcp_v4_do_rcv+0x540/0x7f0 net/ipv4/tcp_ipv4.c:1661 sk_backlog_rcv include/net/sock.h:1100 [inline] __release_sock+0x113/0x360 net/core/sock.c:2852 release_sock+0x4a/0x170 net/core/sock.c:3408 rds_send_xmit+0x87e/0x2360 net/rds/send.c:422 rds_sendmsg+0x1d90/0x28d0 net/rds/send.c:1382 sock_sendmsg_nosec net/socket.c:714 [inline] sock_sendmsg+0xab/0xe0 net/socket.c:734 __sys_sendto+0x1bb/0x290 net/socket.c:2117 __do_sys_sendto net/socket.c:2129 [inline] __se_sys_sendto net/socket.c:2125 [inline] __x64_sys_sendto+0xd8/0x1b0 net/socket.c:2125 do_syscall_x64 arch/x86/entry/common.c:50 [inline] do_syscall_64+0x35/0xb0 arch/x86/entry/common.c:80 entry_SYSCALL_64_after_hwframe+0x63/0xcd RIP: 0033:0x7f17fb68d139 Code: 28 00 00 00 75 05 48 83 c4 28 c3 e8 e1 15 00 00 90 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 c7 c1 b8 ff ff ff f7 d8 64 89 01 48 RSP: 002b:00007f17fb63a308 EFLAGS: 00000246 ORIG_RAX: 000000000000002c RAX: ffffffffffffffda RBX: 00007f17fb7164c8 RCX: 00007f17fb68d139 RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000004 RBP: 00007f17fb7164c0 R08: 0000000000000000 R09: 0000000000000000 R10: 0000000000000000 R11: 0000000000000246 R12: 00007f17fb6e35d0 R13: 00007ffecf24d9ef R14: 00007f17fb63a400 R15: 0000000000022000