watchdog: BUG: soft lockup - CPU#1 stuck for 111s! [syz.1.873:3990]
Modules linked in:
CPU: 1 PID: 3990 Comm: syz.1.873 Tainted: G W 5.10.232-syzkaller-00746-g49e8ba0a684f #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 09/13/2024
RIP: 0010:__local_bh_enable_ip+0x5e/0x80 kernel/softirq.c:202
Code: b5 07 85 e8 14 27 6e 03 65 66 8b 05 5c 9d c5 7e 66 85 c0 75 22 bf 01 00 00 00 e8 7d 6b 09 00 65 8b 05 92 b3 c2 7e 85 c0 74 02 <5d> c3 e8 ff c1 c0 ff 5d c3 0f 0b eb a9 e8 10 00 00 00 eb d7 66 2e
RSP: 0018:ffffc90000db6a18 EFLAGS: 00000202
RAX: 0000000000000201 RBX: ffffc90000db6e94 RCX: 0000000000000202
RDX: ffffc9000c1a5000 RSI: 0000000000000201 RDI: 0000000000000001
RBP: ffffc90000db6a18 R08: ffffffff849a03f5 R09: 0000000000000003
R10: fffff520001b6d38 R11: dffffc0000000001 R12: dffffc0000000000
R13: ffffc90000db6e80 R14: 0000000044654ee1 R15: ffffc90000db6e80
FS: 00007f1297e2c6c0(0000) GS:ffff8881f7100000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000020004000 CR3: 000000011cc72000 CR4: 00000000003506a0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
__raw_spin_unlock_bh include/linux/spinlock_api_smp.h:176 [inline]
_raw_spin_unlock_bh+0x51/0x60 kernel/locking/spinlock.c:207
spin_unlock_bh include/linux/spinlock.h:399 [inline]
tipc_skb_peek_port net/tipc/msg.h:1258 [inline]
tipc_sk_rcv+0x489/0x1e30 net/tipc/socket.c:2487
tipc_node_xmit+0x34b/0xe30 net/tipc/node.c:1674
tipc_node_xmit_skb+0x153/0x1b0 net/tipc/node.c:1739
tipc_sk_rcv+0x1c0b/0x1e30 net/tipc/socket.c:2518
tipc_node_xmit+0x34b/0xe30 net/tipc/node.c:1674
tipc_sk_push_backlog net/tipc/socket.c:1306 [inline]
tipc_sk_filter_connect net/tipc/socket.c:2253 [inline]
tipc_sk_filter_rcv+0x1da8/0x3e00 net/tipc/socket.c:2362
tipc_sk_enqueue net/tipc/socket.c:2442 [inline]
tipc_sk_rcv+0x8a1/0x1e30 net/tipc/socket.c:2493
tipc_node_xmit+0x34b/0xe30 net/tipc/node.c:1674
tipc_node_xmit_skb net/tipc/node.c:1739 [inline]
tipc_node_distr_xmit+0x36a/0x4d0 net/tipc/node.c:1754
tipc_sk_backlog_rcv+0x18b/0x210 net/tipc/socket.c:2410
sk_backlog_rcv include/net/sock.h:1052 [inline]
__release_sock+0x148/0x410 net/core/sock.c:2583
release_sock+0x65/0x1b0 net/core/sock.c:3134
tipc_release+0xb6b/0x1440 net/tipc/socket.c:639
__sock_release net/socket.c:597 [inline]
sock_close+0xdf/0x270 net/socket.c:1286
__fput+0x33d/0x7b0 fs/file_table.c:281
____fput+0x15/0x20 fs/file_table.c:314
task_work_run+0x129/0x190 kernel/task_work.c:189
tracehook_notify_resume include/linux/tracehook.h:188 [inline]
exit_to_user_mode_loop+0xbf/0xd0 kernel/entry/common.c:172
exit_to_user_mode_prepare kernel/entry/common.c:199 [inline]
syscall_exit_to_user_mode+0xa2/0x1a0 kernel/entry/common.c:274
do_syscall_64+0x40/0x70 arch/x86/entry/common.c:56
entry_SYSCALL_64_after_hwframe+0x61/0xcb
RIP: 0033:0x7f12997bad29
Code: ff ff c3 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 40 00 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 c7 c1 a8 ff ff ff f7 d8 64 89 01 48
RSP: 002b:00007f1297e2c038 EFLAGS: 00000246 ORIG_RAX: 000000000000002e
RAX: 00000000000203a0 RBX: 00007f12999aafa0 RCX: 00007f12997bad29
RDX: 0000000000000000 RSI: 00000000200003c0 RDI: 0000000000000004
RBP: 00007f1299836b08 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000000
R13: 0000000000000000 R14: 00007f12999aafa0 R15: 00007fff58c9ca08
Sending NMI from CPU 1 to CPUs 0:
NMI backtrace for cpu 0
CPU: 0 PID: 306 Comm: kworker/u4:3 Tainted: G W 5.10.232-syzkaller-00746-g49e8ba0a684f #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 09/13/2024
Workqueue: events_unbound toggle_allocation_gate
RIP: 0010:csd_lock_wait kernel/smp.c:229 [inline]
RIP: 0010:smp_call_function_single+0x278/0x510 kernel/smp.c:517
Code: 0f 85 18 02 00 00 44 8b 6c 24 48 44 89 ee 83 e6 01 31 ff e8 ea ec 0a 00 41 83 e5 01 75 0a e8 2f e9 0a 00 e9 eb 00 00 00 f3 90 <42> 0f b6 04 23 84 c0 75 15 f7 44 24 48 01 00 00 00 0f 84 cd 00 00
RSP: 0018:ffffc90000d37720 EFLAGS: 00000293
RAX: ffffffff815fd574 RBX: 1ffff920001a6eed RCX: ffff888125534f00
RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000000
RBP: ffffc90000d37810 R08: ffffffff815fd546 R09: ffffed103ee2aec9
R10: 0000000000000000 R11: dffffc0000000001 R12: dffffc0000000000
R13: 0000000000000001 R14: ffffc90000d37768 R15: 0000000000000000
FS: 0000000000000000(0000) GS:ffff8881f7000000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f68eb148f84 CR3: 000000000660f000 CR4: 00000000003506b0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
smp_call_function_many_cond+0x94e/0xa30 kernel/smp.c:653
smp_call_function_many kernel/smp.c:716 [inline]
smp_call_function kernel/smp.c:738 [inline]
on_each_cpu+0xa8/0x1a0 kernel/smp.c:837
text_poke_sync arch/x86/kernel/alternative.c:1318 [inline]
text_poke_bp_batch+0x1d4/0x600 arch/x86/kernel/alternative.c:1509
text_poke_flush arch/x86/kernel/alternative.c:1677 [inline]
text_poke_finish+0x1a/0x30 arch/x86/kernel/alternative.c:1684
arch_jump_label_transform_apply+0x15/0x30 arch/x86/kernel/jump_label.c:126
__jump_label_update+0x36a/0x380 kernel/jump_label.c:459
jump_label_update+0x379/0x400 kernel/jump_label.c:825
static_key_disable_cpuslocked+0xcd/0x1b0 kernel/jump_label.c:207
static_key_disable+0x1a/0x30 kernel/jump_label.c:215
toggle_allocation_gate+0x3b4/0x450 mm/kfence/core.c:638
process_one_work+0x6dc/0xbd0 kernel/workqueue.c:2301
worker_thread+0xaea/0x1510 kernel/workqueue.c:2447
kthread+0x34b/0x3d0 kernel/kthread.c:313
ret_from_fork+0x1f/0x30 arch/x86/entry/entry_64.S:298
rcu: INFO: rcu_preempt self-detected stall on CPU
rcu: 1-...!: (9941 ticks this GP) idle=086/1/0x4000000000000000 softirq=18232/18232 fqs=0 last_accelerate: c389/ea99 dyntick_enabled: 1
(t=10000 jiffies g=20405 q=2802)
rcu: rcu_preempt kthread starved for 10001 jiffies! g20405 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x402 ->cpu=1
rcu: Unless rcu_preempt kthread gets sufficient CPU time, OOM is now expected behavior.
rcu: RCU grace-period kthread stack dump:
task:rcu_preempt state:I stack: 0 pid: 13 ppid: 2 flags:0x00004000
Call Trace:
context_switch kernel/sched/core.c:4046 [inline]
__schedule+0xbe6/0x1330 kernel/sched/core.c:4804
schedule+0x13d/0x1d0 kernel/sched/core.c:4882
schedule_timeout+0x18c/0x360 kernel/time/timer.c:1913
rcu_gp_fqs_loop kernel/rcu/tree.c:1943 [inline]
rcu_gp_kthread+0xefc/0x23a0 kernel/rcu/tree.c:2117
kthread+0x34b/0x3d0 kernel/kthread.c:313
ret_from_fork+0x1f/0x30 arch/x86/entry/entry_64.S:298
NMI backtrace for cpu 1
CPU: 1 PID: 3990 Comm: syz.1.873 Tainted: G W L 5.10.232-syzkaller-00746-g49e8ba0a684f #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 09/13/2024
Call Trace:
__dump_stack lib/dump_stack.c:77 [inline]
dump_stack_lvl+0x1e2/0x24b lib/dump_stack.c:118
dump_stack+0x15/0x17 lib/dump_stack.c:135
nmi_cpu_backtrace lib/nmi_backtrace.c:105 [inline]
nmi_trigger_cpumask_backtrace+0x2b5/0x300 lib/nmi_backtrace.c:62
arch_trigger_cpumask_backtrace+0x10/0x20 arch/x86/kernel/apic/hw_nmi.c:39
trigger_single_cpu_backtrace include/linux/nmi.h:166 [inline]
rcu_dump_cpu_stacks+0x199/0x2b0 kernel/rcu/tree_stall.h:337
print_cpu_stall kernel/rcu/tree_stall.h:576 [inline]
check_cpu_stall kernel/rcu/tree_stall.h:659 [inline]
rcu_pending kernel/rcu/tree.c:3783 [inline]
rcu_sched_clock_irq+0xf8a/0x1890 kernel/rcu/tree.c:2590
update_process_times+0x198/0x200 kernel/time/timer.c:1748
tick_sched_handle kernel/time/tick-sched.c:225 [inline]
tick_sched_timer+0x188/0x240 kernel/time/tick-sched.c:1389
__run_hrtimer kernel/time/hrtimer.c:1585 [inline]
__hrtimer_run_queues+0x3d7/0xa50 kernel/time/hrtimer.c:1649
hrtimer_interrupt+0x39a/0x8b0 kernel/time/hrtimer.c:1711
local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1095 [inline]
__sysvec_apic_timer_interrupt+0xfb/0x3f0 arch/x86/kernel/apic/apic.c:1112
asm_call_irq_on_stack+0xf/0x20
__run_sysvec_on_irqstack arch/x86/include/asm/irq_stack.h:37 [inline]
run_sysvec_on_irqstack_cond arch/x86/include/asm/irq_stack.h:89 [inline]
sysvec_apic_timer_interrupt+0x85/0xe0 arch/x86/kernel/apic/apic.c:1106
asm_sysvec_apic_timer_interrupt+0x12/0x20 arch/x86/include/asm/idtentry.h:635
RIP: 0010:__rcu_read_unlock+0x40/0x90 kernel/rcu/tree_plugin.h:398
Code: 35 55 a2 aa 7e 49 8d 9e 08 04 00 00 48 89 d8 48 c1 e8 03 42 0f b6 04 38 84 c0 75 31 ff 0b 75 1c 49 8d 9e 0c 04 00 00 48 89 d8 <48> c1 e8 03 42 0f b6 04 38 84 c0 75 2c 83 3b 00 75 07 5b 41 5e 41
RSP: 0018:ffffc90000db6918 EFLAGS: 00000246
RAX: ffff88811494040c RBX: ffff88811494040c RCX: 0000000000080000
RDX: ffffc9000c1a5000 RSI: 000000000007ffff RDI: 0000000000080000
RBP: ffffc90000db6930 R08: ffffffff849a2431 R09: ffffed10233c38b1
R10: 0000000000000000 R11: dffffc0000000001 R12: fffffffffffffc18
R13: ffff888119e1c500 R14: ffff888114940000 R15: dffffc0000000000
rcu_read_unlock include/linux/rcupdate.h:770 [inline]
tipc_sk_lookup+0x542/0x650 net/tipc/socket.c:3000
tipc_sk_rcv+0x499/0x1e30 net/tipc/socket.c:2488
tipc_node_xmit+0x34b/0xe30 net/tipc/node.c:1674
tipc_node_xmit_skb+0x153/0x1b0 net/tipc/node.c:1739
tipc_sk_rcv+0x1c0b/0x1e30 net/tipc/socket.c:2518
tipc_node_xmit+0x34b/0xe30 net/tipc/node.c:1674
tipc_sk_push_backlog net/tipc/socket.c:1306 [inline]
tipc_sk_filter_connect net/tipc/socket.c:2253 [inline]
tipc_sk_filter_rcv+0x1da8/0x3e00 net/tipc/socket.c:2362
tipc_sk_enqueue net/tipc/socket.c:2442 [inline]
tipc_sk_rcv+0x8a1/0x1e30 net/tipc/socket.c:2493
tipc_node_xmit+0x34b/0xe30 net/tipc/node.c:1674
tipc_node_xmit_skb net/tipc/node.c:1739 [inline]
tipc_node_distr_xmit+0x36a/0x4d0 net/tipc/node.c:1754
tipc_sk_backlog_rcv+0x18b/0x210 net/tipc/socket.c:2410
sk_backlog_rcv include/net/sock.h:1052 [inline]
__release_sock+0x148/0x410 net/core/sock.c:2583
release_sock+0x65/0x1b0 net/core/sock.c:3134
tipc_release+0xb6b/0x1440 net/tipc/socket.c:639
__sock_release net/socket.c:597 [inline]
sock_close+0xdf/0x270 net/socket.c:1286
__fput+0x33d/0x7b0 fs/file_table.c:281
____fput+0x15/0x20 fs/file_table.c:314
task_work_run+0x129/0x190 kernel/task_work.c:189
tracehook_notify_resume include/linux/tracehook.h:188 [inline]
exit_to_user_mode_loop+0xbf/0xd0 kernel/entry/common.c:172
exit_to_user_mode_prepare kernel/entry/common.c:199 [inline]
syscall_exit_to_user_mode+0xa2/0x1a0 kernel/entry/common.c:274
do_syscall_64+0x40/0x70 arch/x86/entry/common.c:56
entry_SYSCALL_64_after_hwframe+0x61/0xcb
RIP: 0033:0x7f12997bad29
Code: ff ff c3 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 40 00 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 c7 c1 a8 ff ff ff f7 d8 64 89 01 48
RSP: 002b:00007f1297e2c038 EFLAGS: 00000246 ORIG_RAX: 000000000000002e
RAX: 00000000000203a0 RBX: 00007f12999aafa0 RCX: 00007f12997bad29
RDX: 0000000000000000 RSI: 00000000200003c0 RDI: 0000000000000004
RBP: 00007f1299836b08 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000000
R13: 0000000000000000 R14: 00007f12999aafa0 R15: 00007fff58c9ca08