INFO: task kworker/0:3:1305 blocked for more than 151 seconds.
Not tainted 5.15.130-syzkaller #0
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
task:kworker/0:3 state:D stack:20920 pid: 1305 ppid: 2 flags:0x00004000
Workqueue: xfs-sync/loop2 xfs_flush_inodes_worker
Call Trace:
context_switch kernel/sched/core.c:5026 [inline]
__schedule+0x12c4/0x4590 kernel/sched/core.c:6372
schedule+0x11b/0x1f0 kernel/sched/core.c:6455
wb_wait_for_completion+0x164/0x290 fs/fs-writeback.c:191
sync_inodes_sb+0x293/0xab0 fs/fs-writeback.c:2748
xfs_flush_inodes_worker+0x5d/0x80 fs/xfs/xfs_super.c:589
process_one_work+0x8a1/0x10c0 kernel/workqueue.c:2310
worker_thread+0xaca/0x1280 kernel/workqueue.c:2457
kthread+0x3f6/0x4f0 kernel/kthread.c:319
ret_from_fork+0x1f/0x30 arch/x86/entry/entry_64.S:298
INFO: task syz-executor.2:10639 blocked for more than 152 seconds.
Not tainted 5.15.130-syzkaller #0
"echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
task:syz-executor.2 state:D stack:22976 pid:10639 ppid: 3554 flags:0x00004006
Call Trace:
context_switch kernel/sched/core.c:5026 [inline]
__schedule+0x12c4/0x4590 kernel/sched/core.c:6372
schedule+0x11b/0x1f0 kernel/sched/core.c:6455
schedule_timeout+0xac/0x300 kernel/time/timer.c:1860
do_wait_for_common+0x2d9/0x480 kernel/sched/completion.c:85
__wait_for_common kernel/sched/completion.c:106 [inline]
wait_for_common kernel/sched/completion.c:117 [inline]
wait_for_completion+0x48/0x60 kernel/sched/completion.c:138
__flush_work+0x124/0x1a0 kernel/workqueue.c:3094
xfs_file_buffered_write+0x40e/0xb20 fs/xfs/xfs_file.c:777
do_iter_readv_writev+0x594/0x7a0
do_iter_write+0x1ea/0x760 fs/read_write.c:855
iter_file_splice_write+0x806/0xfa0 fs/splice.c:689
do_splice_from fs/splice.c:767 [inline]
direct_splice_actor+0xe3/0x1c0 fs/splice.c:936
splice_direct_to_actor+0x500/0xc10 fs/splice.c:891
do_splice_direct+0x285/0x3d0 fs/splice.c:979
do_sendfile+0x625/0xff0 fs/read_write.c:1249
__do_sys_sendfile64 fs/read_write.c:1317 [inline]
__se_sys_sendfile64+0x178/0x1e0 fs/read_write.c:1303
do_syscall_x64 arch/x86/entry/common.c:50 [inline]
do_syscall_64+0x3d/0xb0 arch/x86/entry/common.c:80
entry_SYSCALL_64_after_hwframe+0x61/0xcb
RIP: 0033:0x7fe0f38d9ae9
RSP: 002b:00007fe0f1e5b0c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000028
RAX: ffffffffffffffda RBX: 00007fe0f39f8f80 RCX: 00007fe0f38d9ae9
RDX: 0000000000000000 RSI: 0000000000000005 RDI: 0000000000000004
RBP: 00007fe0f392547a R08: 0000000000000000 R09: 0000000000000000
R10: 0001000000201005 R11: 0000000000000246 R12: 0000000000000000
R13: 000000000000000b R14: 00007fe0f39f8f80 R15: 00007ffd833dc788
Showing all locks held in the system:
2 locks held by kworker/1:0/21:
#0: ffff888011c70d38 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x78a/0x10c0 kernel/workqueue.c:2283
#1: ffffc90000db7d20 ((work_completion)(&pwq->unbound_release_work)){+.+.}-{0:0}, at: process_one_work+0x7d0/0x10c0 kernel/workqueue.c:2285
1 lock held by khungtaskd/27:
#0: ffffffff8c91f0e0 (rcu_read_lock){....}-{1:2}, at: rcu_lock_acquire+0x0/0x30
4 locks held by kworker/u4:2/154:
4 locks held by kworker/0:3/1305:
#0: ffff88807d73d538 ((wq_completion)xfs-sync/loop2){+.+.}-{0:0}, at: process_one_work+0x78a/0x10c0 kernel/workqueue.c:2283
#1: ffffc90005bd7d20 ((work_completion)(&mp->m_flush_inodes_work)){+.+.}-{0:0}, at: process_one_work+0x7d0/0x10c0 kernel/workqueue.c:2285
#2: ffff88808a4c60e0 (&type->s_umount_key#82){++++}-{3:3}, at: xfs_flush_inodes_worker+0x41/0x80 fs/xfs/xfs_super.c:588
#3:
ffff88801bb107d8
(
&bdi->wb_switch_rwsem
){+.+.}-{3:3}
, at: bdi_down_write_wb_switch_rwsem fs/fs-writeback.c:362 [inline]
, at: sync_inodes_sb+0x274/0xab0 fs/fs-writeback.c:2746
2 locks held by getty/3262:
#0:
ffff888025291098 (&tty->ldisc_sem){++++}-{0:0}, at: tty_ldisc_ref_wait+0x21/0x70 drivers/tty/tty_ldisc.c:252
#1: ffffc90002bb32e8 (&ldata->atomic_read_lock){+.+.}-{3:3}, at: n_tty_read+0x6af/0x1db0 drivers/tty/n_tty.c:2158
3 locks held by kworker/1:11/4300:
#0: ffff888011c70d38 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x78a/0x10c0 kernel/workqueue.c:2283
#1: ffffc90004edfd20 ((work_completion)(&pwq->unbound_release_work)){+.+.}-{0:0}, at: process_one_work+0x7d0/0x10c0 kernel/workqueue.c:2285
#2: ffffffff8c9236a8 (rcu_state.exp_mutex){+.+.}-{3:3}, at: exp_funnel_lock kernel/rcu/tree_exp.h:322 [inline]
#2: ffffffff8c9236a8 (rcu_state.exp_mutex){+.+.}-{3:3}, at: synchronize_rcu_expedited+0x350/0x740 kernel/rcu/tree_exp.h:845
3 locks held by kworker/u4:7/4329:
#0: ffff888011dc5138 ((wq_completion)netns){+.+.}-{0:0}, at: process_one_work+0x78a/0x10c0 kernel/workqueue.c:2283
#1: ffffc9000507fd20 (net_cleanup_work){+.+.}-{0:0}, at: process_one_work+0x7d0/0x10c0 kernel/workqueue.c:2285
#2: ffffffff8d9d5750 (pernet_ops_rwsem){++++}-{3:3}, at: cleanup_net+0xf1/0xb60 net/core/net_namespace.c:558
2 locks held by kworker/0:19/5742:
#0: ffff888011c72538 ((wq_completion)rcu_gp){+.+.}-{0:0}
, at: process_one_work+0x78a/0x10c0 kernel/workqueue.c:2283
#1:
ffffc9000bcf7d20 ((work_completion)(&rew.rew_work)){+.+.}-{0:0}, at: process_one_work+0x7d0/0x10c0 kernel/workqueue.c:2285
2 locks held by kworker/1:15/5915:
#0: ffff888011c70d38 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x78a/0x10c0 kernel/workqueue.c:2283
#1: ffffc9000f387d20 ((work_completion)(&pwq->unbound_release_work)){+.+.}-{0:0}, at: process_one_work+0x7d0/0x10c0 kernel/workqueue.c:2285
2 locks held by kworker/1:27/7461:
#0: ffff888011c70d38 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x78a/0x10c0 kernel/workqueue.c:2283
#1: ffffc90004cffd20 ((work_completion)(&pwq->unbound_release_work)){+.+.}-{0:0}, at: process_one_work+0x7d0/0x10c0 kernel/workqueue.c:2285
2 locks held by syz-executor.2/10639:
#0:
ffff88808a4c6460
(
sb_writers
#16
){.+.+}-{0:0}, at: do_sendfile+0x600/0xff0 fs/read_write.c:1248
#1:
ffff888071b7f380 (&sb->s_type->i_mutex_key#23){++++}-{3:3}, at: xfs_ilock+0xec/0x390 fs/xfs/xfs_inode.c:184
1 lock held by syz-executor.1/12404:
#0: ffffffff8c9236a8 (rcu_state.exp_mutex){+.+.}-{3:3}, at: exp_funnel_lock kernel/rcu/tree_exp.h:322 [inline]
#0: ffffffff8c9236a8 (rcu_state.exp_mutex){+.+.}-{3:3}, at: synchronize_rcu_expedited+0x350/0x740 kernel/rcu/tree_exp.h:845
5 locks held by kworker/1:3/12426:
=============================================
NMI backtrace for cpu 0
CPU: 0 PID: 27 Comm: khungtaskd Not tainted 5.15.130-syzkaller #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 07/26/2023
Call Trace:
__dump_stack lib/dump_stack.c:88 [inline]
dump_stack_lvl+0x1e3/0x2cb lib/dump_stack.c:106
nmi_cpu_backtrace+0x46a/0x4a0 lib/nmi_backtrace.c:111
nmi_trigger_cpumask_backtrace+0x181/0x2a0 lib/nmi_backtrace.c:62
trigger_all_cpu_backtrace include/linux/nmi.h:148 [inline]
check_hung_uninterruptible_tasks kernel/hung_task.c:210 [inline]
watchdog+0xe72/0xeb0 kernel/hung_task.c:295
kthread+0x3f6/0x4f0 kernel/kthread.c:319
ret_from_fork+0x1f/0x30 arch/x86/entry/entry_64.S:298
Sending NMI from CPU 0 to CPUs 1:
NMI backtrace for cpu 1
CPU: 1 PID: 7461 Comm: kworker/1:27 Not tainted 5.15.130-syzkaller #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 07/26/2023
Workqueue: xfs-buf/loop2 xfs_buf_ioend_work
RIP: 0010:hlock_class kernel/locking/lockdep.c:197 [inline]
RIP: 0010:mark_lock+0xa0/0x340 kernel/locking/lockdep.c:4568
Code: 02 00 00 8b 1b 81 e3 ff 1f 00 00 89 d8 c1 e8 06 48 8d 3c c5 00 81 bd 8f be 08 00 00 00 e8 a8 d5 66 00 48 0f a3 1d 40 97 5a 0e <73> 11 48 8d 04 5b 48 c1 e0 06 48 8d 98 00 e0 8c 8f eb 23 48 c7 c0
RSP: 0018:ffffc90000dd0a38 EFLAGS: 00000057
RAX: 0000000000000001 RBX: 0000000000000061 RCX: ffffffff8162e9b8
RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff8fbd8108
RBP: 0000000000000008 R08: dffffc0000000000 R09: fffffbfff1f7b022
R10: 0000000000000000 R11: dffffc0000000001 R12: 0000000000000002
R13: dffffc0000000000 R14: 0000000000000100 R15: ffff88801c1046c0
FS: 0000000000000000(0000) GS:ffff8880b9b00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000564948df4140 CR3: 0000000023ee4000 CR4: 00000000003506e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
mark_usage kernel/locking/lockdep.c:4511 [inline]
__lock_acquire+0xc97/0x1ff0 kernel/locking/lockdep.c:4965
lock_acquire+0x1db/0x4f0 kernel/locking/lockdep.c:5622
__raw_spin_lock_irq include/linux/spinlock_api_smp.h:128 [inline]
_raw_spin_lock_irq+0xcf/0x110 kernel/locking/spinlock.c:170
__run_hrtimer kernel/time/hrtimer.c:1689 [inline]
__hrtimer_run_queues+0x662/0xcf0 kernel/time/hrtimer.c:1749
hrtimer_interrupt+0x392/0x980 kernel/time/hrtimer.c:1811
local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1085 [inline]
__sysvec_apic_timer_interrupt+0x139/0x470 arch/x86/kernel/apic/apic.c:1102
sysvec_apic_timer_interrupt+0x8c/0xb0 arch/x86/kernel/apic/apic.c:1096
asm_sysvec_apic_timer_interrupt+0x16/0x20 arch/x86/include/asm/idtentry.h:638
RIP: 0010:console_trylock_spinning+0x36b/0x3f0 kernel/printk/printk.c:1909
Code: 0f 84 75 ff ff ff e8 74 00 1a 00 fb 31 db eb 41 e8 6a 00 1a 00 e8 f5 7b b6 08 4d 85 ed 74 cd e8 5b 00 1a 00 fb bb 01 00 00 00 <48> c7 c7 80 b9 7f 8c 31 f6 ba 01 00 00 00 31 c9 41 b8 01 00 00 00
RSP: 0018:ffffc90004cff740 EFLAGS: 00000293
RAX: ffffffff81661cb5 RBX: 0000000000000001 RCX: ffff88801c103b80
RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000000
RBP: ffffc90004cff810 R08: ffffffff81661c6e R09: fffffbfff1f7b050
R10: 0000000000000000 R11: dffffc0000000001 R12: 1ffff9200099fee8
R13: 0000000000000200 R14: 0000000000000046 R15: dffffc0000000000
vprintk_emit+0xa1/0x150 kernel/printk/printk.c:2267
_printk+0xd1/0x111 kernel/printk/printk.c:2289
print_hex_dump+0x1a2/0x250 lib/hexdump.c:285
xfs_hex_dump+0x39/0x50 fs/xfs/xfs_message.c:118
xfs_buf_verifier_error+0x1bc/0x290 fs/xfs/xfs_error.c:413
xfs_agfl_read_verify+0x1e3/0x290 fs/xfs/libxfs/xfs_alloc.c:645
xfs_buf_ioend+0x26a/0x6e0 fs/xfs/xfs_buf.c:1263
process_one_work+0x8a1/0x10c0 kernel/workqueue.c:2310
worker_thread+0xaca/0x1280 kernel/workqueue.c:2457
kthread+0x3f6/0x4f0 kernel/kthread.c:319
ret_from_fork+0x1f/0x30 arch/x86/entry/entry_64.S:298