BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 154s! BUG: workqueue lockup - pool cpus=1 node=0 flags=0x0 nice=0 stuck for 153s! Showing busy workqueues and worker pools: workqueue events: flags=0x0 pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=8/256 refcnt=9 in-flight: 4295:nsim_dev_hwstats_traffic_work pending: nsim_dev_hwstats_traffic_work, psi_avgs_work, psi_avgs_work, kfree_rcu_monitor, psi_avgs_work, psi_avgs_work, nsim_dev_hwstats_traffic_work pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=15/256 refcnt=16 pending: nsim_dev_hwstats_traffic_work, nsim_dev_hwstats_traffic_work, nsim_dev_hwstats_traffic_work, nsim_dev_hwstats_traffic_work, nsim_dev_hwstats_traffic_work, kfree_rcu_monitor, vmstat_shepherd, psi_avgs_work, psi_avgs_work, ovs_dp_masks_rebalance, ovs_dp_masks_rebalance, ovs_dp_masks_rebalance, ovs_dp_masks_rebalance, switchdev_deferred_process_work, rht_deferred_worker workqueue events_long: flags=0x0 pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3 pending: defense_work_handler, defense_work_handler pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=9/256 refcnt=10 pending: defense_work_handler, defense_work_handler, defense_work_handler, defense_work_handler, br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup workqueue events_unbound: flags=0x2 pwq 4: cpus=0-1 flags=0x4 nice=0 active=9/512 refcnt=12 pending: nsim_dev_trap_report_work, nsim_dev_trap_report_work, nsim_dev_trap_report_work, nsim_dev_trap_report_work, toggle_allocation_gate, nsim_dev_trap_report_work, nsim_dev_trap_report_work, nsim_dev_trap_report_work, flush_memcg_stats_dwork workqueue events_freezable: flags=0x4 pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: update_balloon_stats_func workqueue events_power_efficient: flags=0x80 pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3 pending: neigh_managed_work, neigh_managed_work pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=4/256 refcnt=5 pending: wg_ratelimiter_gc_entries, gc_worker, check_lifetime, do_cache_clean workqueue mm_percpu_wq: flags=0x8 pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: vmstat_update pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: vmstat_update workqueue writeback: flags=0x4a pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=5 pending: wb_workfn, wb_workfn workqueue kblockd: flags=0x18 pwq 1: cpus=0 node=0 flags=0x0 nice=-20 active=2/256 refcnt=3 pending: blk_mq_timeout_work, blk_mq_timeout_work workqueue dm_bufio_cache: flags=0x8 pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: work_fn workqueue ipv6_addrconf: flags=0x40008 pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/1 refcnt=3 pending: addrconf_verify_work inactive: addrconf_verify_work workqueue krxrpcd: flags=0x0 pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/1 refcnt=4 pending: rxrpc_peer_keepalive_worker inactive: rxrpc_peer_keepalive_worker, rxrpc_peer_keepalive_worker workqueue bat_events: flags=0xe000a pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=46 pending: batadv_nc_worker inactive: batadv_nc_worker, batadv_nc_worker, batadv_nc_worker, batadv_nc_worker, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_mcast_mla_update, batadv_mcast_mla_update, batadv_mcast_mla_update, batadv_mcast_mla_update, batadv_mcast_mla_update, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_purge_orig, batadv_purge_orig, batadv_purge_orig, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_purge_orig, batadv_purge_orig, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_iv_send_outstanding_bat_ogm_packet, batadv_dat_purge , batadv_bla_periodic_work, batadv_tt_purge, batadv_tt_purge, batadv_tt_purge, batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, batadv_dat_purge, batadv_bla_periodic_work, batadv_bla_periodic_work, batadv_dat_purge workqueue wg-kex-wg0: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=4 pending: wg_packet_handshake_send_worker workqueue wg-kex-wg1: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=3/256 refcnt=6 pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material workqueue wg-kex-wg0: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=4 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x28 pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: wg_packet_encrypt_worker pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=5 pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker workqueue wg-kex-wg1: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=4 pending: wg_packet_handshake_send_worker workqueue wg-kex-wg2: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=4 pending: wg_packet_handshake_send_worker workqueue wg-kex-wg2: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=4 pending: wg_packet_handshake_send_worker workqueue phy7: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work workqueue phy8: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work workqueue phy9: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work workqueue phy10: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work workqueue wg-kex-wg0: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=4 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x28 pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=5 pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker workqueue wg-kex-wg2: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=5 pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker workqueue phy15: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work workqueue phy16: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work workqueue wg-crypt-wg0: flags=0x28 pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: wg_packet_encrypt_worker pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=5 pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker workqueue wg-kex-wg2: flags=0x6 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=4 pending: wg_packet_handshake_send_worker workqueue phy17: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work workqueue phy18: flags=0xa0002 pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4 pending: ieee80211_iface_work pool 2: cpus=1 node=0 flags=0x0 nice=0 hung=154s workers=7 idle: 22 129 4724 7374 4256 5555 ------------[ cut here ]------------ WARNING: CPU: 0 PID: 11157 at kernel/rcu/tree_stall.h:970 rcu_check_gp_start_stall+0x2c8/0x450 kernel/rcu/tree_stall.h:955 Modules linked in: CPU: 0 PID: 11157 Comm: syz.3.1670 Not tainted 6.1.128-syzkaller #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 12/27/2024 RIP: 0010:rcu_check_gp_start_stall+0x2c8/0x450 kernel/rcu/tree_stall.h:970 Code: c7 c7 40 bf 39 97 be 04 00 00 00 e8 62 0c 6e 00 b8 01 00 00 00 87 05 67 9a c5 15 85 c0 0f 85 1c ff ff ff 48 c7 c0 40 ff 32 8d <0f> 0b 49 39 c7 74 47 48 c7 c0 74 5e 9b 8e 48 c1 e8 03 42 0f b6 04 RSP: 0018:ffffc90000007b98 EFLAGS: 00010046 RAX: ffffffff8d32ff40 RBX: 0000000100010922 RCX: ffffffff817424ce RDX: 0000000000000001 RSI: 0000000000000004 RDI: ffffffff9739bf40 RBP: ffffc90000007df0 R08: dffffc0000000000 R09: 0000000000000003 R10: ffffffffffffffff R11: dffffc0000000001 R12: dffffc0000000000 R13: ffff8880b8e3b892 R14: 0000000000000246 R15: ffffffff8d32ff40 FS: 000055556cb5e500(0000) GS:ffff8880b8e00000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 0000400000013000 CR3: 000000005df98000 CR4: 00000000003506f0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: rcu_core+0x699/0x1820 kernel/rcu/tree.c:2552 handle_softirqs+0x2ee/0xa40 kernel/softirq.c:578 __do_softirq kernel/softirq.c:612 [inline] invoke_softirq kernel/softirq.c:452 [inline] __irq_exit_rcu+0x157/0x240 kernel/softirq.c:661 irq_exit_rcu+0x5/0x20 kernel/softirq.c:673 instr_sysvec_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1118 [inline] sysvec_apic_timer_interrupt+0xa0/0xc0 arch/x86/kernel/apic/apic.c:1118 asm_sysvec_apic_timer_interrupt+0x16/0x20 arch/x86/include/asm/idtentry.h:691 RIP: 0010:__raw_spin_unlock_irq include/linux/spinlock_api_smp.h:160 [inline] RIP: 0010:_raw_spin_unlock_irq+0x25/0x40 kernel/locking/spinlock.c:202 Code: a1 95 f5 ff 90 53 48 89 fb 48 83 c7 18 48 8b 74 24 08 e8 8e 87 ad f6 48 89 df e8 86 c5 ae f6 e8 11 1d d4 f6 fb bf 01 00 00 00 76 4f a1 f6 65 8b 05 17 2f 45 75 85 c0 74 02 5b c3 e8 c4 52 43 RSP: 0018:ffffc900032c7b30 EFLAGS: 00000286 RAX: 2a54c4b898779800 RBX: ffff888067ca2500 RCX: ffffffff97357103 RDX: dffffc0000000000 RSI: ffffffff8b0c0340 RDI: 0000000000000001 RBP: ffffc900032c7c70 R08: dffffc0000000000 R09: ffffed100cf944a1 R10: 0000000000000000 R11: dffffc0000000001 R12: 1ffff1100cf94533 R13: 000000001c000004 R14: 0000000000000021 R15: ffff888067ca2998 spin_unlock_irq include/linux/spinlock.h:401 [inline] get_signal+0x154b/0x17d0 kernel/signal.c:2874 arch_do_signal_or_restart+0xb0/0x1a10 arch/x86/kernel/signal.c:871 exit_to_user_mode_loop+0x6a/0x100 kernel/entry/common.c:174 exit_to_user_mode_prepare+0xb1/0x140 kernel/entry/common.c:210 __syscall_exit_to_user_mode_work kernel/entry/common.c:292 [inline] syscall_exit_to_user_mode+0x60/0x270 kernel/entry/common.c:303 do_syscall_64+0x47/0xb0 arch/x86/entry/common.c:87 entry_SYSCALL_64_after_hwframe+0x68/0xd2 RIP: 0033:0x7fd514f8cde9 Code: ff ff c3 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 40 00 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 c7 c1 a8 ff ff ff f7 d8 64 89 01 48 RSP: 002b:00007ffdb8e6a378 EFLAGS: 00000246 ORIG_RAX: 00000000000000db RAX: fffffffffffffdfc RBX: 00000000000fb680 RCX: 00007fd514f8cde9 RDX: 0000000000000000 RSI: 0000000000000080 RDI: 00007fd5151a608c RBP: 0000000000000fd2 R08: 0000000000000010 R09: 00000007b8e6a66f R10: 00007ffdb8e6a470 R11: 0000000000000246 R12: 00007fd5151a608c R13: 00007ffdb8e6a470 R14: 00000000000fc652 R15: 00007ffdb8e6a490 ---------------- Code disassembly (best guess): 0: a1 95 f5 ff 90 53 48 movabs 0xfb89485390fff595,%eax 7: 89 fb 9: 48 83 c7 18 add $0x18,%rdi d: 48 8b 74 24 08 mov 0x8(%rsp),%rsi 12: e8 8e 87 ad f6 call 0xf6ad87a5 17: 48 89 df mov %rbx,%rdi 1a: e8 86 c5 ae f6 call 0xf6aec5a5 1f: e8 11 1d d4 f6 call 0xf6d41d35 24: fb sti 25: bf 01 00 00 00 mov $0x1,%edi * 2a: e8 76 4f a1 f6 call 0xf6a14fa5 <-- trapping instruction 2f: 65 8b 05 17 2f 45 75 mov %gs:0x75452f17(%rip),%eax # 0x75452f4d 36: 85 c0 test %eax,%eax 38: 74 02 je 0x3c 3a: 5b pop %rbx 3b: c3 ret 3c: e8 .byte 0xe8 3d: c4 .byte 0xc4 3e: 52 push %rdx 3f: 43 rex.XB