BUG: workqueue lockup - pool cpus=1 node=0 flags=0x0 nice=0 stuck for 166s!
Showing busy workqueues and worker pools:
workqueue events: flags=0x100
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=9 refcnt=10
pending: 3*nsim_dev_hwstats_traffic_work, psi_avgs_work, vmstat_shepherd, 4*ovs_dp_masks_rebalance
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=17 refcnt=18
pending: psi_avgs_work, 7*nsim_dev_hwstats_traffic_work, free_obj_work, 4*psi_avgs_work, 3*ovs_dp_masks_rebalance, delayed_vfree_work
workqueue events_long: flags=0x100
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: defense_work_handler
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=6 refcnt=7
pending: 6*defense_work_handler
workqueue events_unbound: flags=0x2
pwq 8: cpus=0-1 flags=0x4 nice=0 active=2 refcnt=3
in-flight: 1139:toggle_allocation_gate
pending: flush_memcg_stats_dwork
workqueue events_unbound: flags=0x2
pwq 8: cpus=0-1 flags=0x4 nice=0 active=19 refcnt=20
in-flight: 6086:nsim_dev_trap_report_work ,1327:nsim_dev_trap_report_work
pending: 2*nsim_dev_trap_report_work, 8*cfg80211_wiphy_work, 6*nsim_dev_trap_report_work, crng_reseed
pwq 8: cpus=0-1 flags=0x4 nice=0 active=7 refcnt=8
in-flight: 31114:linkwatch_event ,31115:cfg80211_wiphy_work
pending: macvlan_process_broadcast, 4*cfg80211_wiphy_work
workqueue events_freezable: flags=0x104
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: update_balloon_stats_func
workqueue events_power_efficient: flags=0x180
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=5 refcnt=6
in-flight: 4044:gc_worker ,4045:neigh_periodic_work
pending: hash_net6_gc, neigh_managed_work, check_lifetime
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=9 refcnt=10
in-flight: 4035:wg_ratelimiter_gc_entries
pending: hash_ipport4_gc, neigh_managed_work, neigh_periodic_work, do_cache_clean, 4*check_lifetime
workqueue kvfree_rcu_reclaim: flags=0xa
pwq 8: cpus=0-1 flags=0x4 nice=0 active=4 refcnt=5
pending: kfree_rcu_monitor, 3*kfree_rcu_work
pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2
pending: kfree_rcu_monitor
workqueue mm_percpu_wq: flags=0x8
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: vmstat_update
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: vmstat_update
workqueue writeback: flags=0x4a
pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2
in-flight: 1327:wb_workfn
workqueue gid-cache-wq: flags=0x20002
pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=4
pending: netdevice_event_work_handler
workqueue ipv6_addrconf: flags=0x6000a
pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=10
in-flight: 2994:addrconf_verify_work
inactive: 6*addrconf_verify_work
workqueue bat_events: flags=0x6000a
pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=50
pending: batadv_tt_purge
inactive: 3*batadv_tt_purge, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, 2*batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, 6*batadv_mcast_mla_update, 2*batadv_purge_orig, 15*batadv_iv_send_outstanding_bat_ogm_packet, batadv_purge_orig, 2*batadv_iv_send_outstanding_bat_ogm_packet, 3*batadv_purge_orig, batadv_iv_send_outstanding_bat_ogm_packet, batadv_tt_purge
workqueue wg-crypt-wg0: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x124
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x128
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg2: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
in-flight: 4037:wg_packet_handshake_receive_worker
workqueue wg-kex-wg2: flags=0x6
pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
workqueue wg-crypt-wg0: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_decrypt_worker, wg_packet_tx_worker
pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_decrypt_worker
workqueue wg-kex-wg1: flags=0x6
workqueue wg-crypt-wg1: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_decrypt_worker
workqueue wg-kex-wg2: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-kex-wg2: flags=0x6
pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2
in-flight: 25489:wg_packet_handshake_send_worker
workqueue hci6: flags=0x20012
pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4
in-flight: 5830:hci_cmd_sync_work
workqueue hci7: flags=0x20012
pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4
in-flight: 5836:hci_cmd_sync_work
workqueue hci9: flags=0x20012
pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4
in-flight: 2448:hci_cmd_sync_work
workqueue wg-kex-wg0: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg1: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg2: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
workqueue wg-kex-wg0: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg1: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
workqueue wg-kex-wg2: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
workqueue wg-crypt-wg0: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
workqueue wg-crypt-wg1: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
workqueue wg-crypt-wg2: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
workqueue wg-kex-wg0: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg1: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
pending: wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg2: flags=0x124
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x128
pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
pending: wg_packet_tx_worker
pool 2: cpus=0 node=0 flags=0x0 nice=0 hung=53s workers=43 idle: 4043 4042 4041 4039 4036 4033 4032 4029 4028 4025 4026 4024 4023 4020 4018 4011 4009 4006 4005 4001 4002 3999 3998 3996 3995 3994 3992 3991 3990 3989 10 5933 31405 20543 28996 5918 29339 4074 4048 4047
pool 6: cpus=1 node=0 flags=0x0 nice=0 hung=0s workers=29 idle: 4035 4022 4034 4019 4021 4017 4016 4015 4010 4014 4013 4008 4007 4004 4000 3997 5869 2780 5879 43 4040 27661 5893 2782 4061 4038 4069
pool 8: cpus=0-1 flags=0x4 nice=0 hung=0s workers=12 idle: 28175
pool 9: cpus=0-1 node=0 flags=0x4 nice=-20 hung=0s workers=7 idle: 2441 4466 2447 28426
Showing backtraces of running workers in stalled CPU-bound worker pools:
pool 6:
task:kworker/1:22 state:R running task stack:25696 pid:4030 tgid:4030 ppid:2 task_flags:0x4208060 flags:0x00080000
Workqueue: wg-crypt-wg1 wg_packet_decrypt_worker
Call Trace:
context_switch kernel/sched/core.c:5260 [inline]
__schedule+0x14ea/0x5050 kernel/sched/core.c:6867
preempt_schedule_common+0x82/0xd0 kernel/sched/core.c:7051
preempt_schedule_thunk+0x16/0x30 arch/x86/entry/thunk.S:12
__local_bh_enable_ip+0xe1/0x130 kernel/softirq.c:457
spin_unlock_bh include/linux/spinlock.h:396 [inline]
ptr_ring_consume_bh include/linux/ptr_ring.h:377 [inline]
wg_packet_decrypt_worker+0xd01/0xd80 drivers/net/wireguard/receive.c:499
process_one_work kernel/workqueue.c:3257 [inline]
process_scheduled_works+0xaec/0x17a0 kernel/workqueue.c:3340
worker_thread+0xda6/0x1360 kernel/workqueue.c:3421
kthread+0x726/0x8b0 kernel/kthread.c:463
ret_from_fork+0x51b/0xa40 arch/x86/kernel/process.c:158
ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:246
NMI backtrace for cpu 0
CPU: 0 UID: 0 PID: 4478 Comm: syz-executor Not tainted syzkaller #0 PREEMPT(full)
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/24/2026
RIP: 0010:__lock_acquire+0x6d5/0x2cf0 kernel/locking/lockdep.c:5207
Code: ba 08 00 00 00 e8 3b 44 00 00 31 ed 85 c0 0f 84 6d 0d 00 00 83 3d ba bc 5d 18 00 75 13 48 63 44 24 18 48 0f a3 05 cb 2c 5a 12 <0f> 83 8a 1e 00 00 49 8b 9e 20 0b 00 00 48 83 7c 24 28 00 75 19 83
RSP: 0018:ffffc9000bad6010 EFLAGS: 00000047
RAX: 0000000000000007 RBX: ffff88807b208ba0 RCX: ffffffff939b8928
RDX: 0000000000000008 RSI: ffff88807b208b80 RDI: ffff88807b208000
RBP: 0000000000000000 R08: ffffffff81759195 R09: ffffffff8e55a360
R10: ffffc9000bad6318 R11: ffffffff81afb170 R12: 0000000000000004
R13: ffff88807b208b80 R14: ffff88807b208000 R15: 0000000000000002
FS: 0000555569dfc500(0000) GS:ffff8881256f5000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe70c44b008 CR3: 000000005b56e000 CR4: 00000000003526f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000600
Call Trace:
lock_acquire+0x106/0x330 kernel/locking/lockdep.c:5868
rcu_lock_acquire include/linux/rcupdate.h:331 [inline]
rcu_read_lock include/linux/rcupdate.h:867 [inline]
class_rcu_constructor include/linux/rcupdate.h:1195 [inline]
unwind_next_frame+0xc2/0x23c0 arch/x86/kernel/unwind_orc.c:495
arch_stack_walk+0x11b/0x150 arch/x86/kernel/stacktrace.c:25
stack_trace_save+0xa9/0x100 kernel/stacktrace.c:122
kasan_save_stack mm/kasan/common.c:57 [inline]
kasan_save_track+0x3e/0x80 mm/kasan/common.c:78
unpoison_slab_object mm/kasan/common.c:340 [inline]
__kasan_slab_alloc+0x6c/0x80 mm/kasan/common.c:366
kasan_slab_alloc include/linux/kasan.h:253 [inline]
slab_post_alloc_hook mm/slub.c:4953 [inline]
slab_alloc_node mm/slub.c:5263 [inline]
kmem_cache_alloc_noprof+0x370/0x6e0 mm/slub.c:5270
__kernfs_new_node+0xe9/0x8e0 fs/kernfs/dir.c:637
kernfs_new_node+0x102/0x210 fs/kernfs/dir.c:718
__kernfs_create_file+0x4b/0x2e0 fs/kernfs/file.c:1057
sysfs_add_file_mode_ns+0x238/0x300 fs/sysfs/file.c:313
create_files fs/sysfs/group.c:82 [inline]
internal_create_group+0x673/0x1180 fs/sysfs/group.c:189
internal_create_groups fs/sysfs/group.c:229 [inline]
sysfs_create_groups+0x59/0x120 fs/sysfs/group.c:255
device_add_groups drivers/base/core.c:2836 [inline]
device_add_attrs+0xdd/0x5b0 drivers/base/core.c:2900
device_add+0x496/0xb70 drivers/base/core.c:3643
netdev_register_kobject+0x178/0x310 net/core/net-sysfs.c:2358
register_netdevice+0x12a0/0x1cd0 net/core/dev.c:11406
veth_newlink+0x4a4/0xb70 drivers/net/veth.c:1860
rtnl_newlink_create+0x329/0xb70 net/core/rtnetlink.c:3840
__rtnl_newlink net/core/rtnetlink.c:3957 [inline]
rtnl_newlink+0x1666/0x1be0 net/core/rtnetlink.c:4072
rtnetlink_rcv_msg+0x7d5/0xbe0 net/core/rtnetlink.c:6958
netlink_rcv_skb+0x232/0x4b0 net/netlink/af_netlink.c:2550
netlink_unicast_kernel net/netlink/af_netlink.c:1318 [inline]
netlink_unicast+0x80f/0x9b0 net/netlink/af_netlink.c:1344
netlink_sendmsg+0x813/0xb40 net/netlink/af_netlink.c:1894
sock_sendmsg_nosec net/socket.c:727 [inline]
__sock_sendmsg net/socket.c:742 [inline]
__sys_sendto+0x709/0x7a0 net/socket.c:2206
__do_sys_sendto net/socket.c:2213 [inline]
__se_sys_sendto net/socket.c:2209 [inline]
__x64_sys_sendto+0xde/0x100 net/socket.c:2209
do_syscall_x64 arch/x86/entry/syscall_64.c:63 [inline]
do_syscall_64+0xe2/0xf80 arch/x86/entry/syscall_64.c:94
entry_SYSCALL_64_after_hwframe+0x77/0x7f
RIP: 0033:0x7fd644d5b78e
Code: 08 0f 85 a5 a8 ff ff 49 89 fb 48 89 f0 48 89 d7 48 89 ce 4c 89 c2 4d 89 ca 4c 8b 44 24 08 4c 8b 4c 24 10 4c 89 5c 24 08 0f 05 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 80 00 00 00 00 48 83 ec 08
RSP: 002b:00007fffaa2f10e8 EFLAGS: 00000246 ORIG_RAX: 000000000000002c
RAX: ffffffffffffffda RBX: 0000555569dfc500 RCX: 00007fd644d5b78e
RDX: 000000000000008c RSI: 00007fd645b44670 RDI: 0000000000000003
RBP: 0000000000000001 R08: 00007fffaa2f1164 R09: 000000000000000c
R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000003
R13: 0000000000000000 R14: 00007fd645b44670 R15: 0000000000000000
----------------
Code disassembly (best guess):
0: ba 08 00 00 00 mov $0x8,%edx
5: e8 3b 44 00 00 call 0x4445
a: 31 ed xor %ebp,%ebp
c: 85 c0 test %eax,%eax
e: 0f 84 6d 0d 00 00 je 0xd81
14: 83 3d ba bc 5d 18 00 cmpl $0x0,0x185dbcba(%rip) # 0x185dbcd5
1b: 75 13 jne 0x30
1d: 48 63 44 24 18 movslq 0x18(%rsp),%rax
22: 48 0f a3 05 cb 2c 5a bt %rax,0x125a2ccb(%rip) # 0x125a2cf5
29: 12
* 2a: 0f 83 8a 1e 00 00 jae 0x1eba <-- trapping instruction
30: 49 8b 9e 20 0b 00 00 mov 0xb20(%r14),%rbx
37: 48 83 7c 24 28 00 cmpq $0x0,0x28(%rsp)
3d: 75 19 jne 0x58
3f: 83 .byte 0x83