BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 163s!
Showing busy workqueues and worker pools:
workqueue events: flags=0x0
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=13 refcnt=14
    pending: 4*nsim_dev_hwstats_traffic_work, psi_avgs_work, vmstat_shepherd, 4*ovs_dp_masks_rebalance, psi_avgs_work, free_obj_work, rt6_probe_deferred
  pwq 6: cpus=1 node=0 flags=0x2 nice=0 active=4 refcnt=5
    in-flight: 46:free_ipc
    pending: nsim_dev_hwstats_traffic_work, 2*ovs_dp_masks_rebalance
workqueue events_highpri: flags=0x10
  pwq 3: cpus=0 node=0 flags=0x0 nice=-20 active=1 refcnt=2
    pending: fill_page_cache_func
workqueue events_long: flags=0x0
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=7 refcnt=8
    pending: 5*defense_work_handler, 2*br_fdb_cleanup
  pwq 6: cpus=1 node=0 flags=0x2 nice=0 active=1 refcnt=2
    pending: defense_work_handler
workqueue events_unbound: flags=0x2
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=9 refcnt=10
    in-flight: 66:cfg80211_wiphy_work cfg80211_wiphy_work ,35:cfg80211_wiphy_work cfg80211_wiphy_work ,52:cfg80211_wiphy_work cfg80211_wiphy_work ,3907:cfg80211_wiphy_work cfg80211_wiphy_work
    pending: macvlan_process_broadcast
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=19 refcnt=20
    in-flight: 12:kfree_rcu_work ,12261:nsim_dev_trap_report_work ,1029:cfg80211_wiphy_work cfg80211_wiphy_work ,12260:nsim_dev_trap_report_work ,11:cfg80211_wiphy_work ,3459:cfg80211_wiphy_work cfg80211_wiphy_work
    pending: kfree_rcu_monitor, toggle_allocation_gate, flush_memcg_stats_dwork, 2*macvlan_process_broadcast, fill_page_cache_func, cfg80211_wiphy_work, 2*nsim_dev_trap_report_work, kfree_rcu_monitor, nsim_dev_trap_report_work
workqueue events_power_efficient: flags=0x80
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=5 refcnt=6
    pending: wg_ratelimiter_gc_entries, neigh_managed_work, neigh_periodic_work, check_lifetime, gc_worker
  pwq 6: cpus=1 node=0 flags=0x2 nice=0 active=5 refcnt=6
    pending: neigh_managed_work, 3*check_lifetime, neigh_periodic_work
workqueue mm_percpu_wq: flags=0x8
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: vmstat_update
  pwq 6: cpus=1 node=0 flags=0x2 nice=0 active=1 refcnt=2
    pending: vmstat_update
workqueue kblockd: flags=0x18
  pwq 3: cpus=0 node=0 flags=0x0 nice=-20 active=1 refcnt=2
    pending: blk_mq_timeout_work
workqueue ipv6_addrconf: flags=0x6000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=7 MAYDAY
    pending: addrconf_verify_work
    inactive: 2*addrconf_verify_work
workqueue bat_events: flags=0x6000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=40
    in-flight: 3391(RESCUER):batadv_tt_purge
    inactive: batadv_tt_purge, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, 2*batadv_bla_periodic_work, batadv_dat_purge, 3*batadv_nc_worker, batadv_dat_purge, batadv_nc_worker, batadv_bla_periodic_work, 4*batadv_mcast_mla_update, 5*batadv_iv_send_outstanding_bat_ogm_packet, 4*batadv_purge_orig, 7*batadv_iv_send_outstanding_bat_ogm_packet, 2*batadv_tt_purge
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    in-flight: 5917:wg_packet_handshake_receive_worker wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_tx_worker, wg_packet_decrypt_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_tx_worker, wg_packet_decrypt_worker, wg_packet_encrypt_worker
  pwq 6: cpus=1 node=0 flags=0x2 nice=0 active=1 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg1: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_decrypt_worker, wg_packet_tx_worker
  pwq 6: cpus=1 node=0 flags=0x2 nice=0 active=1 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_decrypt_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_decrypt_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    in-flight: 6020:wg_packet_handshake_send_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    in-flight: 6020:wg_packet_handshake_send_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
pool 2: cpus=0 node=0 flags=0x0 nice=0 hung=164s workers=7 idle: 5861 5864 5867 969 9 8
pool 6: cpus=1 node=0 flags=0x2 nice=0 hung=26s workers=7 manager: 25 idle: 5863 2143 5860 5862 5812
pool 8: cpus=0-1 flags=0x6 nice=0 hung=0s workers=12 manager: 12262
Showing backtraces of running workers in stalled CPU-bound worker pools:
pool 2:
task:kworker/0:6     state:R  running task     stack:22176 pid:5917  tgid:5917  ppid:2      flags:0x00004000
Workqueue: wg-kex-wg0 wg_packet_handshake_receive_worker
Call Trace:
 <TASK>
 context_switch kernel/sched/core.c:5369 [inline]
 __schedule+0xe58/0x5ad0 kernel/sched/core.c:6756
 preempt_schedule_common+0x44/0xc0 kernel/sched/core.c:6935
 preempt_schedule_thunk+0x1a/0x30 arch/x86/entry/thunk.S:12
 __local_bh_enable_ip+0x107/0x120 kernel/softirq.c:396
 wg_timers_any_authenticated_packet_traversal+0x96/0xc0 drivers/net/wireguard/timers.c:215
 wg_packet_send_handshake_response+0x242/0x310 drivers/net/wireguard/send.c:99
 wg_receive_handshake_packet+0x248/0xbf0 drivers/net/wireguard/receive.c:154
 wg_packet_handshake_receive_worker+0x17f/0x3a0 drivers/net/wireguard/receive.c:213
 process_one_work+0x9c5/0x1ba0 kernel/workqueue.c:3229
 process_scheduled_works kernel/workqueue.c:3310 [inline]
 worker_thread+0x6c8/0xf00 kernel/workqueue.c:3391
 kthread+0x2c1/0x3a0 kernel/kthread.c:389
 ret_from_fork+0x45/0x80 arch/x86/kernel/process.c:147
 ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:244
 </TASK>
SLUB: Unable to allocate memory on CPU 0 (of node 0) on node -1, gfp=0x820(GFP_ATOMIC)
  cache: skbuff_head_cache, object size: 240, buffer size: 320, default order: 0, min order: 0
  node 0: slabs: 143290, objs: 1719480, free: 0
  node 1: slabs: 333381, objs: 4000572, free: 48
SLUB: Unable to allocate memory on CPU 0 (of node 0) on node -1, gfp=0x820(GFP_ATOMIC)
  cache: skbuff_head_cache, object size: 240, buffer size: 320, default order: 0, min order: 0
  node 0: slabs: 143290, objs: 1719480, free: 0
  node 1: slabs: 333381, objs: 4000572, free: 48
SLUB: Unable to allocate memory on CPU 0 (of node 0) on node -1, gfp=0x820(GFP_ATOMIC)
  cache: skbuff_head_cache, object size: 240, buffer size: 320, default order: 0, min order: 0
  node 0: slabs: 143290, objs: 1719480, free: 0
  node 1: slabs: 333381, objs: 4000572, free: 48
SLUB: Unable to allocate memory on CPU 0 (of node 0) on node -1, gfp=0x820(GFP_ATOMIC)
  cache: skbuff_head_cache, object size: 240, buffer size: 320, default order: 0, min order: 0
  node 0: slabs: 143290, objs: 1719480, free: 0
  node 1: slabs: 333381, objs: 4000572, free: 48
SLUB: Unable to allocate memory on CPU 0 (of node 0) on node -1, gfp=0x820(GFP_ATOMIC)
  cache: skbuff_head_cache, object size: 240, buffer size: 320, default order: 0, min order: 0
  node 0: slabs: 143290, objs: 1719480, free: 0
  node 1: slabs: 333381, objs: 4000572, free: 48
SLUB: Unable to allocate memory on CPU 0 (of node 0) on node -1, gfp=0x920(GFP_ATOMIC|__GFP_ZERO)
  cache: kmalloc-1k, object size: 1024, buffer size: 2048, default order: 3, min order: 0
  node 0: slabs: 703, objs: 11248, free: 0
  node 1: slabs: 1271, objs: 20336, free: 29
SLUB: Unable to allocate memory on CPU 0 (of node 0) on node -1, gfp=0x920(GFP_ATOMIC|__GFP_ZERO)
  cache: kmalloc-1k, object size: 1024, buffer size: 2048, default order: 3, min order: 0
  node 0: slabs: 703, objs: 11248, free: 0
  node 1: slabs: 1271, objs: 20336, free: 29