BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 232s!
BUG: workqueue lockup - pool cpus=0-1 flags=0x4 nice=0 stuck for 232s!
Showing busy workqueues and worker pools:
workqueue events: flags=0x0
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=20/256 refcnt=21
    in-flight: 7516:bpf_map_free_deferred
    pending: psi_avgs_work, kfree_rcu_monitor, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=8/256 refcnt=9
    pending: kfree_rcu_monitor, bpf_prog_free_deferred, vmstat_shepherd, rht_deferred_worker, key_garbage_collector, rht_deferred_worker, rht_deferred_worker, rht_deferred_worker
workqueue events_long: flags=0x0
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=45/256 refcnt=46
    pending: br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_multicast_gc_work, br_multicast_gc_work, br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_multicast_gc_work, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_multicast_gc_work
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=26/256 refcnt=27
    pending: br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup
workqueue events_unbound: flags=0x2
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/512 refcnt=4
    pending: fsnotify_mark_destroy_workfn, toggle_allocation_gate
workqueue events_power_efficient: flags=0x80
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_ratelimiter_gc_entries
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=4/256 refcnt=5
    pending: neigh_periodic_work, neigh_periodic_work, check_lifetime, gc_worker
workqueue rcu_gp: flags=0x8
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: srcu_invoke_callbacks
workqueue mm_percpu_wq: flags=0x8
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: vmstat_update
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: vmstat_update
workqueue netns: flags=0xe000a
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/1 refcnt=4
    in-flight: 408:cleanup_net
    delayed: cleanup_net
workqueue writeback: flags=0x4a
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=6/256 refcnt=8
    pending: wb_workfn, wb_workfn, wb_workfn, wb_workfn, wb_workfn, wb_workfn
workqueue kblockd: flags=0x18
  pwq 3: cpus=1 node=0 flags=0x0 nice=-20 active=1/256 refcnt=2
    pending: blk_mq_timeout_work
workqueue usb_hub_wq: flags=0x4
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    in-flight: 28071:hub_event hub_event
workqueue dm_bufio_cache: flags=0x8
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: work_fn
workqueue ipv6_addrconf: flags=0x40008
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/1 refcnt=2
    pending: addrconf_verify_work
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=3/256 refcnt=5
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=4/256 refcnt=6
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material, wg_queued_expired_zero_key_material
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material
workqueue wg-crypt-wg0: flags=0x28
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=4/256 refcnt=6
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material, wg_queued_expired_zero_key_material
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=4/256 refcnt=6
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material, wg_queued_expired_zero_key_material
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=2/256 refcnt=4
    pending: wg_packet_handshake_send_worker, wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=1/256 refcnt=3
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
pool 0: cpus=0 node=0 flags=0x0 nice=0 hung=234s workers=67 idle: 28068 28063 28060 28067 28062 28066 28065 28059 28057 28064 28069 28061 28058 28056 28055 28054 28053 28052 28051 28050 28048 28049 28047 28046 28045 28044 28043 28040 28039 28038 7454 18629 7456 7457 7455 18630 18654 7459 7458 7478 18631 18628 18633 18634 18635 18636 18637 18640 18638 18639 18642 18641 18643 18644 18645 18648 18646 18649 18632 18652 18653 18647 18650 18655 18651 28070
pool 2: cpus=1 node=0 flags=0x0 nice=0 hung=234s workers=8 idle: 7513 7518 7514 7517 21651 22022 7534
pool 4: cpus=0-1 flags=0x4 nice=0 hung=234s workers=8 idle: 306 5251 24446 24810 5382 474 49