BUG: workqueue lockup - pool cpus=1 node=0 flags=0x0 nice=0 stuck for 47s!
Showing busy workqueues and worker pools:
workqueue events: flags=0x0
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: 3*nsim_dev_hwstats_traffic_work
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=10 refcnt=11
    in-flight: 27:request_firmware_work_func
    pending: 2*nsim_dev_hwstats_traffic_work, 5*ovs_dp_masks_rebalance, psi_avgs_work, free_obj_work
workqueue events_long: flags=0x0
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=5 refcnt=6
    pending: 5*defense_work_handler
workqueue events_unbound: flags=0x2
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=15 refcnt=16
    in-flight: 717:nsim_dev_trap_report_work ,11:cfg80211_wiphy_work cfg80211_wiphy_work ,13:cfg80211_wiphy_work cfg80211_wiphy_work ,712:cfg80211_wiphy_work cfg80211_wiphy_work
    pending: toggle_allocation_gate, 3*nsim_dev_trap_report_work, kfree_rcu_monitor, nsim_dev_trap_report_work, kfree_rcu_work, flush_memcg_stats_dwork
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=6 refcnt=7
    in-flight: 574:cfg80211_wiphy_work cfg80211_wiphy_work ,687:cfg80211_wiphy_work cfg80211_wiphy_work ,117:cfg80211_wiphy_work cfg80211_wiphy_work
workqueue events_power_efficient: flags=0x82
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=5 refcnt=6
    in-flight: 777:gc_worker ,6504:neigh_periodic_work
    pending: do_cache_clean, wg_ratelimiter_gc_entries, neigh_periodic_work
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    in-flight: 829:reg_check_chans_work
workqueue netns: flags=0x6000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=5
    in-flight: 44:cleanup_net
    inactive: cleanup_net
workqueue mm_percpu_wq: flags=0x8
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: vmstat_update
workqueue writeback: flags=0x4a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    in-flight: 235:wb_workfn
workqueue ipv6_addrconf: flags=0x6000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=421
    in-flight: 43:addrconf_dad_work
    inactive: 417*addrconf_dad_work
workqueue bat_events: flags=0x6000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=49
    in-flight: 4177(RESCUER):batadv_tt_purge
    inactive: 3*batadv_tt_purge, 2*batadv_dat_purge, 2*batadv_bla_periodic_work, 2*batadv_dat_purge, 2*batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, 5*batadv_nc_worker, 4*batadv_mcast_mla_update, 4*batadv_iv_send_outstanding_bat_ogm_packet, batadv_mcast_mla_update, 9*batadv_iv_send_outstanding_bat_ogm_packet, 5*batadv_purge_orig, 2*batadv_iv_send_outstanding_bat_ogm_packet, batadv_tt_purge
workqueue wg-kex-wg0: flags=0x24
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    in-flight: 2275:wg_packet_encrypt_worker
    pending: wg_packet_tx_worker
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    in-flight: 8:wg_packet_handshake_receive_worker
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    in-flight: 6483:wg_packet_handshake_receive_worker
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_decrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_encrypt_worker, wg_packet_tx_worker
pool 2: cpus=0 node=0 flags=0x0 nice=0 hung=0s workers=7 idle: 6491 6493 6502 10
pool 6: cpus=1 node=0 flags=0x0 nice=0 hung=47s workers=8 idle: 6484 6480 1783 6495 6481 6482 25
pool 8: cpus=0-1 flags=0x6 nice=0 hung=2s workers=14 manager: 6505
Showing backtraces of running workers in stalled CPU-bound worker pools:
pool 6:
task:kworker/1:1     state:R  running task     stack:0     pid:27    tgid:27    ppid:2      task_flags:0x4288060 flags:0x00000008
Workqueue: events request_firmware_work_func
Call trace:
 __switch_to+0x414/0x788 arch/arm64/kernel/process.c:701 (T)
 context_switch kernel/sched/core.c:5378 [inline]
 __schedule+0x1360/0x257c kernel/sched/core.c:6765
 preempt_schedule_common+0xe8/0x1dc kernel/sched/core.c:6944
 preempt_schedule+0x60/0x80 kernel/sched/core.c:6968
 __raw_spin_unlock_irqrestore include/linux/spinlock_api_smp.h:152 [inline]
 _raw_spin_unlock_irqrestore+0x94/0x98 kernel/locking/spinlock.c:194
 __debug_check_no_obj_freed lib/debugobjects.c:1108 [inline]
 debug_check_no_obj_freed+0x460/0x47c lib/debugobjects.c:1129
 free_pages_prepare mm/page_alloc.c:1134 [inline]
 free_frozen_pages+0x574/0x1014 mm/page_alloc.c:2660
 __free_slab+0x118/0x1f0 mm/slub.c:2655
 free_slab+0x2c/0x100 mm/slub.c:2678
 discard_slab mm/slub.c:2684 [inline]
 __put_partials+0x1a8/0x250 mm/slub.c:3153
 put_cpu_partial+0x164/0x1c0 mm/slub.c:3228
 __slab_free+0x1a8/0x278 mm/slub.c:4479
 do_slab_free mm/slub.c:4561 [inline]
 ___cache_free+0x144/0x16c mm/slub.c:4667
 qlink_free+0x48/0x94 mm/kasan/quarantine.c:163
 qlist_free_all+0x44/0xb8 mm/kasan/quarantine.c:179
 kasan_quarantine_reduce+0x118/0x124 mm/kasan/quarantine.c:286
 __kasan_slab_alloc+0x2c/0x8c mm/kasan/common.c:329
 kasan_slab_alloc include/linux/kasan.h:250 [inline]
 slab_post_alloc_hook mm/slub.c:4115 [inline]
 slab_alloc_node mm/slub.c:4164 [inline]
 kmem_cache_alloc_noprof+0x254/0x410 mm/slub.c:4171
 skb_clone+0x1c8/0x330 net/core/skbuff.c:2084
 do_one_broadcast net/netlink/af_netlink.c:1453 [inline]
 netlink_broadcast_filtered+0x5d0/0x10ec net/netlink/af_netlink.c:1531
 netlink_broadcast+0x50/0x68 net/netlink/af_netlink.c:1555
 uevent_net_broadcast_untagged lib/kobject_uevent.c:331 [inline]
 kobject_uevent_net_broadcast+0x33c/0x548 lib/kobject_uevent.c:410
 kobject_uevent_env+0x530/0x894 lib/kobject_uevent.c:608
 kobject_uevent+0x2c/0x3c lib/kobject_uevent.c:656
 device_del+0x688/0x828 drivers/base/core.c:3872
 fw_load_sysfs_fallback drivers/base/firmware_loader/fallback.c:124 [inline]
 fw_load_from_user_helper drivers/base/firmware_loader/fallback.c:162 [inline]
 firmware_fallback_sysfs+0x368/0x918 drivers/base/firmware_loader/fallback.c:238
 _request_firmware+0xe3c/0x10b4 drivers/base/firmware_loader/main.c:941
 request_firmware_work_func+0xfc/0x214 drivers/base/firmware_loader/main.c:1194
 process_one_work+0x810/0x1638 kernel/workqueue.c:3236
 process_scheduled_works kernel/workqueue.c:3317 [inline]
 worker_thread+0x97c/0xeec kernel/workqueue.c:3398
 kthread+0x65c/0x7b0 kernel/kthread.c:464
 ret_from_fork+0x10/0x20 arch/arm64/kernel/entry.S:862