BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 171s!
Showing busy workqueues and worker pools:
workqueue events: flags=0x0
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=12 refcnt=13
    pending: psi_avgs_work, vmstat_shepherd, 2*ovs_dp_masks_rebalance, 2*psi_avgs_work, switchdev_deferred_process_work, rht_deferred_worker, free_obj_work, delayed_vfree_work, psi_avgs_work, kernfs_notify_workfn
workqueue events_long: flags=0x0
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=4 refcnt=5
    pending: 3*defense_work_handler, br_multicast_gc_work
workqueue events_unbound: flags=0x2
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=13 refcnt=14
    in-flight: 13:cfg80211_wiphy_work cfg80211_wiphy_work ,3491:cfg80211_wiphy_work cfg80211_wiphy_work ,1164:cfg80211_wiphy_work cfg80211_wiphy_work
    pending: idle_cull_fn, 6*macvlan_process_broadcast
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=19 refcnt=20
    in-flight: 1144:cfg80211_wiphy_work cfg80211_wiphy_work ,1084:cfg80211_wiphy_work cfg80211_wiphy_work ,3451:cfg80211_wiphy_work cfg80211_wiphy_work ,36:cfg80211_wiphy_work cfg80211_wiphy_work ,71:cfg80211_wiphy_work cfg80211_wiphy_work
    pending: nsim_dev_trap_report_work, toggle_allocation_gate, 2*nsim_dev_trap_report_work, idle_cull_fn, nsim_dev_trap_report_work, flush_memcg_stats_dwork, nsim_dev_trap_report_work, idle_cull_fn
workqueue events_freezable: flags=0x4
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: update_balloon_stats_func
workqueue events_power_efficient: flags=0x80
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=6 refcnt=7
    in-flight: 9:neigh_periodic_work
    pending: gc_worker, wg_ratelimiter_gc_entries, neigh_managed_work, 2*check_lifetime
workqueue kvfree_rcu_reclaim: flags=0xa
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3
    pending: 2*kfree_rcu_monitor
workqueue mm_percpu_wq: flags=0x8
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: vmstat_update
workqueue usb_hub_wq: flags=0x4
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    in-flight: 976:hub_event ,5884:hub_event hub_event
workqueue dm_bufio_cache: flags=0x8
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: work_fn
workqueue krxrpcd: flags=0x2001a
  pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=7
    pending: rxrpc_peer_keepalive_worker
    inactive: 3*rxrpc_peer_keepalive_worker
workqueue krdsd: flags=0x6000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=8
    in-flight: 3387(RESCUER):rds_connect_worker
    inactive: 3*rds_connect_worker
workqueue bat_events: flags=0x6000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=43
    in-flight: 3398(RESCUER):batadv_dat_purge
    inactive: batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, 2*batadv_dat_purge, batadv_bla_periodic_work, 3*batadv_nc_worker, 5*batadv_mcast_mla_update, 2*batadv_nc_worker, 8*batadv_iv_send_outstanding_bat_ogm_packet, 5*batadv_purge_orig, 3*batadv_iv_send_outstanding_bat_ogm_packet, 4*batadv_tt_purge
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3
    pending: 2*wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3
    pending: 2*wg_packet_handshake_send_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3
    in-flight: 9707:wg_packet_handshake_send_worker ,53:wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_tx_worker, wg_packet_encrypt_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg0: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_tx_worker, wg_packet_encrypt_worker, wg_packet_decrypt_worker
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    in-flight: 52:wg_packet_decrypt_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg1: flags=0x24
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    in-flight: 838:wg_packet_handshake_receive_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3
    pending: 2*wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_decrypt_worker, wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_tx_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4
    pending: wg_packet_tx_worker, wg_packet_decrypt_worker, wg_packet_encrypt_worker
workqueue wg-kex-wg1: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2
    in-flight: 5885:wg_packet_handshake_receive_worker
workqueue wg-kex-wg1: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3
    pending: 2*wg_packet_handshake_send_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3
    in-flight: 24:wg_packet_handshake_receive_worker wg_packet_handshake_receive_worker
workqueue wg-kex-wg2: flags=0x6
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2
    pending: wg_packet_handshake_send_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue bond5: flags=0x2000a
  pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=5
    pending: bond_mii_monitor
    inactive: bond_3ad_state_machine_handler
pool 2: cpus=0 node=0 flags=0x0 nice=0 hung=172s workers=9 idle: 5834 5883 5882 10 5887 5886
pool 6: cpus=1 node=0 flags=0x0 nice=0 hung=0s workers=8 idle: 5898 5888 8187 8186
pool 8: cpus=0-1 flags=0x6 nice=0 hung=0s workers=11 manager: 9709
Showing backtraces of running workers in stalled CPU-bound worker pools:
pool 2:
task:kworker/0:2     state:R  running task     stack:21576 pid:976   tgid:976   ppid:2      task_flags:0x4208060 flags:0x00004000
Workqueue: usb_hub_wq hub_event
Call Trace:
 <TASK>
 context_switch kernel/sched/core.c:5382 [inline]
 __schedule+0x16e2/0x4cd0 kernel/sched/core.c:6767
 preempt_schedule_irq+0xb5/0x150 kernel/sched/core.c:7090
 irqentry_exit+0x6f/0x90 kernel/entry/common.c:354
 asm_sysvec_apic_timer_interrupt+0x1a/0x20 arch/x86/include/asm/idtentry.h:702
RIP: 0010:memset_orig+0x36/0xb0 arch/x86/lib/memset_64.S:69
Code: 01 01 01 01 01 48 0f af c1 41 89 f9 41 83 e1 07 75 74 48 89 d1 48 c1 e9 06 74 39 66 0f 1f 84 00 00 00 00 00 48 ff c9 48 89 07 <48> 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89 47 28 48 89
RSP: 0018:ffffc900037972c0 EFLAGS: 00000202
RAX: ffffffffffffffff RBX: 0000000000000001 RCX: 0000000000000007
RDX: 0000000000000200 RSI: 00000000000000ff RDI: ffffed100b745400
RBP: 0005088000000000 R08: dffffc0000000000 R09: 0000000000000000
R10: ffffed100b745400 R11: fffffbfff1efdaaf R12: ffffea00016e8a80
R13: ffff88805ba2a000 R14: 0000000000000000 R15: 0000000000000000
 kasan_poison_pages include/linux/kasan.h:117 [inline]
 free_pages_prepare mm/page_alloc.c:1284 [inline]
 __free_frozen_pages+0x426/0xcd0 mm/page_alloc.c:2725
 discard_slab mm/slub.c:2716 [inline]
 __put_partials+0x161/0x1c0 mm/slub.c:3185
 put_cpu_partial+0x17c/0x250 mm/slub.c:3260
 __slab_free+0x2f7/0x400 mm/slub.c:4512
 qlink_free mm/kasan/quarantine.c:163 [inline]
 qlist_free_all+0x9a/0x140 mm/kasan/quarantine.c:179
 kasan_quarantine_reduce+0x148/0x160 mm/kasan/quarantine.c:286
 __kasan_kmalloc+0x22/0xb0 mm/kasan/common.c:385
 kasan_kmalloc include/linux/kasan.h:260 [inline]
 __do_kmalloc_node mm/slub.c:4327 [inline]
 __kmalloc_noprof+0x27a/0x4f0 mm/slub.c:4339
 kmalloc_noprof include/linux/slab.h:909 [inline]
 kzalloc_noprof include/linux/slab.h:1039 [inline]
 rh_call_control drivers/usb/core/hcd.c:491 [inline]
 rh_urb_enqueue drivers/usb/core/hcd.c:821 [inline]
 usb_hcd_submit_urb+0x798/0x1aa0 drivers/usb/core/hcd.c:1529
 usb_start_wait_urb+0x114/0x4c0 drivers/usb/core/message.c:59
 usb_internal_control_msg drivers/usb/core/message.c:103 [inline]
 usb_control_msg+0x232/0x3e0 drivers/usb/core/message.c:154
 get_port_status drivers/usb/core/hub.c:605 [inline]
 hub_ext_port_status+0x116/0x820 drivers/usb/core/hub.c:622
 usb_hub_port_status drivers/usb/core/hub.c:672 [inline]
 port_event drivers/usb/core/hub.c:5724 [inline]
 hub_event+0x770/0x4a00 drivers/usb/core/hub.c:5913
 process_one_work kernel/workqueue.c:3238 [inline]
 process_scheduled_works+0xadb/0x17a0 kernel/workqueue.c:3319
 worker_thread+0x8a0/0xda0 kernel/workqueue.c:3400
 kthread+0x70e/0x8a0 kernel/kthread.c:464
 ret_from_fork+0x4b/0x80 arch/x86/kernel/process.c:153
 ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:245
 </TASK>
pool 2:
task:kworker/0:6     state:R  running task     stack:21480 pid:5884  tgid:5884  ppid:2      task_flags:0x4208060 flags:0x00004000
Workqueue: usb_hub_wq hub_event
Call Trace:
 <TASK>
 context_switch kernel/sched/core.c:5382 [inline]
 __schedule+0x16e2/0x4cd0 kernel/sched/core.c:6767
 preempt_schedule_irq+0xb5/0x150 kernel/sched/core.c:7090
 irqentry_exit+0x6f/0x90 kernel/entry/common.c:354
 asm_sysvec_apic_timer_interrupt+0x1a/0x20 arch/x86/include/asm/idtentry.h:702
RIP: 0010:unwind_next_frame+0x395/0x2390 arch/x86/kernel/unwind_orc.c:505
Code: e0 48 c1 e8 03 0f b6 04 28 84 c0 0f 85 6d 19 00 00 4c 89 e8 48 c1 e8 03 0f b6 04 28 84 c0 0f 85 80 19 00 00 41 0f b6 44 24 01 <83> e0 07 0f 84 75 15 00 00 83 f8 01 4c 8b 7c 24 48 48 bd 00 00 00
RSP: 0018:ffffc9000479eff8 EFLAGS: 00000246
RAX: 0000000000000002 RBX: ffffffff8f937974 RCX: ffffffff8f937978
RDX: ffffffff900ecf0c RSI: ffffffff900ecf0c RDI: ffffffff8bc1d080
RBP: dffffc0000000000 R08: 0000000000000001 R09: 0000000000000000
R10: 0000000000000000 R11: ffffffff817199f5 R12: ffffffff900ecf10
R13: ffffffff900ecf11 R14: ffffc9000479f0c8 R15: ffffffff8f937974
 arch_stack_walk+0x11c/0x150 arch/x86/kernel/stacktrace.c:25
 stack_trace_save+0x9c/0xe0 kernel/stacktrace.c:122
 save_stack+0xf7/0x1f0 mm/page_owner.c:156
 __reset_page_owner+0x71/0x1f0 mm/page_owner.c:308
 reset_page_owner include/linux/page_owner.h:25 [inline]
 free_pages_prepare mm/page_alloc.c:1262 [inline]
 __free_frozen_pages+0xb0e/0xcd0 mm/page_alloc.c:2725
 discard_slab mm/slub.c:2716 [inline]
 __put_partials+0x161/0x1c0 mm/slub.c:3185
 put_cpu_partial+0x17c/0x250 mm/slub.c:3260
 __slab_free+0x2f7/0x400 mm/slub.c:4512
 qlink_free mm/kasan/quarantine.c:163 [inline]
 qlist_free_all+0x9a/0x140 mm/kasan/quarantine.c:179
 kasan_quarantine_reduce+0x148/0x160 mm/kasan/quarantine.c:286
 __kasan_slab_alloc+0x22/0x80 mm/kasan/common.c:329
 kasan_slab_alloc include/linux/kasan.h:250 [inline]
 slab_post_alloc_hook mm/slub.c:4147 [inline]
 slab_alloc_node mm/slub.c:4196 [inline]
 __kmalloc_cache_noprof+0x1be/0x3d0 mm/slub.c:4353
 kmalloc_noprof include/linux/slab.h:905 [inline]
 usb_control_msg+0x73/0x3e0 drivers/usb/core/message.c:144
 set_port_feature drivers/usb/core/hub.c:464 [inline]
 hub_port_reset+0x390/0x1750 drivers/usb/core/hub.c:3051
 hub_port_init+0x2b0/0x2800 drivers/usb/core/hub.c:4903
 hub_port_connect drivers/usb/core/hub.c:5460 [inline]
 hub_port_connect_change drivers/usb/core/hub.c:5671 [inline]
 port_event drivers/usb/core/hub.c:5831 [inline]
 hub_event+0x2518/0x4a00 drivers/usb/core/hub.c:5913
 process_one_work kernel/workqueue.c:3238 [inline]
 process_scheduled_works+0xadb/0x17a0 kernel/workqueue.c:3319
 worker_thread+0x8a0/0xda0 kernel/workqueue.c:3400
 kthread+0x70e/0x8a0 kernel/kthread.c:464
 ret_from_fork+0x4b/0x80 arch/x86/kernel/process.c:153
 ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:245
 </TASK>
pool 2:
task:kworker/0:0     state:R  running task     stack:21576 pid:9     tgid:9     ppid:2      task_flags:0x4208060 flags:0x00004000
Workqueue: events_power_efficient neigh_periodic_work
Call Trace:
 <TASK>
 context_switch kernel/sched/core.c:5382 [inline]
 __schedule+0x16e2/0x4cd0 kernel/sched/core.c:6767
 preempt_schedule_common+0x83/0xd0 kernel/sched/core.c:6947
 preempt_schedule+0xae/0xc0 kernel/sched/core.c:6971
 preempt_schedule_thunk+0x16/0x30 arch/x86/entry/thunk.S:12
 __local_bh_enable_ip+0x13e/0x1c0 kernel/softirq.c:414
 neigh_periodic_work+0xb41/0xd60 net/core/neighbour.c:966
 process_one_work kernel/workqueue.c:3238 [inline]
 process_scheduled_works+0xadb/0x17a0 kernel/workqueue.c:3319
 worker_thread+0x8a0/0xda0 kernel/workqueue.c:3400
 kthread+0x70e/0x8a0 kernel/kthread.c:464
 ret_from_fork+0x4b/0x80 arch/x86/kernel/process.c:153
 ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:245
 </TASK>
----------------
Code disassembly (best guess):
   0:	01 01                	add    %eax,(%rcx)
   2:	01 01                	add    %eax,(%rcx)
   4:	01 48 0f             	add    %ecx,0xf(%rax)
   7:	af                   	scas   %es:(%rdi),%eax
   8:	c1 41 89 f9          	roll   $0xf9,-0x77(%rcx)
   c:	41 83 e1 07          	and    $0x7,%r9d
  10:	75 74                	jne    0x86
  12:	48 89 d1             	mov    %rdx,%rcx
  15:	48 c1 e9 06          	shr    $0x6,%rcx
  19:	74 39                	je     0x54
  1b:	66 0f 1f 84 00 00 00 	nopw   0x0(%rax,%rax,1)
  22:	00 00
  24:	48 ff c9             	dec    %rcx
  27:	48 89 07             	mov    %rax,(%rdi)
* 2a:	48 89 47 08          	mov    %rax,0x8(%rdi) <-- trapping instruction
  2e:	48 89 47 10          	mov    %rax,0x10(%rdi)
  32:	48 89 47 18          	mov    %rax,0x18(%rdi)
  36:	48 89 47 20          	mov    %rax,0x20(%rdi)
  3a:	48 89 47 28          	mov    %rax,0x28(%rdi)
  3e:	48                   	rex.W
  3f:	89                   	.byte 0x89