BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 201s! Showing busy workqueues and worker pools: workqueue events: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=15 refcnt=16 in-flight: 23740:free_obj_work pending: bpf_prog_free_deferred, 3*nsim_dev_hwstats_traffic_work, free_obj_work, psi_avgs_work, 3*ovs_dp_masks_rebalance, psi_avgs_work, vmstat_shepherd, ovs_dp_masks_rebalance, psi_avgs_work, bpf_prog_free_deferred pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=12 refcnt=13 in-flight: 12151:switchdev_deferred_process_work pending: 7*nsim_dev_hwstats_traffic_work, 2*psi_avgs_work, 2*ovs_dp_masks_rebalance workqueue events_long: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3 pending: defense_work_handler, br_fdb_cleanup pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=5 refcnt=6 pending: 5*defense_work_handler workqueue events_unbound: flags=0x2 pwq 8: cpus=0-1 flags=0x4 nice=0 active=2 refcnt=3 in-flight: 18039:toggle_allocation_gate pending: flush_memcg_stats_dwork workqueue events_unbound: flags=0x2 pwq 8: cpus=0-1 flags=0x4 nice=0 active=9 refcnt=10 in-flight: 36:nsim_dev_trap_report_work ,26524:cfg80211_wiphy_work ,7760:nsim_dev_trap_report_work ,26525:fsnotify_mark_destroy_workfn ,26508:cfg80211_wiphy_work cfg80211_wiphy_work ,26493:cfg80211_wiphy_work cfg80211_wiphy_work ,18060:fsnotify_connector_destroy_workfn workqueue events_freezable: flags=0x104 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: update_balloon_stats_func workqueue events_power_efficient: flags=0x180 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=8 refcnt=9 pending: hash_ipport4_gc, 2*neigh_managed_work, check_lifetime, 2*neigh_periodic_work, 2*check_lifetime pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=3 refcnt=4 in-flight: 23798:wg_ratelimiter_gc_entries ,12149:reg_check_chans_work pending: gc_worker workqueue rcu_gp: flags=0x108 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: srcu_invoke_callbacks workqueue kvfree_rcu_reclaim: flags=0xa pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 in-flight: 26488:kfree_rcu_work workqueue mm_percpu_wq: flags=0x8 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: vmstat_update workqueue ipv6_addrconf: flags=0x6000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=5 in-flight: 26513:addrconf_verify_work inactive: addrconf_verify_work workqueue bat_events: flags=0x6000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=29 in-flight: 18041:batadv_iv_send_outstanding_bat_ogm_packet inactive: batadv_purge_orig, batadv_bla_periodic_work, 2*batadv_tt_purge, batadv_dat_purge, batadv_bla_periodic_work, 2*batadv_dat_purge, batadv_bla_periodic_work, 4*batadv_mcast_mla_update, 4*batadv_iv_send_outstanding_bat_ogm_packet, batadv_bla_periodic_work, batadv_dat_purge, batadv_iv_send_outstanding_bat_ogm_packet, 2*batadv_purge_orig, 3*batadv_iv_send_outstanding_bat_ogm_packet workqueue wg-kex-wg0: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_tx_worker workqueue wg-kex-wg1: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_decrypt_worker workqueue wg-kex-wg2: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3 pending: wg_packet_encrypt_worker, wg_packet_tx_worker workqueue wg-kex-wg0: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker workqueue wg-kex-wg1: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker workqueue wg-kex-wg2: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3 pending: wg_packet_encrypt_worker, wg_packet_tx_worker workqueue hci5: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4 in-flight: 5830:hci_cmd_sync_work workqueue wg-kex-wg0: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker workqueue wg-kex-wg1: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_decrypt_worker, wg_packet_encrypt_worker, wg_packet_tx_worker workqueue wg-kex-wg2: flags=0x124 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_receive_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3 pending: wg_packet_encrypt_worker, wg_packet_tx_worker pool 2: cpus=0 node=0 flags=0x0 nice=0 hung=202s workers=4 idle: 12189 20236 12197 pool 6: cpus=1 node=0 flags=0x0 nice=0 hung=0s workers=7 idle: 23798 423 12148 12152 pool 8: cpus=0-1 flags=0x4 nice=0 hung=0s workers=18 idle: 26524 18039 7760 26508 36 64 7744 26495 8351 26498 7749 pool 9: cpus=0-1 node=0 flags=0x4 nice=-20 hung=0s workers=4 idle: 25077 419 51 Showing backtraces of running workers in stalled CPU-bound worker pools: pool 2: task:kworker/0:5 state:R running task stack:24408 pid:23740 tgid:23740 ppid:2 task_flags:0x4208060 flags:0x00080000 Workqueue: events free_obj_work Call Trace: context_switch kernel/sched/core.c:5260 [inline] __schedule+0x1522/0x51d0 kernel/sched/core.c:6867 preempt_schedule_irq+0x4d/0xa0 kernel/sched/core.c:7194 irqentry_exit+0x597/0x620 kernel/entry/common.c:216 asm_sysvec_apic_timer_interrupt+0x1a/0x20 arch/x86/include/asm/idtentry.h:697 RIP: 0010:unwind_next_frame+0xb/0x23c0 arch/x86/kernel/unwind_orc.c:485 Code: c1 7c 92 48 89 df e8 f4 0e b7 00 eb 88 66 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 55 41 57 41 56 41 55 <41> 54 53 48 81 ec 98 00 00 00 49 89 fe 48 bd 00 00 00 00 00 fc ff RSP: 0018:ffffc90004c675e0 EFLAGS: 00000202 RAX: 0000000000000001 RBX: ffffc90004c676c0 RCX: 0000000000000000 RDX: dffffc0000000000 RSI: ffffffff818d9d8c RDI: ffffc90004c67608 RBP: ffffc90004c67690 R08: ffffc90004c676d0 R09: 0000000000000005 R10: ffffc90004c672e0 R11: ffffffff81af7a40 R12: ffff88802df6bc80 R13: 0000000000000000 R14: ffffffff81af7a40 R15: ffffc90004c67608 arch_stack_walk+0x11b/0x150 arch/x86/kernel/stacktrace.c:25 stack_trace_save+0xa9/0x100 kernel/stacktrace.c:122 kasan_save_stack mm/kasan/common.c:57 [inline] kasan_save_track+0x3e/0x80 mm/kasan/common.c:78 kasan_save_free_info+0x46/0x50 mm/kasan/generic.c:584 poison_slab_object mm/kasan/common.c:253 [inline] __kasan_slab_free+0x5c/0x80 mm/kasan/common.c:285 kasan_slab_free include/linux/kasan.h:235 [inline] slab_free_hook mm/slub.c:2540 [inline] slab_free mm/slub.c:6674 [inline] kmem_cache_free+0x195/0x610 mm/slub.c:6789 free_object_list lib/debugobjects.c:326 [inline] free_obj_work+0x391/0x4c0 lib/debugobjects.c:513 process_one_work kernel/workqueue.c:3257 [inline] process_scheduled_works+0xaec/0x17a0 kernel/workqueue.c:3340 worker_thread+0xda6/0x1360 kernel/workqueue.c:3421 kthread+0x388/0x470 kernel/kthread.c:467 ret_from_fork+0x51b/0xa40 arch/x86/kernel/process.c:158 ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:246 ---------------- Code disassembly (best guess), 1 bytes skipped: 0: 7c 92 jl 0xffffff94 2: 48 89 df mov %rbx,%rdi 5: e8 f4 0e b7 00 call 0xb70efe a: eb 88 jmp 0xffffff94 c: 66 90 xchg %ax,%ax e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: 90 nop 1c: 90 nop 1d: 90 nop 1e: f3 0f 1e fa endbr64 22: 55 push %rbp 23: 41 57 push %r15 25: 41 56 push %r14 27: 41 55 push %r13 * 29: 41 54 push %r12 <-- trapping instruction 2b: 53 push %rbx 2c: 48 81 ec 98 00 00 00 sub $0x98,%rsp 33: 49 89 fe mov %rdi,%r14 36: 48 rex.W 37: bd 00 00 00 00 mov $0x0,%ebp 3c: 00 fc add %bh,%ah 3e: ff .byte 0xff