rcu: INFO: rcu_preempt self-detected stall on CPU rcu: 0-....: (10499 ticks this GP) idle=576/1/0x4000000000000004 softirq=255129/255130 fqs=3316 rcu: (t=10500 jiffies g=361653 q=1185) rcu: rcu_preempt kthread starved for 3838 jiffies! g361653 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x402 ->cpu=1 rcu: RCU grace-period kthread stack dump: rcu_preempt I29104 10 2 0x80000000 Call Trace: context_switch kernel/sched/core.c:2826 [inline] __schedule+0x866/0x1dc0 kernel/sched/core.c:3474 schedule+0x92/0x1c0 kernel/sched/core.c:3518 schedule_timeout+0x4db/0xfc0 kernel/time/timer.c:1804 rcu_gp_kthread+0xd5c/0x2190 kernel/rcu/tree.c:2202 kthread+0x354/0x420 kernel/kthread.c:246 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:415 NMI backtrace for cpu 0 CPU: 0 PID: 1343 Comm: udevd Not tainted 4.19.72 #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x63/0xa4 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x1b0/0x1f8 lib/nmi_backtrace.c:62 arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38 trigger_single_cpu_backtrace include/linux/nmi.h:164 [inline] rcu_dump_cpu_stacks+0x189/0x1d5 kernel/rcu/tree.c:1340 print_cpu_stall kernel/rcu/tree.c:1478 [inline] check_cpu_stall kernel/rcu/tree.c:1550 [inline] __rcu_pending kernel/rcu/tree.c:3293 [inline] rcu_pending kernel/rcu/tree.c:3336 [inline] rcu_check_callbacks.cold+0x5e3/0xd90 kernel/rcu/tree.c:2682 update_process_times+0x32/0x80 kernel/time/timer.c:1636 tick_sched_handle+0xa2/0x190 kernel/time/tick-sched.c:164 tick_sched_timer+0x47/0x130 kernel/time/tick-sched.c:1274 __run_hrtimer kernel/time/hrtimer.c:1398 [inline] __hrtimer_run_queues+0x33b/0xdc0 kernel/time/hrtimer.c:1460 hrtimer_interrupt+0x314/0x770 kernel/time/hrtimer.c:1518 local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1067 [inline] smp_apic_timer_interrupt+0x111/0x550 arch/x86/kernel/apic/apic.c:1092 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:893 RIP: 0010:__list_add_valid+0x10/0xa0 lib/list_debug.c:22 Code: 82 87 e8 33 fd ff ff 41 5c 5d c3 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 48 b8 00 00 00 00 00 fc ff df 55 48 89 e5 41 55 <49> 89 fd 48 8d 7a 08 41 54 49 89 d4 48 89 fa 48 83 ec 08 48 c1 ea RSP: 0000:ffff8880ae806f20 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 RAX: dffffc0000000000 RBX: ffff88801b476bf8 RCX: ffffffff858e7de6 RDX: ffff88801b476c90 RSI: ffff88801b476c90 RDI: ffff88801b476bf8 RBP: ffff8880ae806f28 R08: ffff88801fce4380 R09: 0000000000000007 R10: ffff88801fce4d18 R11: 00000000e3a4c30f R12: dffffc0000000000 R13: ffff88801b476940 R14: ffff88801b476c98 R15: ffff88801b476c90 __list_add include/linux/list.h:60 [inline] list_add_tail include/linux/list.h:93 [inline] list_move_tail include/linux/list.h:183 [inline] hhf_dequeue+0x652/0xa00 net/sched/sch_hhf.c:438 dequeue_skb net/sched/sch_generic.c:277 [inline] qdisc_restart net/sched/sch_generic.c:380 [inline] __qdisc_run+0x1e7/0x1960 net/sched/sch_generic.c:398 __dev_xmit_skb net/core/dev.c:3501 [inline] __dev_queue_xmit+0x165c/0x2fe0 net/core/dev.c:3811 dev_queue_xmit+0x18/0x20 net/core/dev.c:3876 br_dev_queue_push_xmit+0x405/0x5d0 net/bridge/br_forward.c:56 NF_HOOK include/linux/netfilter.h:289 [inline] NF_HOOK include/linux/netfilter.h:283 [inline] br_forward_finish+0xfa/0x400 net/bridge/br_forward.c:69 NF_HOOK include/linux/netfilter.h:289 [inline] NF_HOOK include/linux/netfilter.h:283 [inline] __br_forward+0x647/0xb30 net/bridge/br_forward.c:113 deliver_clone+0x61/0xc0 net/bridge/br_forward.c:129 maybe_deliver net/bridge/br_forward.c:184 [inline] maybe_deliver net/bridge/br_forward.c:172 [inline] br_flood+0x4da/0x710 net/bridge/br_forward.c:226 br_dev_xmit+0xeeb/0x1490 net/bridge/br_device.c:103 __netdev_start_xmit include/linux/netdevice.h:4303 [inline] netdev_start_xmit include/linux/netdevice.h:4312 [inline] xmit_one net/core/dev.c:3257 [inline] dev_hard_start_xmit+0x1a5/0x980 net/core/dev.c:3273 __dev_queue_xmit+0x2704/0x2fe0 net/core/dev.c:3843 dev_queue_xmit+0x18/0x20 net/core/dev.c:3876 neigh_resolve_output net/core/neighbour.c:1369 [inline] neigh_resolve_output+0x5b7/0x980 net/core/neighbour.c:1349 neigh_output include/net/neighbour.h:501 [inline] ip6_finish_output2+0xb7f/0x2550 net/ipv6/ip6_output.c:120 ip6_finish_output+0x574/0xbe0 net/ipv6/ip6_output.c:154 NF_HOOK_COND include/linux/netfilter.h:278 [inline] ip6_output+0x235/0x7c0 net/ipv6/ip6_output.c:171 dst_output include/net/dst.h:447 [inline] NF_HOOK include/linux/netfilter.h:289 [inline] NF_HOOK include/linux/netfilter.h:283 [inline] mld_sendpack+0x9d3/0xeb0 net/ipv6/mcast.c:1684 mld_send_cr net/ipv6/mcast.c:1980 [inline] mld_ifc_timer_expire+0x449/0x8a0 net/ipv6/mcast.c:2479 call_timer_fn+0x18d/0x720 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers kernel/time/timer.c:1682 [inline] __run_timers kernel/time/timer.c:1650 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1695 __do_softirq+0x25c/0x921 kernel/softirq.c:292 invoke_softirq kernel/softirq.c:372 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:412 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x13b/0x550 arch/x86/kernel/apic/apic.c:1094 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:893 RIP: 0033:0x7fcf13b641f1 Code: ff c7 f6 c2 02 74 12 0f b7 0e 66 89 0f 48 83 c6 02 48 83 c7 02 0f 1f 40 00 f6 c2 04 74 0c 8b 0e 89 0f 48 83 c6 04 48 83 c7 04 c2 08 74 0e 48 8b 0e 48 89 0f 48 83 c6 08 48 83 c7 08 81 e2 f0 RSP: 002b:00007ffddd1a3868 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 RAX: 000000000217a020 RBX: 00000000021bcd30 RCX: 0000000000000055 RDX: 0000000000000009 RSI: 000000000216d351 RDI: 000000000217a021 RBP: 0000000002182d00 R08: 000000000217a010 R09: 0000000000000000 R10: 000000000216d030 R11: 00007fcf13b5ec81 R12: 000000000216d370 R13: 000000000216d350 R14: ffffffffffffffff R15: 000000000000000b