rcu: INFO: rcu_preempt self-detected stall on CPU rcu: 0-...!: (1 GPs behind) idle=c1a/1/0x4000000000000004 softirq=171668/171669 fqs=44 (t=10501 jiffies g=239601 q=341) rcu: rcu_preempt kthread starved for 10412 jiffies! g239601 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x402 ->cpu=1 rcu: RCU grace-period kthread stack dump: rcu_preempt I29256 10 2 0x80004000 Call Trace: context_switch kernel/sched/core.c:3254 [inline] __schedule+0x755/0x15b0 kernel/sched/core.c:3921 schedule+0xa8/0x270 kernel/sched/core.c:3985 schedule_timeout+0x486/0xc50 kernel/time/timer.c:1807 rcu_gp_fqs_loop kernel/rcu/tree.c:1611 [inline] rcu_gp_kthread+0x9b2/0x18c0 kernel/rcu/tree.c:1768 kthread+0x361/0x430 kernel/kthread.c:255 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 NMI backtrace for cpu 0 CPU: 0 PID: 4511 Comm: kworker/u4:0 Not tainted 5.3.0-rc1-next-20190726 #53 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Workqueue: bat_events batadv_nc_worker Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x70/0xb2 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x23b/0x28b lib/nmi_backtrace.c:62 arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38 trigger_single_cpu_backtrace include/linux/nmi.h:164 [inline] rcu_dump_cpu_stacks+0x183/0x1cf kernel/rcu/tree_stall.h:254 print_cpu_stall kernel/rcu/tree_stall.h:455 [inline] check_cpu_stall kernel/rcu/tree_stall.h:529 [inline] rcu_pending kernel/rcu/tree.c:2736 [inline] rcu_sched_clock_irq.cold+0x4dd/0xc13 kernel/rcu/tree.c:2183 update_process_times+0x32/0x80 kernel/time/timer.c:1639 tick_sched_handle+0xa2/0x190 kernel/time/tick-sched.c:167 tick_sched_timer+0x53/0x140 kernel/time/tick-sched.c:1296 __run_hrtimer kernel/time/hrtimer.c:1389 [inline] __hrtimer_run_queues+0x364/0xe40 kernel/time/hrtimer.c:1451 hrtimer_interrupt+0x314/0x770 kernel/time/hrtimer.c:1509 local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1068 [inline] smp_apic_timer_interrupt+0x160/0x610 arch/x86/kernel/apic/apic.c:1093 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:828 RIP: 0010:cpu_relax arch/x86/include/asm/processor.h:656 [inline] RIP: 0010:virt_spin_lock arch/x86/include/asm/qspinlock.h:84 [inline] RIP: 0010:native_queued_spin_lock_slowpath+0x132/0x9f0 kernel/locking/qspinlock.c:325 Code: 00 00 00 48 8b 45 d0 65 48 33 04 25 28 00 00 00 0f 85 37 07 00 00 48 81 c4 98 00 00 00 5b 41 5c 41 5d 41 5e 41 5f 5d c3 f3 90 73 ff ff ff 8b 45 98 4c 8d 65 d8 3d 00 01 00 00 0f 84 e5 00 00 RSP: 0018:ffff8880ae809228 EFLAGS: 00000202 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000000 RBX: ffff88805c264448 RCX: ffffffff8159a3d7 RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff88805c264448 RBP: ffff8880ae8092e8 R08: 1ffff1100b84c889 R09: ffffed100b84c88a R10: ffffed100b84c889 R11: ffff88805c26444b R12: 0000000000000001 R13: 0000000000000003 R14: ffffed100b84c889 R15: 0000000000000001 pv_queued_spin_lock_slowpath arch/x86/include/asm/paravirt.h:642 [inline] queued_spin_lock_slowpath arch/x86/include/asm/qspinlock.h:50 [inline] queued_spin_lock include/asm-generic/qspinlock.h:81 [inline] do_raw_spin_lock+0x20e/0x2e0 kernel/locking/spinlock_debug.c:113 __raw_spin_lock_bh include/linux/spinlock_api_smp.h:136 [inline] _raw_spin_lock_bh+0x3b/0x50 kernel/locking/spinlock.c:175 spin_lock_bh include/linux/spinlock.h:343 [inline] release_sock+0x20/0x1c0 net/core/sock.c:2932 wait_on_pending_writer+0x20f/0x420 net/tls/tls_main.c:91 tls_sk_proto_cleanup+0x2c5/0x3e0 net/tls/tls_main.c:295 tls_sk_proto_unhash+0x90/0x3f0 net/tls/tls_main.c:330 tcp_set_state+0x5b9/0x7d0 net/ipv4/tcp.c:2235 tcp_done+0xe2/0x320 net/ipv4/tcp.c:3824 tcp_reset+0x132/0x500 net/ipv4/tcp_input.c:4080 tcp_validate_incoming+0xa2d/0x1660 net/ipv4/tcp_input.c:5440 tcp_rcv_established+0x6b5/0x1e70 net/ipv4/tcp_input.c:5648 tcp_v4_do_rcv+0x610/0x8c0 net/ipv4/tcp_ipv4.c:1542 tcp_v4_rcv+0x2d00/0x3780 net/ipv4/tcp_ipv4.c:1923 ip_protocol_deliver_rcu+0x5a/0x8b0 net/ipv4/ip_input.c:204 ip_local_deliver_finish+0x23b/0x390 net/ipv4/ip_input.c:231 NF_HOOK include/linux/netfilter.h:305 [inline] NF_HOOK include/linux/netfilter.h:299 [inline] ip_local_deliver+0x1e9/0x520 net/ipv4/ip_input.c:252 dst_input include/net/dst.h:442 [inline] ip_rcv_finish+0x1d9/0x2e0 net/ipv4/ip_input.c:413 NF_HOOK include/linux/netfilter.h:305 [inline] NF_HOOK include/linux/netfilter.h:299 [inline] ip_rcv+0xe8/0x3f0 net/ipv4/ip_input.c:523 __netif_receive_skb_one_core+0x113/0x1a0 net/core/dev.c:4999 __netif_receive_skb+0x2c/0x1d0 net/core/dev.c:5113 process_backlog+0x206/0x750 net/core/dev.c:5924 napi_poll net/core/dev.c:6347 [inline] net_rx_action+0x508/0x10c0 net/core/dev.c:6413 __do_softirq+0x262/0x98c kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x19b/0x1e0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x1a3/0x610 arch/x86/kernel/apic/apic.c:1095 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:828 RIP: 0010:arch_local_save_flags arch/x86/include/asm/paravirt.h:751 [inline] RIP: 0010:arch_local_irq_save arch/x86/include/asm/paravirt.h:773 [inline] RIP: 0010:lock_release+0xe9/0x960 kernel/locking/lockdep.c:4502 Code: d2 88 48 ba 00 00 00 00 00 fc ff df 48 c1 e8 03 80 3c 10 00 0f 85 30 07 00 00 48 83 3d c7 f2 79 07 00 0f 84 4b 05 00 00 9c 58 <0f> 1f 44 00 00 48 89 85 48 ff ff ff 48 c7 c0 28 f4 d2 88 48 ba 00 RSP: 0018:ffff88805e957c00 EFLAGS: 00000286 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000286 RBX: 1ffff1100bd2af85 RCX: ffffffff872387c5 RDX: dffffc0000000000 RSI: 0000000000000001 RDI: 0000000000000000 RBP: ffff88805e957cd0 R08: ffff88809006c100 R09: 0000000000000000 R10: fffffbfff134b838 R11: ffff88809006c100 R12: ffffffff88dac600 R13: ffffffff872387ea R14: ffff88805e957ca8 R15: ffff88809006c100 rcu_lock_release include/linux/rcupdate.h:213 [inline] rcu_read_unlock include/linux/rcupdate.h:646 [inline] batadv_nc_purge_orig_hash net/batman-adv/network-coding.c:411 [inline] batadv_nc_worker+0x225/0x760 net/batman-adv/network-coding.c:718 process_one_work+0x9af/0x1740 kernel/workqueue.c:2269 worker_thread+0x98/0xe40 kernel/workqueue.c:2415 kthread+0x361/0x430 kernel/kthread.c:255 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352