INFO: rcu_preempt self-detected stall on CPU
	1-...: (1 GPs behind) idle=1da/140000000000002/0 softirq=15028/15029 fqs=55 
	 (t=10500 jiffies g=2610 c=2609 q=894)
rcu_preempt kthread starved for 10383 jiffies! g2610 c2609 f0x0 RCU_GP_WAIT_FQS(3) ->state=0x402 ->cpu=0
rcu_preempt     I29776     8      2 0x80000000
Call Trace:
 context_switch kernel/sched/core.c:2807 [inline]
 __schedule+0x7b8/0x1cd0 kernel/sched/core.c:3383
 schedule+0x92/0x1c0 kernel/sched/core.c:3427
 schedule_timeout+0x43e/0xe10 kernel/time/timer.c:1744
 rcu_gp_kthread+0xbf4/0x1ec0 kernel/rcu/tree.c:2255
 kthread+0x319/0x430 kernel/kthread.c:232
 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:404
NMI backtrace for cpu 1
CPU: 1 PID: 6939 Comm: sshd Not tainted 4.14.143 #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
 <IRQ>
 __dump_stack lib/dump_stack.c:17 [inline]
 dump_stack+0x138/0x197 lib/dump_stack.c:53
 nmi_cpu_backtrace.cold+0x57/0x94 lib/nmi_backtrace.c:101
 nmi_trigger_cpumask_backtrace+0x141/0x189 lib/nmi_backtrace.c:62
 arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38
 trigger_single_cpu_backtrace include/linux/nmi.h:158 [inline]
 rcu_dump_cpu_stacks+0x186/0x1d2 kernel/rcu/tree.c:1396
 print_cpu_stall kernel/rcu/tree.c:1542 [inline]
 check_cpu_stall kernel/rcu/tree.c:1610 [inline]
 __rcu_pending kernel/rcu/tree.c:3390 [inline]
 rcu_pending kernel/rcu/tree.c:3452 [inline]
 rcu_check_callbacks.cold+0x43d/0xd0a kernel/rcu/tree.c:2792
 update_process_times+0x31/0x70 kernel/time/timer.c:1588
 tick_sched_handle+0x85/0x160 kernel/time/tick-sched.c:161
 tick_sched_timer+0x43/0x130 kernel/time/tick-sched.c:1219
 __run_hrtimer kernel/time/hrtimer.c:1220 [inline]
 __hrtimer_run_queues+0x270/0xbc0 kernel/time/hrtimer.c:1284
 hrtimer_interrupt+0x1d8/0x5d0 kernel/time/hrtimer.c:1318
 local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1075 [inline]
 smp_apic_timer_interrupt+0x11c/0x5e0 arch/x86/kernel/apic/apic.c:1100
 apic_timer_interrupt+0x96/0xa0 arch/x86/entry/entry_64.S:792
RIP: 0010:__list_del_entry include/linux/list.h:120 [inline]
RIP: 0010:__list_del_entry include/linux/list.h:115 [inline]
RIP: 0010:list_move_tail include/linux/list.h:182 [inline]
RIP: 0010:hhf_dequeue+0x594/0xa60 net/sched/sch_hhf.c:438
RSP: 0018:ffff8880aef06d70 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff10
RAX: 1ffff1100e50f5ef RBX: ffff88807287af78 RCX: 0000000000000000
RDX: 0000000000000100 RSI: ffff88807287b010 RDI: ffff88807287b018
RBP: ffff8880aef06dc0 R08: 0000000000000000 R09: ffff888090e5abb8
R10: ffff888090e5ab98 R11: ffff888090e5a200 R12: dffffc0000000000
R13: ffff88807287ad80 R14: 0000000000000000 R15: ffff88807287b000
 dequeue_skb net/sched/sch_generic.c:148 [inline]
 qdisc_restart net/sched/sch_generic.c:241 [inline]
 __qdisc_run+0x2b8/0xe00 net/sched/sch_generic.c:257
 __dev_xmit_skb net/core/dev.c:3235 [inline]
 __dev_queue_xmit+0x1571/0x25e0 net/core/dev.c:3493
 dev_queue_xmit+0x18/0x20 net/core/dev.c:3558
 br_dev_queue_push_xmit+0x367/0x530 net/bridge/br_forward.c:55
 br_nf_dev_queue_xmit+0x307/0x1440 net/bridge/br_netfilter_hooks.c:776
 NF_HOOK include/linux/netfilter.h:250 [inline]
 NF_HOOK include/linux/netfilter.h:244 [inline]
 br_nf_post_routing+0xb80/0xf00 net/bridge/br_netfilter_hooks.c:822
 nf_hook_entry_hookfn include/linux/netfilter.h:108 [inline]
 nf_hook_slow+0xaf/0x1b0 net/netfilter/core.c:467
 nf_hook include/linux/netfilter.h:205 [inline]
 NF_HOOK include/linux/netfilter.h:248 [inline]
 br_forward_finish+0x1b7/0x320 net/bridge/br_forward.c:67
 br_nf_hook_thresh+0x25b/0x2e0 net/bridge/br_netfilter_hooks.c:1005
 br_nf_forward_finish+0x264/0x640 net/bridge/br_netfilter_hooks.c:550
 NF_HOOK include/linux/netfilter.h:250 [inline]
 NF_HOOK include/linux/netfilter.h:244 [inline]
 br_nf_forward_ip net/bridge/br_netfilter_hooks.c:617 [inline]
 br_nf_forward_ip+0x5fc/0x11d0 net/bridge/br_netfilter_hooks.c:561
 nf_hook_entry_hookfn include/linux/netfilter.h:108 [inline]
 nf_hook_slow+0xaf/0x1b0 net/netfilter/core.c:467
 nf_hook include/linux/netfilter.h:205 [inline]
 NF_HOOK include/linux/netfilter.h:248 [inline]
 __br_forward+0x312/0x9c0 net/bridge/br_forward.c:111
 deliver_clone+0x61/0xc0 net/bridge/br_forward.c:127
 br_flood+0x43c/0x530 net/bridge/br_forward.c:222
 br_handle_frame_finish+0xaf0/0x1830 net/bridge/br_input.c:210
 br_nf_hook_thresh+0x25b/0x2e0 net/bridge/br_netfilter_hooks.c:1005
 br_nf_pre_routing_finish_ipv6+0x621/0xc50 net/bridge/br_netfilter_ipv6.c:210
 NF_HOOK include/linux/netfilter.h:250 [inline]
 br_nf_pre_routing_ipv6+0x417/0x790 net/bridge/br_netfilter_ipv6.c:240
 br_nf_pre_routing+0xdce/0x12c7 net/bridge/br_netfilter_hooks.c:491
 nf_hook_entry_hookfn include/linux/netfilter.h:108 [inline]
 nf_hook_slow+0xaf/0x1b0 net/netfilter/core.c:467
 nf_hook include/linux/netfilter.h:205 [inline]
 NF_HOOK include/linux/netfilter.h:248 [inline]
 br_handle_frame+0x80c/0x1110 net/bridge/br_input.c:348
 __netif_receive_skb_core+0x789/0x2ca0 net/core/dev.c:4431
 __netif_receive_skb+0x2c/0x1b0 net/core/dev.c:4515
 process_backlog+0x21f/0x730 net/core/dev.c:5197
 napi_poll net/core/dev.c:5598 [inline]
 net_rx_action+0x490/0xf80 net/core/dev.c:5664
 __do_softirq+0x244/0x9a0 kernel/softirq.c:288
 invoke_softirq kernel/softirq.c:368 [inline]
 irq_exit+0x160/0x1b0 kernel/softirq.c:409
 exiting_irq arch/x86/include/asm/apic.h:648 [inline]
 smp_apic_timer_interrupt+0x146/0x5e0 arch/x86/kernel/apic/apic.c:1102
 apic_timer_interrupt+0x96/0xa0 arch/x86/entry/entry_64.S:792
 </IRQ>
RIP: 0010:memcmp+0x48/0xc0 lib/string.c:861
RSP: 0018:ffff888094b1f550 EFLAGS: 00000206 ORIG_RAX: ffffffffffffff10
RAX: 0000000000000000 RBX: ffff888094b1f65d RCX: 0000000000000004
RDX: 0000000000000005 RSI: ffff88808bdca96d RDI: ffff888094b1f5f8
RBP: ffff888094b1f578 R08: 0000000077a7a9a8 R09: 0000000000000001
R10: 0000000000000000 R11: ffff888090e5a200 R12: dffffc0000000000
R13: ffff888094b1f680 R14: 0000000000000011 R15: ffff88808bdca8f0
 find_stack lib/stackdepot.c:176 [inline]
 depot_save_stack+0x11c/0x410 lib/stackdepot.c:225
 save_stack+0xa9/0xd0 mm/kasan/kasan.c:453
 set_track mm/kasan/kasan.c:459 [inline]
 kasan_kmalloc mm/kasan/kasan.c:551 [inline]
 kasan_kmalloc+0xce/0xf0 mm/kasan/kasan.c:529
 kasan_slab_alloc+0xf/0x20 mm/kasan/kasan.c:489
 slab_post_alloc_hook mm/slab.h:442 [inline]
 slab_alloc_node mm/slab.c:3333 [inline]
 kmem_cache_alloc_node+0x131/0x780 mm/slab.c:3640
 __alloc_skb+0x9c/0x500 net/core/skbuff.c:193
 alloc_skb_fclone include/linux/skbuff.h:1022 [inline]
 sk_stream_alloc_skb+0xb3/0x780 net/ipv4/tcp.c:855
 tcp_sendmsg_locked+0xf61/0x3200 net/ipv4/tcp.c:1301
 tcp_sendmsg+0x30/0x50 net/ipv4/tcp.c:1457
 inet_sendmsg+0x122/0x500 net/ipv4/af_inet.c:762
 sock_sendmsg_nosec net/socket.c:646 [inline]
 sock_sendmsg+0xce/0x110 net/socket.c:656
 sock_write_iter+0x21d/0x390 net/socket.c:925
 call_write_iter include/linux/fs.h:1777 [inline]
 new_sync_write fs/read_write.c:469 [inline]
 __vfs_write+0x4a7/0x6b0 fs/read_write.c:482
 vfs_write+0x198/0x500 fs/read_write.c:544
 SYSC_write fs/read_write.c:590 [inline]
 SyS_write+0xfd/0x230 fs/read_write.c:582
 do_syscall_64+0x1e8/0x640 arch/x86/entry/common.c:292
 entry_SYSCALL_64_after_hwframe+0x42/0xb7
RIP: 0033:0x7f6e070ad370
RSP: 002b:00007ffd78f10798 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
RAX: ffffffffffffffda RBX: 00000000000004e8 RCX: 00007f6e070ad370
RDX: 00000000000004e8 RSI: 000055c7cba071e0 RDI: 0000000000000003
RBP: 000055c7cba071e0 R08: 0000000000000001 R09: 0101010101010101
R10: 0000000000000008 R11: 0000000000000246 R12: 00007ffd78f107fc
R13: 000055c7c9d8cfb4 R14: 0000000000000028 R15: 000055c7c9d8eca0
INFO: rcu_sched detected stalls on CPUs/tasks:
	1-...: (1 GPs behind) idle=1da/140000000000001/0 softirq=15028/15029 fqs=55 
	(detected by 0, t=10604 jiffies, g=1821, c=1820, q=55)
Sending NMI from CPU 0 to CPUs 1:
NMI backtrace for cpu 1
CPU: 1 PID: 6939 Comm: sshd Not tainted 4.14.143 #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
task: ffff888090e5a200 task.stack: ffff888094b18000
RIP: 0010:__sanitizer_cov_trace_pc+0x9/0x60 kernel/kcov.c:65
INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.030 msecs
RSP: 0018:ffff8880aef06d68 EFLAGS: 00000202
RAX: ffff888090e5a200 RBX: ffff88807287af78 RCX: 0000000000000000
RDX: ffff88807287af78 RSI: ffff88807287b010 RDI: ffff88807287b018
RBP: ffff8880aef06dc0 R08: 0000000000000000 R09: ffff888090e5abb8
R10: ffff888090e5ab98 R11: ffff888090e5a200 R12: dffffc0000000000
R13: ffff88807287ad80 R14: 0000000000000000 R15: ffff88807287b000
FS:  00007f6e08d127c0(0000) GS:ffff8880aef00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000000738008 CR3: 0000000094dab000 CR4: 00000000001406e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
 <IRQ>
 dequeue_skb net/sched/sch_generic.c:148 [inline]
 qdisc_restart net/sched/sch_generic.c:241 [inline]
 __qdisc_run+0x2b8/0xe00 net/sched/sch_generic.c:257
 __dev_xmit_skb net/core/dev.c:3235 [inline]
 __dev_queue_xmit+0x1571/0x25e0 net/core/dev.c:3493
 dev_queue_xmit+0x18/0x20 net/core/dev.c:3558
 br_dev_queue_push_xmit+0x367/0x530 net/bridge/br_forward.c:55
 br_nf_dev_queue_xmit+0x307/0x1440 net/bridge/br_netfilter_hooks.c:776
 NF_HOOK include/linux/netfilter.h:250 [inline]
 NF_HOOK include/linux/netfilter.h:244 [inline]
 br_nf_post_routing+0xb80/0xf00 net/bridge/br_netfilter_hooks.c:822
 nf_hook_entry_hookfn include/linux/netfilter.h:108 [inline]
 nf_hook_slow+0xaf/0x1b0 net/netfilter/core.c:467
 nf_hook include/linux/netfilter.h:205 [inline]
 NF_HOOK include/linux/netfilter.h:248 [inline]
 br_forward_finish+0x1b7/0x320 net/bridge/br_forward.c:67
 br_nf_hook_thresh+0x25b/0x2e0 net/bridge/br_netfilter_hooks.c:1005
 br_nf_forward_finish+0x264/0x640 net/bridge/br_netfilter_hooks.c:550
 NF_HOOK include/linux/netfilter.h:250 [inline]
 NF_HOOK include/linux/netfilter.h:244 [inline]
 br_nf_forward_ip net/bridge/br_netfilter_hooks.c:617 [inline]
 br_nf_forward_ip+0x5fc/0x11d0 net/bridge/br_netfilter_hooks.c:561
 nf_hook_entry_hookfn include/linux/netfilter.h:108 [inline]
 nf_hook_slow+0xaf/0x1b0 net/netfilter/core.c:467
 nf_hook include/linux/netfilter.h:205 [inline]
 NF_HOOK include/linux/netfilter.h:248 [inline]
 __br_forward+0x312/0x9c0 net/bridge/br_forward.c:111
 deliver_clone+0x61/0xc0 net/bridge/br_forward.c:127
 br_flood+0x43c/0x530 net/bridge/br_forward.c:222
 br_handle_frame_finish+0xaf0/0x1830 net/bridge/br_input.c:210
 br_nf_hook_thresh+0x25b/0x2e0 net/bridge/br_netfilter_hooks.c:1005
 br_nf_pre_routing_finish_ipv6+0x621/0xc50 net/bridge/br_netfilter_ipv6.c:210
 NF_HOOK include/linux/netfilter.h:250 [inline]
 br_nf_pre_routing_ipv6+0x417/0x790 net/bridge/br_netfilter_ipv6.c:240
 br_nf_pre_routing+0xdce/0x12c7 net/bridge/br_netfilter_hooks.c:491
 nf_hook_entry_hookfn include/linux/netfilter.h:108 [inline]
 nf_hook_slow+0xaf/0x1b0 net/netfilter/core.c:467
 nf_hook include/linux/netfilter.h:205 [inline]
 NF_HOOK include/linux/netfilter.h:248 [inline]
 br_handle_frame+0x80c/0x1110 net/bridge/br_input.c:348
 __netif_receive_skb_core+0x789/0x2ca0 net/core/dev.c:4431
 __netif_receive_skb+0x2c/0x1b0 net/core/dev.c:4515
 process_backlog+0x21f/0x730 net/core/dev.c:5197
 napi_poll net/core/dev.c:5598 [inline]
 net_rx_action+0x490/0xf80 net/core/dev.c:5664
 __do_softirq+0x244/0x9a0 kernel/softirq.c:288
 invoke_softirq kernel/softirq.c:368 [inline]
 irq_exit+0x160/0x1b0 kernel/softirq.c:409
 exiting_irq arch/x86/include/asm/apic.h:648 [inline]
 smp_apic_timer_interrupt+0x146/0x5e0 arch/x86/kernel/apic/apic.c:1102
 apic_timer_interrupt+0x96/0xa0 arch/x86/entry/entry_64.S:792
 </IRQ>
RIP: 0010:memcmp+0x48/0xc0 lib/string.c:861
RSP: 0018:ffff888094b1f550 EFLAGS: 00000206 ORIG_RAX: ffffffffffffff10
RAX: 0000000000000000 RBX: ffff888094b1f65d RCX: 0000000000000004
RDX: 0000000000000005 RSI: ffff88808bdca96d RDI: ffff888094b1f5f8
RBP: ffff888094b1f578 R08: 0000000077a7a9a8 R09: 0000000000000001
R10: 0000000000000000 R11: ffff888090e5a200 R12: dffffc0000000000
R13: ffff888094b1f680 R14: 0000000000000011 R15: ffff88808bdca8f0
 find_stack lib/stackdepot.c:176 [inline]
 depot_save_stack+0x11c/0x410 lib/stackdepot.c:225
 save_stack+0xa9/0xd0 mm/kasan/kasan.c:453
 set_track mm/kasan/kasan.c:459 [inline]
 kasan_kmalloc mm/kasan/kasan.c:551 [inline]
 kasan_kmalloc+0xce/0xf0 mm/kasan/kasan.c:529
 kasan_slab_alloc+0xf/0x20 mm/kasan/kasan.c:489
 slab_post_alloc_hook mm/slab.h:442 [inline]
 slab_alloc_node mm/slab.c:3333 [inline]
 kmem_cache_alloc_node+0x131/0x780 mm/slab.c:3640
 __alloc_skb+0x9c/0x500 net/core/skbuff.c:193
 alloc_skb_fclone include/linux/skbuff.h:1022 [inline]
 sk_stream_alloc_skb+0xb3/0x780 net/ipv4/tcp.c:855
 tcp_sendmsg_locked+0xf61/0x3200 net/ipv4/tcp.c:1301
 tcp_sendmsg+0x30/0x50 net/ipv4/tcp.c:1457
 inet_sendmsg+0x122/0x500 net/ipv4/af_inet.c:762
 sock_sendmsg_nosec net/socket.c:646 [inline]
 sock_sendmsg+0xce/0x110 net/socket.c:656
 sock_write_iter+0x21d/0x390 net/socket.c:925
 call_write_iter include/linux/fs.h:1777 [inline]
 new_sync_write fs/read_write.c:469 [inline]
 __vfs_write+0x4a7/0x6b0 fs/read_write.c:482
 vfs_write+0x198/0x500 fs/read_write.c:544
 SYSC_write fs/read_write.c:590 [inline]
 SyS_write+0xfd/0x230 fs/read_write.c:582
 do_syscall_64+0x1e8/0x640 arch/x86/entry/common.c:292
 entry_SYSCALL_64_after_hwframe+0x42/0xb7
RIP: 0033:0x7f6e070ad370
RSP: 002b:00007ffd78f10798 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
RAX: ffffffffffffffda RBX: 00000000000004e8 RCX: 00007f6e070ad370
RDX: 00000000000004e8 RSI: 000055c7cba071e0 RDI: 0000000000000003
RBP: 000055c7cba071e0 R08: 0000000000000001 R09: 0101010101010101
R10: 0000000000000008 R11: 0000000000000246 R12: 00007ffd78f107fc
R13: 000055c7c9d8cfb4 R14: 0000000000000028 R15: 000055c7c9d8eca0
Code: 4c 89 35 eb 4f be 07 41 be f4 ff ff ff e8 13 3c ee ff 48 c7 05 d5 4f be 07 00 00 00 00 e9 2f ec ff ff 65 48 8b 04 25 40 ee 01 00 <48> 85 c0 74 1a 65 8b 15 4b 0b a5 7e 81 e2 00 01 1f 00 75 0b 8b 
rcu_sched kthread starved for 10488 jiffies! g1821 c1820 f0x0 RCU_GP_WAIT_FQS(3) ->state=0x402 ->cpu=0
rcu_sched       I29824     9      2 0x80000000
Call Trace:
 context_switch kernel/sched/core.c:2807 [inline]
 __schedule+0x7b8/0x1cd0 kernel/sched/core.c:3383
 schedule+0x92/0x1c0 kernel/sched/core.c:3427
 schedule_timeout+0x43e/0xe10 kernel/time/timer.c:1744
 rcu_gp_kthread+0xbf4/0x1ec0 kernel/rcu/tree.c:2255
 kthread+0x319/0x430 kernel/kthread.c:232
 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:404