protocol 88fb is buggy, dev hsr_slave_1
protocol 88fb is buggy, dev hsr_slave_0
protocol 88fb is buggy, dev hsr_slave_1
protocol 88fb is buggy, dev hsr_slave_0
protocol 88fb is buggy, dev hsr_slave_1
INFO: rcu_preempt self-detected stall on CPU
1-...: (1 GPs behind) idle=5f6/140000000000002/0 softirq=21705/21706 fqs=1112
(t=10500 jiffies g=4904 c=4903 q=1443)
rcu_preempt kthread starved for 8248 jiffies! g4904 c4903 f0x0 RCU_GP_WAIT_FQS(3) ->state=0x402 ->cpu=0
rcu_preempt I29776 8 2 0x80000000
Call Trace:
context_switch kernel/sched/core.c:2807 [inline]
__schedule+0x7b8/0x1cd0 kernel/sched/core.c:3383
schedule+0x92/0x1c0 kernel/sched/core.c:3427
schedule_timeout+0x43e/0xe10 kernel/time/timer.c:1744
rcu_gp_kthread+0xbf4/0x1ec0 kernel/rcu/tree.c:2255
kthread+0x319/0x430 kernel/kthread.c:232
ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:404
NMI backtrace for cpu 1
CPU: 1 PID: 7598 Comm: udevd Not tainted 4.14.144 #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
Call Trace:
__dump_stack lib/dump_stack.c:17 [inline]
dump_stack+0x138/0x197 lib/dump_stack.c:53
nmi_cpu_backtrace.cold+0x57/0x94 lib/nmi_backtrace.c:101
nmi_trigger_cpumask_backtrace+0x141/0x189 lib/nmi_backtrace.c:62
arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38
trigger_single_cpu_backtrace include/linux/nmi.h:158 [inline]
rcu_dump_cpu_stacks+0x186/0x1d2 kernel/rcu/tree.c:1396
print_cpu_stall kernel/rcu/tree.c:1542 [inline]
check_cpu_stall kernel/rcu/tree.c:1610 [inline]
__rcu_pending kernel/rcu/tree.c:3390 [inline]
rcu_pending kernel/rcu/tree.c:3452 [inline]
rcu_check_callbacks.cold+0x43d/0xd0a kernel/rcu/tree.c:2792
update_process_times+0x31/0x70 kernel/time/timer.c:1588
tick_sched_handle+0x85/0x160 kernel/time/tick-sched.c:161
tick_sched_timer+0x43/0x130 kernel/time/tick-sched.c:1219
__run_hrtimer kernel/time/hrtimer.c:1220 [inline]
__hrtimer_run_queues+0x270/0xbc0 kernel/time/hrtimer.c:1284
hrtimer_interrupt+0x1d8/0x5d0 kernel/time/hrtimer.c:1318
local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1075 [inline]
smp_apic_timer_interrupt+0x11c/0x5e0 arch/x86/kernel/apic/apic.c:1100
apic_timer_interrupt+0x96/0xa0 arch/x86/entry/entry_64.S:792
RIP: 0010:__list_del_entry include/linux/list.h:120 [inline]
RIP: 0010:__list_del_entry include/linux/list.h:115 [inline]
RIP: 0010:list_move_tail include/linux/list.h:182 [inline]
RIP: 0010:hhf_dequeue+0x594/0xa60 net/sched/sch_hhf.c:438
RSP: 0018:ffff8880aef07130 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff10
RAX: 1ffff11012f5df9f RBX: ffff888097aefcf8 RCX: 0000000000000000
RDX: 0000000000000100 RSI: ffff888097aefd90 RDI: ffff888097aefd98
RBP: ffff8880aef07180 R08: 0000000000000000 R09: ffff888064e0eab8
R10: ffff888064e0ea98 R11: ffff888064e0e100 R12: dffffc0000000000
R13: ffff888097aefb00 R14: 0000000000000000 R15: ffff888097aefd80
dequeue_skb net/sched/sch_generic.c:148 [inline]
qdisc_restart net/sched/sch_generic.c:241 [inline]
__qdisc_run+0x2b8/0xe00 net/sched/sch_generic.c:257
__dev_xmit_skb net/core/dev.c:3235 [inline]
__dev_queue_xmit+0x1571/0x25e0 net/core/dev.c:3493
dev_queue_xmit+0x18/0x20 net/core/dev.c:3558
br_dev_queue_push_xmit+0x367/0x530 net/bridge/br_forward.c:55
NF_HOOK include/linux/netfilter.h:250 [inline]
NF_HOOK include/linux/netfilter.h:244 [inline]
br_forward_finish+0xbc/0x320 net/bridge/br_forward.c:67
NF_HOOK include/linux/netfilter.h:250 [inline]
NF_HOOK include/linux/netfilter.h:244 [inline]
__br_forward+0x560/0x9c0 net/bridge/br_forward.c:111
deliver_clone+0x61/0xc0 net/bridge/br_forward.c:127
maybe_deliver net/bridge/br_forward.c:168 [inline]
maybe_deliver net/bridge/br_forward.c:156 [inline]
br_flood+0x3c8/0x530 net/bridge/br_forward.c:210
br_dev_xmit+0x9a4/0xd40 net/bridge/br_device.c:83
__netdev_start_xmit include/linux/netdevice.h:4033 [inline]
netdev_start_xmit include/linux/netdevice.h:4042 [inline]
xmit_one net/core/dev.c:3009 [inline]
dev_hard_start_xmit+0x18c/0x8b0 net/core/dev.c:3025
__dev_queue_xmit+0x1d95/0x25e0 net/core/dev.c:3525
dev_queue_xmit+0x18/0x20 net/core/dev.c:3558
neigh_resolve_output net/core/neighbour.c:1364 [inline]
neigh_resolve_output+0x4d8/0x870 net/core/neighbour.c:1344
neigh_output include/net/neighbour.h:500 [inline]
ip6_finish_output2+0x9ab/0x21b0 net/ipv6/ip6_output.c:120
ip6_finish_output+0x4f4/0xb50 net/ipv6/ip6_output.c:154
NF_HOOK_COND include/linux/netfilter.h:239 [inline]
ip6_output+0x20f/0x6d0 net/ipv6/ip6_output.c:171
dst_output include/net/dst.h:462 [inline]
NF_HOOK include/linux/netfilter.h:250 [inline]
NF_HOOK include/linux/netfilter.h:244 [inline]
mld_sendpack+0x8d1/0xd60 net/ipv6/mcast.c:1660
mld_send_cr net/ipv6/mcast.c:1956 [inline]
mld_ifc_timer_expire+0x3b6/0x7b0 net/ipv6/mcast.c:2455
call_timer_fn+0x161/0x670 kernel/time/timer.c:1279
expire_timers kernel/time/timer.c:1318 [inline]
__run_timers kernel/time/timer.c:1634 [inline]
__run_timers kernel/time/timer.c:1602 [inline]
run_timer_softirq+0x5b4/0x1570 kernel/time/timer.c:1647
__do_softirq+0x244/0x9a0 kernel/softirq.c:288
invoke_softirq kernel/softirq.c:368 [inline]
irq_exit+0x160/0x1b0 kernel/softirq.c:409
exiting_irq arch/x86/include/asm/apic.h:648 [inline]
smp_apic_timer_interrupt+0x146/0x5e0 arch/x86/kernel/apic/apic.c:1102
apic_timer_interrupt+0x96/0xa0 arch/x86/entry/entry_64.S:792
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:779 [inline]
RIP: 0010:queue_work_on+0xf3/0x1d0 kernel/workqueue.c:1492
RSP: 0018:ffff888066387e48 EFLAGS: 00000297 ORIG_RAX: ffffffffffffff10
RAX: ffff888064e0e100 RBX: 0000000000000297 RCX: 0000000000000000
RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000297
RBP: ffff888066387e70 R08: ffff888064e0e100 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff87842580
R13: 0000000000000040 R14: ffff8880aa820080 R15: 0000000000000001
queue_work include/linux/workqueue.h:491 [inline]
fsnotify_put_mark fs/notify/mark.c:234 [inline]
fsnotify_put_mark+0x23e/0x480 fs/notify/mark.c:196
SYSC_inotify_rm_watch fs/notify/inotify/inotify_user.c:753 [inline]
SyS_inotify_rm_watch+0xd8/0x12a fs/notify/inotify/inotify_user.c:725
do_syscall_64+0x1e8/0x640 arch/x86/entry/common.c:292
entry_SYSCALL_64_after_hwframe+0x42/0xb7
RIP: 0033:0x7fceedc3fa97
RSP: 002b:00007ffe6a092e18 EFLAGS: 00000293 ORIG_RAX: 00000000000000ff
RAX: ffffffffffffffda RBX: 0000000001de0ae0 RCX: 00007fceedc3fa97
RDX: 0000000000000007 RSI: 00000000000002b1 RDI: 0000000000000006
RBP: 0000000001d68030 R08: 00007fceee52b7a0 R09: 0000000000000000
R10: 1999999999999999 R11: 0000000000000293 R12: 00000000000002b1
R13: 0000000000625500 R14: 0000000001d68030 R15: 000000000000000b
INFO: rcu_sched detected stalls on CPUs/tasks:
1-...: (1 GPs behind) idle=5f6/140000000000001/0 softirq=21703/21706 fqs=1112
(detected by 0, t=10567 jiffies, g=3098, c=3097, q=74)
Sending NMI from CPU 0 to CPUs 1:
NMI backtrace for cpu 1
CPU: 1 PID: 7598 Comm: udevd Not tainted 4.14.144 #0
Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011
task: ffff888064e0e100 task.stack: ffff888066380000
RIP: 0010:__list_add include/linux/list.h:66 [inline]
RIP: 0010:list_add_tail include/linux/list.h:93 [inline]
RIP: 0010:list_move_tail include/linux/list.h:183 [inline]
RIP: 0010:hhf_dequeue+0x4a9/0xa60 net/sched/sch_hhf.c:451
RSP: 0018:ffff8880aef07130 EFLAGS: 00000246
RAX: 1ffff11012f5dfb2 RBX: ffff888097aefcf8 RCX: 0000000000000000
RDX: 0000000000000100 RSI: ffff888097aefd90 RDI: ffff888097aefd00
RBP: ffff8880aef07180 R08: 0000000000000000 R09: ffff888064e0eab8
R10: ffff888064e0ea98 R11: ffff888064e0e100 R12: dffffc0000000000
R13: ffff888097aefb00 R14: ffff888097aefd90 R15: ffff888097aefd80
FS: 00007fceee52b7a0(0000) GS:ffff8880aef00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fceee532000 CR3: 0000000090483000 CR4: 00000000001406e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
dequeue_skb net/sched/sch_generic.c:148 [inline]
qdisc_restart net/sched/sch_generic.c:241 [inline]
__qdisc_run+0x2b8/0xe00 net/sched/sch_generic.c:257
__dev_xmit_skb net/core/dev.c:3235 [inline]
__dev_queue_xmit+0x1571/0x25e0 net/core/dev.c:3493
dev_queue_xmit+0x18/0x20 net/core/dev.c:3558
br_dev_queue_push_xmit+0x367/0x530 net/bridge/br_forward.c:55
NF_HOOK include/linux/netfilter.h:250 [inline]
NF_HOOK include/linux/netfilter.h:244 [inline]
br_forward_finish+0xbc/0x320 net/bridge/br_forward.c:67
NF_HOOK include/linux/netfilter.h:250 [inline]
NF_HOOK include/linux/netfilter.h:244 [inline]
__br_forward+0x560/0x9c0 net/bridge/br_forward.c:111
deliver_clone+0x61/0xc0 net/bridge/br_forward.c:127
maybe_deliver net/bridge/br_forward.c:168 [inline]
maybe_deliver net/bridge/br_forward.c:156 [inline]
br_flood+0x3c8/0x530 net/bridge/br_forward.c:210
br_dev_xmit+0x9a4/0xd40 net/bridge/br_device.c:83
__netdev_start_xmit include/linux/netdevice.h:4033 [inline]
netdev_start_xmit include/linux/netdevice.h:4042 [inline]
xmit_one net/core/dev.c:3009 [inline]
dev_hard_start_xmit+0x18c/0x8b0 net/core/dev.c:3025
__dev_queue_xmit+0x1d95/0x25e0 net/core/dev.c:3525
dev_queue_xmit+0x18/0x20 net/core/dev.c:3558
neigh_resolve_output net/core/neighbour.c:1364 [inline]
neigh_resolve_output+0x4d8/0x870 net/core/neighbour.c:1344
neigh_output include/net/neighbour.h:500 [inline]
ip6_finish_output2+0x9ab/0x21b0 net/ipv6/ip6_output.c:120
ip6_finish_output+0x4f4/0xb50 net/ipv6/ip6_output.c:154
NF_HOOK_COND include/linux/netfilter.h:239 [inline]
ip6_output+0x20f/0x6d0 net/ipv6/ip6_output.c:171
dst_output include/net/dst.h:462 [inline]
NF_HOOK include/linux/netfilter.h:250 [inline]
NF_HOOK include/linux/netfilter.h:244 [inline]
mld_sendpack+0x8d1/0xd60 net/ipv6/mcast.c:1660
mld_send_cr net/ipv6/mcast.c:1956 [inline]
mld_ifc_timer_expire+0x3b6/0x7b0 net/ipv6/mcast.c:2455
call_timer_fn+0x161/0x670 kernel/time/timer.c:1279
expire_timers kernel/time/timer.c:1318 [inline]
__run_timers kernel/time/timer.c:1634 [inline]
__run_timers kernel/time/timer.c:1602 [inline]
run_timer_softirq+0x5b4/0x1570 kernel/time/timer.c:1647
__do_softirq+0x244/0x9a0 kernel/softirq.c:288
invoke_softirq kernel/softirq.c:368 [inline]
irq_exit+0x160/0x1b0 kernel/softirq.c:409
exiting_irq arch/x86/include/asm/apic.h:648 [inline]
smp_apic_timer_interrupt+0x146/0x5e0 arch/x86/kernel/apic/apic.c:1102
apic_timer_interrupt+0x96/0xa0 arch/x86/entry/entry_64.S:792
RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:779 [inline]
RIP: 0010:queue_work_on+0xf3/0x1d0 kernel/workqueue.c:1492
RSP: 0018:ffff888066387e48 EFLAGS: 00000297 ORIG_RAX: ffffffffffffff10
RAX: ffff888064e0e100 RBX: 0000000000000297 RCX: 0000000000000000
RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000297
RBP: ffff888066387e70 R08: ffff888064e0e100 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff87842580
R13: 0000000000000040 R14: ffff8880aa820080 R15: 0000000000000001
queue_work include/linux/workqueue.h:491 [inline]
fsnotify_put_mark fs/notify/mark.c:234 [inline]
fsnotify_put_mark+0x23e/0x480 fs/notify/mark.c:196
SYSC_inotify_rm_watch fs/notify/inotify/inotify_user.c:753 [inline]
SyS_inotify_rm_watch+0xd8/0x12a fs/notify/inotify/inotify_user.c:725
do_syscall_64+0x1e8/0x640 arch/x86/entry/common.c:292
entry_SYSCALL_64_after_hwframe+0x42/0xb7
RIP: 0033:0x7fceedc3fa97
RSP: 002b:00007ffe6a092e18 EFLAGS: 00000293 ORIG_RAX: 00000000000000ff
RAX: ffffffffffffffda RBX: 0000000001de0ae0 RCX: 00007fceedc3fa97
RDX: 0000000000000007 RSI: 00000000000002b1 RDI: 0000000000000006
RBP: 0000000001d68030 R08: 00007fceee52b7a0 R09: 0000000000000000
R10: 1999999999999999 R11: 0000000000000293 R12: 00000000000002b1
R13: 0000000000625500 R14: 0000000001d68030 R15: 000000000000000b
Code: 48 89 f8 48 c1 e8 03 42 80 3c 20 00 0f 85 a9 04 00 00 4c 89 f0 4c 89 73 08 48 c1 e8 03 42 80 3c 20 00 0f 85 4d 04 00 00 49 89 1e 9d fb ff ff e8 9d 4d 6d fc 48 8b 45 c0 4c 8b 75 d0 42 80 3c
rcu_sched kthread starved for 8316 jiffies! g3098 c3097 f0x0 RCU_GP_WAIT_FQS(3) ->state=0x402 ->cpu=0
rcu_sched I29824 9 2 0x80000000
Call Trace:
context_switch kernel/sched/core.c:2807 [inline]
__schedule+0x7b8/0x1cd0 kernel/sched/core.c:3383
schedule+0x92/0x1c0 kernel/sched/core.c:3427
schedule_timeout+0x43e/0xe10 kernel/time/timer.c:1744
rcu_gp_kthread+0xbf4/0x1ec0 kernel/rcu/tree.c:2255
kthread+0x319/0x430 kernel/kthread.c:232
ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:404