watchdog: BUG: soft lockup - CPU#0 stuck for 123s! [swapper/0:0] Modules linked in: irq event stamp: 96295 hardirqs last enabled at (96295): [] default_idle+0x1a/0x70 arch/x86/kernel/process.c:580 hardirqs last disabled at (96294): [] do_idle+0x616/0x6d0 kernel/sched/idle.c:250 softirqs last enabled at (96252): [] invoke_softirq kernel/softirq.c:373 [inline] softirqs last enabled at (96252): [] irq_exit+0x227/0x230 kernel/softirq.c:413 softirqs last disabled at (96071): [] invoke_softirq kernel/softirq.c:373 [inline] softirqs last disabled at (96071): [] irq_exit+0x227/0x230 kernel/softirq.c:413 CPU: 0 PID: 0 Comm: swapper/0 Not tainted 5.3.0-rc7+ #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 RIP: 0010:atomic_read include/asm-generic/atomic-instrumented.h:26 [inline] RIP: 0010:virt_spin_lock arch/x86/include/asm/qspinlock.h:83 [inline] RIP: 0010:native_queued_spin_lock_slowpath+0x92/0x9e0 kernel/locking/qspinlock.c:325 Code: 84 c0 74 54 44 89 f9 80 e1 07 80 c1 03 38 c1 7c 47 4c 89 ff e8 5f f4 51 00 eb 3d 0f 1f 00 66 2e 0f 1f 84 00 00 00 00 00 f3 90 <4c> 89 ff be 04 00 00 00 e8 71 c5 51 00 42 0f b6 04 2b 84 c0 74 18 RSP: 0018:ffff8880aea093d0 EFLAGS: 00000202 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000000 RBX: 1ffff110117c4aed RCX: ffffffff815a93ef RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff88808be25768 RBP: ffff8880aea09448 R08: dffffc0000000000 R09: ffffed10117c4aee R10: ffffed10117c4aee R11: 0000000000000000 R12: ffff88808be25770 R13: dffffc0000000000 R14: 0000000000000001 R15: ffff88808be25768 FS: 0000000000000000(0000) GS:ffff8880aea00000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 0000000001523fd8 CR3: 000000008dfa5000 CR4: 00000000001406f0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: pv_queued_spin_lock_slowpath arch/x86/include/asm/paravirt.h:654 [inline] queued_spin_lock_slowpath arch/x86/include/asm/qspinlock.h:50 [inline] queued_spin_lock include/asm-generic/qspinlock.h:81 [inline] do_raw_spin_lock+0x1d6/0x2d0 kernel/locking/spinlock_debug.c:113 __raw_spin_lock include/linux/spinlock_api_smp.h:143 [inline] _raw_spin_lock+0x39/0x40 kernel/locking/spinlock.c:151 spin_lock include/linux/spinlock.h:338 [inline] __dev_xmit_skb net/core/dev.c:3502 [inline] __dev_queue_xmit+0xde0/0x3020 net/core/dev.c:3838 dev_queue_xmit+0x17/0x20 net/core/dev.c:3902 br_dev_queue_push_xmit+0x551/0x650 net/bridge/br_forward.c:52 NF_HOOK include/linux/netfilter.h:305 [inline] br_forward_finish net/bridge/br_forward.c:65 [inline] NF_HOOK include/linux/netfilter.h:305 [inline] __br_forward+0x439/0x720 net/bridge/br_forward.c:109 deliver_clone net/bridge/br_forward.c:125 [inline] maybe_deliver net/bridge/br_forward.c:181 [inline] br_flood+0x52e/0x840 net/bridge/br_forward.c:223 br_dev_xmit+0xcb6/0x1100 net/bridge/br_device.c:96 __netdev_start_xmit include/linux/netdevice.h:4406 [inline] netdev_start_xmit include/linux/netdevice.h:4420 [inline] xmit_one net/core/dev.c:3280 [inline] dev_hard_start_xmit+0x1c1/0x3f0 net/core/dev.c:3296 __dev_queue_xmit+0x1e86/0x3020 net/core/dev.c:3869 dev_queue_xmit+0x17/0x20 net/core/dev.c:3902 neigh_hh_output include/net/neighbour.h:500 [inline] neigh_output include/net/neighbour.h:509 [inline] ip6_finish_output2+0xff2/0x13d0 net/ipv6/ip6_output.c:116 __ip6_finish_output+0x693/0x910 net/ipv6/ip6_output.c:142 ip6_finish_output+0x52/0x1e0 net/ipv6/ip6_output.c:152 NF_HOOK_COND include/linux/netfilter.h:294 [inline] ip6_output+0x26f/0x390 net/ipv6/ip6_output.c:175 dst_output include/net/dst.h:436 [inline] NF_HOOK include/linux/netfilter.h:305 [inline] ndisc_send_skb+0xa35/0xe40 net/ipv6/ndisc.c:504 ndisc_send_rs+0x4ec/0x680 net/ipv6/ndisc.c:698 addrconf_rs_timer+0x22e/0x5f0 net/ipv6/addrconf.c:3879 call_timer_fn+0x95/0x170 kernel/time/timer.c:1322 expire_timers kernel/time/timer.c:1366 [inline] __run_timers+0x79e/0x970 kernel/time/timer.c:1685 run_timer_softirq+0x4a/0x90 kernel/time/timer.c:1698 __do_softirq+0x333/0x7c4 arch/x86/include/asm/paravirt.h:778 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x227/0x230 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:537 [inline] smp_apic_timer_interrupt+0x113/0x280 arch/x86/kernel/apic/apic.c:1133 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:830 RIP: 0010:native_safe_halt+0xe/0x10 arch/x86/include/asm/irqflags.h:61 Code: 30 fa eb ae 89 d9 80 e1 07 80 c1 03 38 c1 7c ba 48 89 df e8 34 a1 30 fa eb b0 90 90 e9 07 00 00 00 0f 00 2d 96 a0 46 00 fb f4 90 e9 07 00 00 00 0f 00 2d 86 a0 46 00 f4 c3 90 90 55 48 89 e5 RSP: 0018:ffffffff88807dc0 EFLAGS: 00000286 ORIG_RAX: ffffffffffffff13 RAX: 1ffffffff11150f3 RBX: ffffffff88875a00 RCX: dffffc0000000000 RDX: 0000000000000000 RSI: ffffffff812b7a1a RDI: ffffffff877be46a RBP: ffffffff88807dc8 R08: ffffffff81790e54 R09: fffffbfff110eb41 R10: fffffbfff110eb41 R11: 0000000000000000 R12: dffffc0000000000 R13: 1ffffffff110eb40 R14: dffffc0000000000 R15: 0000000000000000 arch_cpu_idle+0xa/0x10 arch/x86/kernel/process.c:571 default_idle_call+0x59/0xa0 kernel/sched/idle.c:94 cpuidle_idle_call kernel/sched/idle.c:154 [inline] do_idle+0x140/0x6d0 kernel/sched/idle.c:263 cpu_startup_entry+0x25/0x30 kernel/sched/idle.c:354 rest_init+0x29d/0x2b0 init/main.c:451 arch_call_rest_init+0xe/0x10 start_kernel+0x6f5/0x7f6 init/main.c:785 x86_64_start_reservations+0x18/0x2e arch/x86/kernel/head64.c:472 x86_64_start_kernel+0x7a/0x7d arch/x86/kernel/head64.c:453 secondary_startup_64+0xa4/0xb0 arch/x86/kernel/head_64.S:241 Sending NMI from CPU 0 to CPUs 1: NMI backtrace for cpu 1 CPU: 1 PID: 0 Comm: swapper/1 Not tainted 5.3.0-rc7+ #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 RIP: 0010:hhf_dequeue+0x125/0xaa0 net/sched/sch_hhf.c:434 Code: 39 f8 0f 84 27 07 00 00 e8 08 30 67 fb 4c 89 f8 48 c1 e8 03 42 80 3c 20 00 74 08 4c 89 ff e8 22 2b a0 fb 49 8b 1f 48 8d 7b 10 <48> 89 f8 48 c1 e8 03 48 89 45 88 42 0f b6 04 20 84 c0 48 89 f9 48 RSP: 0018:ffff8880aeb09648 EFLAGS: 00000246 RAX: 1ffff110117c4b42 RBX: ffff88808be25978 RCX: ffff8880a98bc340 RDX: 0000000000000502 RSI: ffff88808be25a10 RDI: ffff88808be25988 RBP: ffff8880aeb096f0 R08: ffffffff860c5d6a R09: 0000000000000000 R10: fffffbfff117be8d R11: 0000000000000000 R12: dffffc0000000000 R13: ffff88808be25680 R14: ffff88808be25a10 R15: ffff88808be25a10 FS: 0000000000000000(0000) GS:ffff8880aeb00000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 0000001b3392e000 CR3: 000000008dfa5000 CR4: 00000000001406e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: dequeue_skb net/sched/sch_generic.c:258 [inline] qdisc_restart net/sched/sch_generic.c:361 [inline] __qdisc_run+0x217/0x1b30 net/sched/sch_generic.c:379 __dev_xmit_skb net/core/dev.c:3533 [inline] __dev_queue_xmit+0x1161/0x3020 net/core/dev.c:3838 dev_queue_xmit+0x17/0x20 net/core/dev.c:3902 neigh_resolve_output+0x60c/0x6b0 net/core/neighbour.c:1490 neigh_output include/net/neighbour.h:511 [inline] ip6_finish_output2+0x102c/0x13d0 net/ipv6/ip6_output.c:116 __ip6_finish_output+0x693/0x910 net/ipv6/ip6_output.c:142 ip6_finish_output+0x52/0x1e0 net/ipv6/ip6_output.c:152 NF_HOOK_COND include/linux/netfilter.h:294 [inline] ip6_output+0x26f/0x390 net/ipv6/ip6_output.c:175 dst_output include/net/dst.h:436 [inline] NF_HOOK include/linux/netfilter.h:305 [inline] ndisc_send_skb+0xa35/0xe40 net/ipv6/ndisc.c:504 ndisc_send_rs+0x4ec/0x680 net/ipv6/ndisc.c:698 addrconf_rs_timer+0x22e/0x5f0 net/ipv6/addrconf.c:3879 call_timer_fn+0x95/0x170 kernel/time/timer.c:1322 expire_timers kernel/time/timer.c:1366 [inline] __run_timers+0x79e/0x970 kernel/time/timer.c:1685 run_timer_softirq+0x4a/0x90 kernel/time/timer.c:1698 __do_softirq+0x333/0x7c4 arch/x86/include/asm/paravirt.h:778 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x227/0x230 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:537 [inline] smp_apic_timer_interrupt+0x113/0x280 arch/x86/kernel/apic/apic.c:1133 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:830 RIP: 0010:native_safe_halt+0xe/0x10 arch/x86/include/asm/irqflags.h:61 Code: 30 fa eb ae 89 d9 80 e1 07 80 c1 03 38 c1 7c ba 48 89 df e8 34 a1 30 fa eb b0 90 90 e9 07 00 00 00 0f 00 2d 96 a0 46 00 fb f4 90 e9 07 00 00 00 0f 00 2d 86 a0 46 00 f4 c3 90 90 55 48 89 e5 RSP: 0018:ffff8880a98c7e10 EFLAGS: 00000286 ORIG_RAX: ffffffffffffff13 RAX: 1ffffffff11150f3 RBX: ffff8880a98bc340 RCX: dffffc0000000000 RDX: 0000000000000000 RSI: ffffffff812b7a1a RDI: ffffffff877be46a RBP: ffff8880a98c7e18 R08: ffffffff81790e54 R09: ffffed1015317869 R10: ffffed1015317869 R11: 0000000000000000 R12: dffffc0000000000 R13: 1ffff11015317868 R14: dffffc0000000000 R15: 0000000000000001 arch_cpu_idle+0xa/0x10 arch/x86/kernel/process.c:571 default_idle_call+0x59/0xa0 kernel/sched/idle.c:94 cpuidle_idle_call kernel/sched/idle.c:154 [inline] do_idle+0x140/0x6d0 kernel/sched/idle.c:263 cpu_startup_entry+0x25/0x30 kernel/sched/idle.c:354 start_secondary+0x3a5/0x430 arch/x86/kernel/smpboot.c:264 secondary_startup_64+0xa4/0xb0 arch/x86/kernel/head_64.S:241