rcu: INFO: rcu_preempt self-detected stall on CPU rcu: 1-....: (1 GPs behind) idle=de6/1/0x4000000000000004 softirq=381085/381096 fqs=5233 rcu: (t=10500 jiffies g=508553 q=3424) NMI backtrace for cpu 1 CPU: 1 PID: 20669 Comm: udevd Not tainted 4.19.71 #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x63/0xa4 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x1b0/0x1f8 lib/nmi_backtrace.c:62 arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38 trigger_single_cpu_backtrace include/linux/nmi.h:164 [inline] rcu_dump_cpu_stacks+0x189/0x1d5 kernel/rcu/tree.c:1340 print_cpu_stall kernel/rcu/tree.c:1478 [inline] check_cpu_stall kernel/rcu/tree.c:1550 [inline] __rcu_pending kernel/rcu/tree.c:3293 [inline] rcu_pending kernel/rcu/tree.c:3336 [inline] rcu_check_callbacks.cold+0x5e3/0xd90 kernel/rcu/tree.c:2682 update_process_times+0x32/0x80 kernel/time/timer.c:1636 tick_sched_handle+0xa2/0x190 kernel/time/tick-sched.c:164 tick_sched_timer+0x47/0x130 kernel/time/tick-sched.c:1274 __run_hrtimer kernel/time/hrtimer.c:1398 [inline] __hrtimer_run_queues+0x33b/0xdc0 kernel/time/hrtimer.c:1460 hrtimer_interrupt+0x314/0x770 kernel/time/hrtimer.c:1518 local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1067 [inline] smp_apic_timer_interrupt+0x111/0x550 arch/x86/kernel/apic/apic.c:1092 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:893 RIP: 0010:hhf_dequeue+0x52d/0xa00 net/sched/sch_hhf.c:435 Code: 00 00 48 39 45 c8 0f 85 66 fb ff ff 45 31 ff e9 b0 02 00 00 e8 a4 dd dc fb 48 8d 43 f0 41 be 01 00 00 00 49 8d 95 80 02 00 00 <48> 39 c2 74 34 e8 89 dd dc fb 49 8d bd 6c 03 00 00 48 89 f8 48 c1 RSP: 0018:ffff8880ae906e88 EFLAGS: 00000206 ORIG_RAX: ffffffffffffff13 RAX: ffff8880a1e36728 RBX: ffff8880a1e36738 RCX: ffffffff858e8489 RDX: ffff8880a1e36700 RSI: ffffffff858e88ec RDI: 0000000000000005 RBP: ffff8880ae906ed8 R08: ffff888063cc0080 R09: 0000000000000009 R10: ffff888063cc0a68 R11: 00000000afae3773 R12: dffffc0000000000 R13: ffff8880a1e36480 R14: 0000000000000001 R15: 0000000000000000 dequeue_skb net/sched/sch_generic.c:277 [inline] qdisc_restart net/sched/sch_generic.c:380 [inline] __qdisc_run+0x1e7/0x1960 net/sched/sch_generic.c:398 __dev_xmit_skb net/core/dev.c:3501 [inline] __dev_queue_xmit+0x165c/0x2fe0 net/core/dev.c:3811 dev_queue_xmit+0x18/0x20 net/core/dev.c:3876 br_dev_queue_push_xmit+0x405/0x5d0 net/bridge/br_forward.c:56 NF_HOOK include/linux/netfilter.h:289 [inline] NF_HOOK include/linux/netfilter.h:283 [inline] br_forward_finish+0xfa/0x400 net/bridge/br_forward.c:69 NF_HOOK include/linux/netfilter.h:289 [inline] NF_HOOK include/linux/netfilter.h:283 [inline] __br_forward+0x647/0xb30 net/bridge/br_forward.c:113 deliver_clone+0x61/0xc0 net/bridge/br_forward.c:129 maybe_deliver net/bridge/br_forward.c:184 [inline] maybe_deliver net/bridge/br_forward.c:172 [inline] br_flood+0x4da/0x710 net/bridge/br_forward.c:226 br_dev_xmit+0xeeb/0x1490 net/bridge/br_device.c:103 __netdev_start_xmit include/linux/netdevice.h:4303 [inline] netdev_start_xmit include/linux/netdevice.h:4312 [inline] xmit_one net/core/dev.c:3257 [inline] dev_hard_start_xmit+0x1a5/0x980 net/core/dev.c:3273 __dev_queue_xmit+0x2704/0x2fe0 net/core/dev.c:3843 dev_queue_xmit+0x18/0x20 net/core/dev.c:3876 neigh_resolve_output net/core/neighbour.c:1369 [inline] neigh_resolve_output+0x5b7/0x980 net/core/neighbour.c:1349 neigh_output include/net/neighbour.h:501 [inline] ip6_finish_output2+0xb7f/0x2550 net/ipv6/ip6_output.c:120 ip6_finish_output+0x574/0xbe0 net/ipv6/ip6_output.c:154 NF_HOOK_COND include/linux/netfilter.h:278 [inline] ip6_output+0x235/0x7c0 net/ipv6/ip6_output.c:171 dst_output include/net/dst.h:447 [inline] NF_HOOK include/linux/netfilter.h:289 [inline] ndisc_send_skb+0xf3b/0x1460 net/ipv6/ndisc.c:491 ndisc_send_rs+0x134/0x6d0 net/ipv6/ndisc.c:685 addrconf_rs_timer+0x30f/0x680 net/ipv6/addrconf.c:3821 call_timer_fn+0x18d/0x720 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers kernel/time/timer.c:1682 [inline] __run_timers kernel/time/timer.c:1650 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1695 __do_softirq+0x25c/0x921 kernel/softirq.c:292 invoke_softirq kernel/softirq.c:372 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:412 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x13b/0x550 arch/x86/kernel/apic/apic.c:1094 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:893 RIP: 0010:kernel_text_address+0x6/0xf0 kernel/extable.c:123 Code: cc 0f 1f 00 31 c0 48 81 ff 00 00 60 88 72 0c 31 c0 48 81 ff 40 34 3f 89 0f 92 c0 c3 0f 1f 84 00 00 00 00 00 55 48 89 e5 41 54 <49> 89 fc 48 83 ec 08 48 81 ff 00 00 00 81 72 09 48 81 ff 00 70 20 RSP: 0018:ffff8880869af898 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 RAX: dffffc0000000000 RBX: ffffffff81b15dfd RCX: 0000000000000000 RDX: 1ffff11010d35f26 RSI: 1ffff11010d35f00 RDI: ffffffff81b15dfd RBP: ffff8880869af8a0 R08: 0000000000000001 R09: ffff8880869af940 R10: ffff8880869af910 R11: ffff8880869af920 R12: ffff8880869af930 R13: 0000000000000000 R14: ffff888063cc0080 R15: ffff88812c297840 __kernel_text_address+0xd/0x40 kernel/extable.c:107 unwind_get_return_address arch/x86/kernel/unwind_frame.c:18 [inline] unwind_get_return_address+0x61/0xa0 arch/x86/kernel/unwind_frame.c:13 __save_stack_trace+0x99/0x100 arch/x86/kernel/stacktrace.c:45 save_stack_trace+0x1a/0x20 arch/x86/kernel/stacktrace.c:60 save_stack+0x45/0xd0 mm/kasan/kasan.c:448 set_track mm/kasan/kasan.c:460 [inline] kasan_kmalloc mm/kasan/kasan.c:553 [inline] kasan_kmalloc+0xce/0xf0 mm/kasan/kasan.c:531 kasan_slab_alloc+0xf/0x20 mm/kasan/kasan.c:490 slab_post_alloc_hook mm/slab.h:445 [inline] slab_alloc mm/slab.c:3397 [inline] kmem_cache_alloc+0x11b/0x700 mm/slab.c:3557 __d_alloc+0x2e/0x9c0 fs/dcache.c:1610 d_alloc+0x4d/0x280 fs/dcache.c:1694 __lookup_hash+0xcd/0x190 fs/namei.c:1542 filename_create+0x1a7/0x4f0 fs/namei.c:3636 user_path_create fs/namei.c:3693 [inline] do_symlinkat+0xf3/0x290 fs/namei.c:4146 __do_sys_symlink fs/namei.c:4172 [inline] __se_sys_symlink fs/namei.c:4170 [inline] __x64_sys_symlink+0x59/0x80 fs/namei.c:4170 do_syscall_64+0xfd/0x620 arch/x86/entry/common.c:293 entry_SYSCALL_64_after_hwframe+0x49/0xbe RIP: 0033:0x7ffb18d0e517 Code: 09 01 00 00 0f 05 48 3d 00 f0 ff ff 77 02 f3 c3 48 8b 15 14 39 2b 00 f7 d8 64 89 02 83 c8 ff c3 90 90 90 b8 58 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d f1 38 2b 00 31 d2 48 29 c2 64 RSP: 002b:00007ffc29292ef8 EFLAGS: 00000202 ORIG_RAX: 0000000000000058 RAX: ffffffffffffffda RBX: 0000000001056030 RCX: 00007ffb18d0e517 RDX: 0000000000000002 RSI: 00007ffc29292f20 RDI: 0000000001063400 RBP: 0000000001060c50 R08: 00007ffc29292ad0 R09: 00007ffb18d63390 R10: 0000000000000000 R11: 0000000000000202 R12: 0000000000005f0e R13: 0000000001060ef0 R14: 0000000001056030 R15: 000000000000000b rcu: INFO: rcu_sched detected stalls on CPUs/tasks: rcu: 1-....: (10528 ticks this GP) idle=de6/1/0x4000000000000002 softirq=381064/381096 fqs=5220 rcu: (detected by 0, t=10556 jiffies, g=25565, q=4) Sending NMI from CPU 0 to CPUs 1: INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.425 msecs NMI backtrace for cpu 1 CPU: 1 PID: 20669 Comm: udevd Not tainted 4.19.71 #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 RIP: 0010:__sanitizer_cov_trace_const_cmp1+0x1a/0x20 kernel/kcov.c:176 Code: 8b 4d 08 e8 18 ff ff ff 5d c3 66 0f 1f 44 00 00 55 40 0f b6 d6 40 0f b6 f7 bf 01 00 00 00 48 89 e5 48 8b 4d 08 e8 f6 fe ff ff <5d> c3 0f 1f 40 00 55 0f b7 d6 0f b7 f7 bf 03 00 00 00 48 89 e5 48 RSP: 0018:ffff8880ae906e78 EFLAGS: 00000206 RAX: 0000000000000701 RBX: ffff8880a1e36738 RCX: ffffffff858e8a2e RDX: 0000000000000001 RSI: 0000000000000000 RDI: 0000000000000001 RBP: ffff8880ae906e78 R08: ffff888063cc0080 R09: 0000000000000009 R10: ffff888063cc0a68 R11: 00000000afae3773 R12: dffffc0000000000 R13: ffff8880a1e36480 R14: ffff8880a1e367d8 R15: ffff8880a1e367d0 FS: 00007ffb196057a0(0000) GS:ffff8880ae900000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007ffc29293348 CR3: 0000000074c70000 CR4: 00000000001406e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: __list_add include/linux/list.h:60 [inline] list_add_tail include/linux/list.h:93 [inline] list_move_tail include/linux/list.h:183 [inline] hhf_dequeue+0x65e/0xa00 net/sched/sch_hhf.c:438 dequeue_skb net/sched/sch_generic.c:277 [inline] qdisc_restart net/sched/sch_generic.c:380 [inline] __qdisc_run+0x1e7/0x1960 net/sched/sch_generic.c:398 __dev_xmit_skb net/core/dev.c:3501 [inline] __dev_queue_xmit+0x165c/0x2fe0 net/core/dev.c:3811 dev_queue_xmit+0x18/0x20 net/core/dev.c:3876 br_dev_queue_push_xmit+0x405/0x5d0 net/bridge/br_forward.c:56 NF_HOOK include/linux/netfilter.h:289 [inline] NF_HOOK include/linux/netfilter.h:283 [inline] br_forward_finish+0xfa/0x400 net/bridge/br_forward.c:69 NF_HOOK include/linux/netfilter.h:289 [inline] NF_HOOK include/linux/netfilter.h:283 [inline] __br_forward+0x647/0xb30 net/bridge/br_forward.c:113 deliver_clone+0x61/0xc0 net/bridge/br_forward.c:129 maybe_deliver net/bridge/br_forward.c:184 [inline] maybe_deliver net/bridge/br_forward.c:172 [inline] br_flood+0x4da/0x710 net/bridge/br_forward.c:226 br_dev_xmit+0xeeb/0x1490 net/bridge/br_device.c:103 __netdev_start_xmit include/linux/netdevice.h:4303 [inline] netdev_start_xmit include/linux/netdevice.h:4312 [inline] xmit_one net/core/dev.c:3257 [inline] dev_hard_start_xmit+0x1a5/0x980 net/core/dev.c:3273 __dev_queue_xmit+0x2704/0x2fe0 net/core/dev.c:3843 dev_queue_xmit+0x18/0x20 net/core/dev.c:3876 neigh_resolve_output net/core/neighbour.c:1369 [inline] neigh_resolve_output+0x5b7/0x980 net/core/neighbour.c:1349 neigh_output include/net/neighbour.h:501 [inline] ip6_finish_output2+0xb7f/0x2550 net/ipv6/ip6_output.c:120 ip6_finish_output+0x574/0xbe0 net/ipv6/ip6_output.c:154 NF_HOOK_COND include/linux/netfilter.h:278 [inline] ip6_output+0x235/0x7c0 net/ipv6/ip6_output.c:171 dst_output include/net/dst.h:447 [inline] NF_HOOK include/linux/netfilter.h:289 [inline] ndisc_send_skb+0xf3b/0x1460 net/ipv6/ndisc.c:491 ndisc_send_rs+0x134/0x6d0 net/ipv6/ndisc.c:685 addrconf_rs_timer+0x30f/0x680 net/ipv6/addrconf.c:3821 call_timer_fn+0x18d/0x720 kernel/time/timer.c:1326 expire_timers kernel/time/timer.c:1363 [inline] __run_timers kernel/time/timer.c:1682 [inline] __run_timers kernel/time/timer.c:1650 [inline] run_timer_softirq+0x652/0x1700 kernel/time/timer.c:1695 __do_softirq+0x25c/0x921 kernel/softirq.c:292 invoke_softirq kernel/softirq.c:372 [inline] irq_exit+0x180/0x1d0 kernel/softirq.c:412 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x13b/0x550 arch/x86/kernel/apic/apic.c:1094 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:893 RIP: 0010:kernel_text_address+0x6/0xf0 kernel/extable.c:123 Code: cc 0f 1f 00 31 c0 48 81 ff 00 00 60 88 72 0c 31 c0 48 81 ff 40 34 3f 89 0f 92 c0 c3 0f 1f 84 00 00 00 00 00 55 48 89 e5 41 54 <49> 89 fc 48 83 ec 08 48 81 ff 00 00 00 81 72 09 48 81 ff 00 70 20 RSP: 0018:ffff8880869af898 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 RAX: dffffc0000000000 RBX: ffffffff81b15dfd RCX: 0000000000000000 RDX: 1ffff11010d35f26 RSI: 1ffff11010d35f00 RDI: ffffffff81b15dfd RBP: ffff8880869af8a0 R08: 0000000000000001 R09: ffff8880869af940 R10: ffff8880869af910 R11: ffff8880869af920 R12: ffff8880869af930 R13: 0000000000000000 R14: ffff888063cc0080 R15: ffff88812c297840 __kernel_text_address+0xd/0x40 kernel/extable.c:107 unwind_get_return_address arch/x86/kernel/unwind_frame.c:18 [inline] unwind_get_return_address+0x61/0xa0 arch/x86/kernel/unwind_frame.c:13 __save_stack_trace+0x99/0x100 arch/x86/kernel/stacktrace.c:45 save_stack_trace+0x1a/0x20 arch/x86/kernel/stacktrace.c:60 save_stack+0x45/0xd0 mm/kasan/kasan.c:448 set_track mm/kasan/kasan.c:460 [inline] kasan_kmalloc mm/kasan/kasan.c:553 [inline] kasan_kmalloc+0xce/0xf0 mm/kasan/kasan.c:531 kasan_slab_alloc+0xf/0x20 mm/kasan/kasan.c:490 slab_post_alloc_hook mm/slab.h:445 [inline] slab_alloc mm/slab.c:3397 [inline] kmem_cache_alloc+0x11b/0x700 mm/slab.c:3557 __d_alloc+0x2e/0x9c0 fs/dcache.c:1610 d_alloc+0x4d/0x280 fs/dcache.c:1694 __lookup_hash+0xcd/0x190 fs/namei.c:1542 filename_create+0x1a7/0x4f0 fs/namei.c:3636 user_path_create fs/namei.c:3693 [inline] do_symlinkat+0xf3/0x290 fs/namei.c:4146 __do_sys_symlink fs/namei.c:4172 [inline] __se_sys_symlink fs/namei.c:4170 [inline] __x64_sys_symlink+0x59/0x80 fs/namei.c:4170 do_syscall_64+0xfd/0x620 arch/x86/entry/common.c:293 entry_SYSCALL_64_after_hwframe+0x49/0xbe RIP: 0033:0x7ffb18d0e517 Code: 09 01 00 00 0f 05 48 3d 00 f0 ff ff 77 02 f3 c3 48 8b 15 14 39 2b 00 f7 d8 64 89 02 83 c8 ff c3 90 90 90 b8 58 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d f1 38 2b 00 31 d2 48 29 c2 64 RSP: 002b:00007ffc29292ef8 EFLAGS: 00000202 ORIG_RAX: 0000000000000058 RAX: ffffffffffffffda RBX: 0000000001056030 RCX: 00007ffb18d0e517 RDX: 0000000000000002 RSI: 00007ffc29292f20 RDI: 0000000001063400 RBP: 0000000001060c50 R08: 00007ffc29292ad0 R09: 00007ffb18d63390 R10: 0000000000000000 R11: 0000000000000202 R12: 0000000000005f0e R13: 0000000001060ef0 R14: 0000000001056030 R15: 000000000000000b