Warning: Permanently added '10.128.10.40' (ECDSA) to the list of known hosts. executing program [ 65.993713][ C1] [ 65.996053][ C1] ======================================================== [ 66.003212][ C1] WARNING: possible irq lock inversion dependency detected [ 66.010374][ C1] 5.3.0-rc6-next-20190830 #75 Not tainted [ 66.016061][ C1] -------------------------------------------------------- [ 66.023360][ C1] swapper/1/0 just changed the state of lock: [ 66.029401][ C1] ffff8880a1a6db58 (&(&ctx->ctx_lock)->rlock){..-.}, at: free_ioctx_users+0x2d/0x490 [ 66.038844][ C1] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 66.046351][ C1] (&fiq->waitq){+.+.} [ 66.046358][ C1] [ 66.046358][ C1] [ 66.046358][ C1] and interrupts could create inverse lock ordering between them. [ 66.046358][ C1] [ 66.064704][ C1] [ 66.064704][ C1] other info that might help us debug this: [ 66.072734][ C1] Possible interrupt unsafe locking scenario: [ 66.072734][ C1] [ 66.081050][ C1] CPU0 CPU1 [ 66.086388][ C1] ---- ---- [ 66.091726][ C1] lock(&fiq->waitq); [ 66.095764][ C1] local_irq_disable(); [ 66.102503][ C1] lock(&(&ctx->ctx_lock)->rlock); [ 66.110194][ C1] lock(&fiq->waitq); [ 66.116836][ C1] [ 66.120270][ C1] lock(&(&ctx->ctx_lock)->rlock); [ 66.125611][ C1] [ 66.125611][ C1] *** DEADLOCK *** [ 66.125611][ C1] [ 66.133728][ C1] 2 locks held by swapper/1/0: [ 66.138454][ C1] #0: ffffffff88fa7e40 (rcu_callback){....}, at: rcu_core+0x60e/0x1560 [ 66.147105][ C1] #1: ffffffff88fa7e80 (rcu_read_lock_sched){....}, at: percpu_ref_switch_to_atomic_rcu+0x20e/0x570 [ 66.157934][ C1] [ 66.157934][ C1] the shortest dependencies between 2nd lock and 1st lock: [ 66.167273][ C1] -> (&fiq->waitq){+.+.} { [ 66.171764][ C1] HARDIRQ-ON-W at: [ 66.175807][ C1] lock_acquire+0x190/0x410 [ 66.182108][ C1] _raw_spin_lock+0x2f/0x40 [ 66.188403][ C1] flush_bg_queue+0x1f1/0x3b0 [ 66.196351][ C1] fuse_request_queue_background+0x2f8/0x5b0 [ 66.204123][ C1] fuse_request_send_background+0x58/0x110 [ 66.211720][ C1] cuse_channel_open+0x5c3/0x839 [ 66.218451][ C1] misc_open+0x395/0x4c0 [ 66.224491][ C1] chrdev_open+0x245/0x6b0 [ 66.230704][ C1] do_dentry_open+0x4df/0x1250 [ 66.237263][ C1] vfs_open+0xa0/0xd0 [ 66.243041][ C1] path_openat+0x10e9/0x46d0 [ 66.249425][ C1] do_filp_open+0x1a1/0x280 [ 66.255722][ C1] do_sys_open+0x3fe/0x5d0 [ 66.261930][ C1] __x64_sys_openat+0x9d/0x100 [ 66.268494][ C1] do_syscall_64+0xfa/0x760 [ 66.274815][ C1] entry_SYSCALL_64_after_hwframe+0x49/0xbe [ 66.282504][ C1] SOFTIRQ-ON-W at: [ 66.286549][ C1] lock_acquire+0x190/0x410 [ 66.292845][ C1] _raw_spin_lock+0x2f/0x40 [ 66.299140][ C1] flush_bg_queue+0x1f1/0x3b0 [ 66.305615][ C1] fuse_request_queue_background+0x2f8/0x5b0 [ 66.313400][ C1] fuse_request_send_background+0x58/0x110 [ 66.321000][ C1] cuse_channel_open+0x5c3/0x839 [ 66.327732][ C1] misc_open+0x395/0x4c0 [ 66.333771][ C1] chrdev_open+0x245/0x6b0 [ 66.339997][ C1] do_dentry_open+0x4df/0x1250 [ 66.346644][ C1] vfs_open+0xa0/0xd0 [ 66.352438][ C1] path_openat+0x10e9/0x46d0 [ 66.358821][ C1] do_filp_open+0x1a1/0x280 [ 66.365118][ C1] do_sys_open+0x3fe/0x5d0 [ 66.371327][ C1] __x64_sys_openat+0x9d/0x100 [ 66.377897][ C1] do_syscall_64+0xfa/0x760 [ 66.384196][ C1] entry_SYSCALL_64_after_hwframe+0x49/0xbe [ 66.391895][ C1] INITIAL USE at: [ 66.395870][ C1] lock_acquire+0x190/0x410 [ 66.402096][ C1] _raw_spin_lock+0x2f/0x40 [ 66.408355][ C1] flush_bg_queue+0x1f1/0x3b0 [ 66.414743][ C1] fuse_request_queue_background+0x2f8/0x5b0 [ 66.422430][ C1] fuse_request_send_background+0x58/0x110 [ 66.429957][ C1] cuse_channel_open+0x5c3/0x839 [ 66.436621][ C1] misc_open+0x395/0x4c0 [ 66.442573][ C1] chrdev_open+0x245/0x6b0 [ 66.448697][ C1] do_dentry_open+0x4df/0x1250 [ 66.455169][ C1] vfs_open+0xa0/0xd0 [ 66.460862][ C1] path_openat+0x10e9/0x46d0 [ 66.467230][ C1] do_filp_open+0x1a1/0x280 [ 66.473468][ C1] do_sys_open+0x3fe/0x5d0 [ 66.479640][ C1] __x64_sys_openat+0x9d/0x100 [ 66.486125][ C1] do_syscall_64+0xfa/0x760 [ 66.492347][ C1] entry_SYSCALL_64_after_hwframe+0x49/0xbe [ 66.499944][ C1] } [ 66.502528][ C1] ... key at: [] __key.44810+0x0/0x40 [ 66.510039][ C1] ... acquired at: [ 66.513910][ C1] _raw_spin_lock+0x2f/0x40 [ 66.518562][ C1] io_submit_one+0xefa/0x2ef0 [ 66.523383][ C1] __x64_sys_io_submit+0x1bd/0x570 [ 66.528667][ C1] do_syscall_64+0xfa/0x760 [ 66.533321][ C1] entry_SYSCALL_64_after_hwframe+0x49/0xbe [ 66.539353][ C1] [ 66.541670][ C1] -> (&(&ctx->ctx_lock)->rlock){..-.} { [ 66.547190][ C1] IN-SOFTIRQ-W at: [ 66.551169][ C1] lock_acquire+0x190/0x410 [ 66.557320][ C1] _raw_spin_lock_irq+0x60/0x80 [ 66.563799][ C1] free_ioctx_users+0x2d/0x490 [ 66.570188][ C1] percpu_ref_switch_to_atomic_rcu+0x4c0/0x570 [ 66.577978][ C1] rcu_core+0x581/0x1560 [ 66.583948][ C1] rcu_core_si+0x9/0x10 [ 66.589732][ C1] __do_softirq+0x262/0x98c [ 66.595861][ C1] irq_exit+0x19b/0x1e0 [ 66.601643][ C1] smp_apic_timer_interrupt+0x1a3/0x610 [ 66.608812][ C1] apic_timer_interrupt+0xf/0x20 [ 66.615378][ C1] native_safe_halt+0xe/0x10 [ 66.621680][ C1] default_enter_idle+0x71/0xf0 [ 66.628153][ C1] cpuidle_enter_state+0xef/0xfb0 [ 66.634803][ C1] cpuidle_enter+0x4f/0xa0 [ 66.640844][ C1] do_idle+0x45f/0x6e0 [ 66.646535][ C1] cpu_startup_entry+0x1b/0x20 [ 66.652924][ C1] start_secondary+0x2f4/0x410 [ 66.659312][ C1] secondary_startup_64+0xa4/0xb0 [ 66.665955][ C1] INITIAL USE at: [ 66.669847][ C1] lock_acquire+0x190/0x410 [ 66.675898][ C1] _raw_spin_lock_irq+0x60/0x80 [ 66.682285][ C1] io_submit_one+0xeb5/0x2ef0 [ 66.688504][ C1] __x64_sys_io_submit+0x1bd/0x570 [ 66.695152][ C1] do_syscall_64+0xfa/0x760 [ 66.701204][ C1] entry_SYSCALL_64_after_hwframe+0x49/0xbe [ 66.708636][ C1] } [ 66.711127][ C1] ... key at: [] __key.54358+0x0/0x40 [ 66.718556][ C1] ... acquired at: [ 66.722347][ C1] mark_lock+0x517/0x1220 [ 66.726830][ C1] __lock_acquire+0x1e8e/0x4a00 [ 66.731925][ C1] lock_acquire+0x190/0x410 [ 66.736595][ C1] _raw_spin_lock_irq+0x60/0x80 [ 66.741596][ C1] free_ioctx_users+0x2d/0x490 [ 66.746511][ C1] percpu_ref_switch_to_atomic_rcu+0x4c0/0x570 [ 66.752824][ C1] rcu_core+0x581/0x1560 [ 66.757220][ C1] rcu_core_si+0x9/0x10 [ 66.761522][ C1] __do_softirq+0x262/0x98c [ 66.766176][ C1] irq_exit+0x19b/0x1e0 [ 66.770482][ C1] smp_apic_timer_interrupt+0x1a3/0x610 [ 66.776195][ C1] apic_timer_interrupt+0xf/0x20 [ 66.781280][ C1] native_safe_halt+0xe/0x10 [ 66.786021][ C1] default_enter_idle+0x71/0xf0 [ 66.791029][ C1] cpuidle_enter_state+0xef/0xfb0 [ 66.796220][ C1] cpuidle_enter+0x4f/0xa0 [ 66.800787][ C1] do_idle+0x45f/0x6e0 [ 66.805001][ C1] cpu_startup_entry+0x1b/0x20 [ 66.809912][ C1] start_secondary+0x2f4/0x410 [ 66.814822][ C1] secondary_startup_64+0xa4/0xb0 [ 66.819988][ C1] [ 66.822299][ C1] [ 66.822299][ C1] stack backtrace: [ 66.828178][ C1] CPU: 1 PID: 0 Comm: swapper/1 Not tainted 5.3.0-rc6-next-20190830 #75 [ 66.836471][ C1] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 [ 66.846496][ C1] Call Trace: [ 66.849756][ C1] [ 66.852592][ C1] dump_stack+0x172/0x1f0 [ 66.856905][ C1] print_irq_inversion_bug.part.0+0x2e4/0x2f1 [ 66.862947][ C1] check_usage_forwards.cold+0x20/0x29 [ 66.868379][ C1] ? check_usage_backwards+0x330/0x330 [ 66.873827][ C1] ? save_trace+0x3e/0x8c0 [ 66.878227][ C1] mark_lock+0x517/0x1220 [ 66.882534][ C1] ? check_usage_backwards+0x330/0x330 [ 66.887971][ C1] __lock_acquire+0x1e8e/0x4a00 [ 66.892820][ C1] ? __kasan_check_read+0x11/0x20 [ 66.897829][ C1] ? mark_lock+0xc2/0x1220 [ 66.902230][ C1] ? mark_held_locks+0xf0/0xf0 [ 66.906971][ C1] lock_acquire+0x190/0x410 [ 66.911468][ C1] ? free_ioctx_users+0x2d/0x490 [ 66.916386][ C1] _raw_spin_lock_irq+0x60/0x80 [ 66.921208][ C1] ? free_ioctx_users+0x2d/0x490 [ 66.926119][ C1] free_ioctx_users+0x2d/0x490 [ 66.930861][ C1] ? rcu_dynticks_curr_cpu_in_eqs+0x54/0xb0 [ 66.936728][ C1] percpu_ref_switch_to_atomic_rcu+0x4c0/0x570 [ 66.942855][ C1] ? percpu_ref_exit+0xd0/0xd0 [ 66.947593][ C1] rcu_core+0x581/0x1560 [ 66.951809][ C1] ? __rcu_read_unlock+0x6b0/0x6b0 [ 66.956906][ C1] ? rcu_read_lock_sched_held+0x9c/0xd0 [ 66.962440][ C1] ? rcu_read_lock_any_held.part.0+0x50/0x50 [ 66.968394][ C1] ? run_rebalance_domains+0x227/0x2d0 [ 66.973849][ C1] rcu_core_si+0x9/0x10 [ 66.977979][ C1] __do_softirq+0x262/0x98c [ 66.982455][ C1] ? sched_clock_cpu+0x1b/0x1b0 [ 66.987281][ C1] irq_exit+0x19b/0x1e0 [ 66.991496][ C1] smp_apic_timer_interrupt+0x1a3/0x610 [ 66.997013][ C1] apic_timer_interrupt+0xf/0x20 [ 67.001919][ C1] [ 67.004839][ C1] RIP: 0010:native_safe_halt+0xe/0x10 [ 67.010189][ C1] Code: 38 c1 69 fa eb 8a 90 90 90 90 90 90 e9 07 00 00 00 0f 00 2d 64 b8 64 00 f4 c3 66 90 e9 07 00 00 00 0f 00 2d 54 b8 64 00 fb f4 90 55 48 89 e5 41 57 41 56 41 55 41 54 53 e8 5e a7 1c fa e8 69 [ 67.029767][ C1] RSP: 0018:ffff8880a98dfcd0 EFLAGS: 00000282 ORIG_RAX: ffffffffffffff13 [ 67.038152][ C1] RAX: 1ffffffff11e5db7 RBX: 0000000000000000 RCX: 0000000000000000 [ 67.046097][ C1] RDX: dffffc0000000000 RSI: 0000000000000006 RDI: ffff8880a98d0bdc [ 67.054049][ C1] RBP: ffff8880a98dfd00 R08: ffff8880a98d0340 R09: 0000000000000000 [ 67.061993][ C1] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001 [ 67.069939][ C1] R13: 0000000000000000 R14: 0000000000000060 R15: 0000000000000001 [ 67.077903][ C1] ? default_idle+0x4e/0x360 [ 67.082472][ C1] default_enter_idle+0x71/0xf0 [ 67.087309][ C1] cpuidle_enter_state+0xef/0xfb0 [ 67.092312][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20