[ 51.854613] 4 locks held by kworker/u4:0/6: [ 51.858910] #0: ("%s""netns"){.+.+.+}, at: [] process_one_work+0x17e/0x690 [ 51.868252] #1: (net_cleanup_work){+.+.+.}, at: [] process_one_work+0x17e/0x690 [ 51.878024] #2: (net_mutex){+.+.+.}, at: [] cleanup_net+0x7a/0x270 [ 51.886657] #3: (&(&nf_conntrack_locks[i])->rlock){+.....}, at: [] nf_conntrack_lock+0xd/0x50 [ 51.897723] [ 51.897723] stack backtrace: [ 51.902189] CPU: 1 PID: 6 Comm: kworker/u4:0 Not tainted 4.5.0-rc3+ #1 [ 51.908879] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 [ 51.918208] Workqueue: netns cleanup_net [ 51.922370] 0000000000000000 ffff88012b767b20 ffffffff81883110 ffffffff83c03140 [ 51.930367] ffffffff83c03140 ffff88012b767bf8 ffffffff811c03dc ffff88012b760180 [ 51.938354] ffffffff825d271c 00000000000c5f40 0000000000000000 ffff88012b767b60 [ 51.946438] Call Trace: [ 51.948998] [] dump_stack+0x99/0xd9 [ 51.954332] [] __lock_acquire+0x1a5c/0x1ba0 [ 51.960273] [] ? _raw_spin_unlock_irqrestore+0x4c/0x90 [ 51.967185] [] ? debug_lockdep_rcu_enabled+0x1d/0x20 [ 51.973922] [] ? free_one_page+0x34/0x3e0 [ 51.979701] [] lock_acquire+0xed/0x210 [ 51.985211] [] ? nf_conntrack_lock+0xd/0x50 [ 51.991149] [] _raw_spin_lock+0x36/0x50 [ 51.996753] [] ? nf_conntrack_lock+0xd/0x50 [ 52.002691] [] nf_conntrack_lock+0xd/0x50 [ 52.008456] [] ctnl_untimeout.isra.4+0xdc/0x110 [ 52.014740] [] cttimeout_net_exit+0x28/0x80 [ 52.020678] [] ops_exit_list.isra.4+0x33/0x60 [ 52.026793] [] cleanup_net+0x1a9/0x270 [ 52.032298] [] process_one_work+0x21b/0x690 [ 52.038238] [] ? process_one_work+0x17e/0x690 [ 52.044362] [] worker_thread+0x49/0x490 [ 52.049969] [] ? process_one_work+0x690/0x690 [ 52.056095] [] kthread+0xea/0x100 [ 52.061173] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 52.067810] [] ret_from_fork+0x3f/0x70 [ 52.073316] [] ? kthread_create_on_node+0x1f0/0x1f0 Warning: Permanently added '10.128.0.250' (ECDSA) to the list of known hosts. 2019/07/20 05:05:05 parsed 1 programs 2019/07/20 05:05:06 executed programs: 0 [ 58.556813] IPv6: ADDRCONF(NETDEV_CHANGE): nr3: link becomes ready [ 58.565467] IPv6: ADDRCONF(NETDEV_CHANGE): nr5: link becomes ready [ 58.573642] IPv6: ADDRCONF(NETDEV_CHANGE): nr0: link becomes ready [ 58.580068] IPv6: ADDRCONF(NETDEV_CHANGE): nr1: link becomes ready [ 58.587186] IPv6: ADDRCONF(NETDEV_CHANGE): nr2: link becomes ready [ 58.594274] IPv6: ADDRCONF(NETDEV_CHANGE): nr4: link becomes ready [ 156.655462] BUG: spinlock lockup suspected on CPU#1, kworker/u4:0/6 [ 156.662056] lock: nf_conntrack_locks+0x0/0xe000, .magic: dead4ead, .owner: kworker/u4:0/6, .owner_cpu: 1 [ 156.672429] CPU: 1 PID: 6 Comm: kworker/u4:0 Not tainted 4.5.0-rc3+ #1 [ 156.679079] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 [ 156.694882] Workqueue: netns cleanup_net [ 156.699053] 0000000000000000 ffff88012b767c18 ffffffff81883110 ffff88012b760180 [ 156.707402] ffffffff8300a780 ffff88012b767c38 ffffffff811c48d3 ffffffff8300a780 [ 156.715518] 0000000089173700 ffff88012b767c68 ffffffff811c4a03 ffffffff8300a780 [ 156.723543] Call Trace: [ 156.726102] [] dump_stack+0x99/0xd9 [ 156.731435] [] spin_dump+0x73/0xc0 [ 156.736647] [] do_raw_spin_lock+0xa3/0x160 [ 156.742511] [] _raw_spin_lock+0x3e/0x50 [ 156.748465] [] ? nf_conntrack_lock+0xd/0x50 [ 156.754407] [] nf_conntrack_lock+0xd/0x50 [ 156.760195] [] ctnl_untimeout.isra.4+0xdc/0x110 [ 156.766501] [] cttimeout_net_exit+0x28/0x80 [ 156.772451] [] ops_exit_list.isra.4+0x33/0x60 [ 156.778563] [] cleanup_net+0x1a9/0x270 [ 156.784083] [] process_one_work+0x21b/0x690 [ 156.790114] [] ? process_one_work+0x17e/0x690 [ 156.796239] [] worker_thread+0x49/0x490 [ 156.801834] [] ? process_one_work+0x690/0x690 [ 156.807952] [] kthread+0xea/0x100 [ 156.813028] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 156.819879] [] ret_from_fork+0x3f/0x70 [ 156.825391] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 156.832033] INFO: rcu_preempt self-detected stall on CPU [ 156.837584] 1-...: (10461 ticks this GP) idle=ac1/140000000000001/0 softirq=5703/5703 fqs=10437 [ 156.837588] INFO: rcu_preempt detected stalls on CPUs/tasks: [ 156.837590] 1-...: (10461 ticks this GP) idle=ac1/140000000000001/0 softirq=5703/5703 fqs=10437 [ 156.837592] (detected by 0, t=10508 jiffies, g=433, c=432, q=710) [ 156.837593] Task dump for CPU 1: [ 156.837599] kworker/u4:0 R running task 12320 6 2 0x00000008 [ 156.837607] Workqueue: netns cleanup_net [ 156.837610] 000000000000bea0 ffffffff8261deb0 ffff88012b767b48 ffffffff81081bc7 [ 156.837612] ffff88012b767b14 00000000811d23fa ffff88012c103fc0 ffff88012b760180 [ 156.837614] 0000000000000001 ffff88012b764000 ffff88012b767bf8 000000002b767b20 [ 156.837615] Call Trace: [ 156.837619] [] ? dump_trace+0x127/0x320 [ 156.837625] [] ? arch_local_irq_restore+0x12/0x19 [ 156.837627] [] ? dump_stack+0xc9/0xd9 [ 156.837630] [] ? spin_dump+0x73/0xc0 [ 156.837631] [] ? do_raw_spin_lock+0xa3/0x160 [ 156.837634] [] ? _raw_spin_lock+0x3e/0x50 [ 156.837638] [] ? nf_conntrack_lock+0xd/0x50 [ 156.837640] [] ? nf_conntrack_lock+0xd/0x50 [ 156.837642] [] ? ctnl_untimeout.isra.4+0xdc/0x110 [ 156.837644] [] ? cttimeout_net_exit+0x28/0x80 [ 156.837646] [] ? ops_exit_list.isra.4+0x33/0x60 [ 156.837648] [] ? cleanup_net+0x1a9/0x270 [ 156.837650] [] ? process_one_work+0x21b/0x690 [ 156.837651] [] ? process_one_work+0x17e/0x690 [ 156.837653] [] ? worker_thread+0x49/0x490 [ 156.837654] [] ? process_one_work+0x690/0x690 [ 156.837656] [] ? kthread+0xea/0x100 [ 156.837659] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 156.837661] [] ? ret_from_fork+0x3f/0x70 [ 156.837663] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 157.029058] (t=10508 jiffies g=433 c=432 q=710) [ 157.034000] Task dump for CPU 1: [ 157.037334] kworker/u4:0 R running task 12320 6 2 0x00000008 [ 157.044760] Workqueue: netns cleanup_net [ 157.048913] ffff88012b760180 ffff88012c103da0 ffffffff8119ffe3 0000000000000001 [ 157.056908] ffffffff83072bc0 0000000000000086 ffff88012c103db8 ffffffff811a2dc2 [ 157.064899] 0000000000000002 ffff88012c103de8 ffffffff811dc889 ffff88012c117dc0 [ 157.072986] Call Trace: [ 157.075537] [] sched_show_task+0xe3/0x180 [ 157.082044] [] dump_cpu_task+0x32/0x40 [ 157.087548] [] rcu_dump_cpu_stacks+0x89/0xe0 [ 157.093749] [] rcu_check_callbacks+0x66d/0xa30 [ 157.099963] [] ? tick_sched_do_timer+0x30/0x30 [ 157.106163] [] ? tick_sched_do_timer+0x30/0x30 [ 157.112362] [] update_process_times+0x34/0x60 [ 157.118488] [] tick_sched_handle.isra.20+0x20/0x60 [ 157.125051] [] tick_sched_timer+0x38/0x70 [ 157.132121] [] __hrtimer_run_queues+0x11d/0x4a0 [ 157.138407] [] ? hrtimer_interrupt+0x88/0x1b0 [ 157.144713] [] hrtimer_interrupt+0xaa/0x1b0 [ 157.150764] [] local_apic_timer_interrupt+0x31/0x50 [ 157.157403] [] smp_apic_timer_interrupt+0x38/0x50 [ 157.163886] [] apic_timer_interrupt+0x8c/0xa0 [ 157.170001] [] ? arch_local_irq_restore+0x12/0x19 [ 157.177292] [] dump_stack+0xc9/0xd9 [ 157.182545] [] spin_dump+0x73/0xc0 [ 157.188226] [] do_raw_spin_lock+0xa3/0x160 [ 157.195355] [] _raw_spin_lock+0x3e/0x50 [ 157.200953] [] ? nf_conntrack_lock+0xd/0x50 [ 157.206894] [] nf_conntrack_lock+0xd/0x50 [ 157.213292] [] ctnl_untimeout.isra.4+0xdc/0x110 [ 157.219579] [] cttimeout_net_exit+0x28/0x80 [ 157.225519] [] ops_exit_list.isra.4+0x33/0x60 [ 157.231632] [] cleanup_net+0x1a9/0x270 [ 157.237606] [] process_one_work+0x21b/0x690 [ 157.243553] [] ? process_one_work+0x17e/0x690 [ 157.249670] [] worker_thread+0x49/0x490 [ 157.255268] [] ? process_one_work+0x690/0x690 [ 157.261407] [] kthread+0xea/0x100 [ 157.266534] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 157.273170] [] ret_from_fork+0x3f/0x70 [ 157.278959] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 157.285901] Sending NMI to all CPUs: [ 157.289802] NMI backtrace for cpu 0 [ 157.293527] CPU: 0 PID: 0 Comm: swapper/0 Not tainted 4.5.0-rc3+ #1 [ 157.300172] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 [ 157.309525] task: ffffffff83021540 ti: ffffffff83000000 task.ti: ffffffff83000000 [ 157.317125] RIP: 0010:[] [] native_safe_halt+0x6/0x10 [ 157.325840] RSP: 0018:ffffffff83003eb8 EFLAGS: 00000282 [ 157.331281] RAX: 0000000000000000 RBX: ffffffff83000000 RCX: 0000000000000000 [ 157.338774] RDX: 0000000000000000 RSI: ffffffff82d20ccf RDI: ffffffff81089bf6 [ 157.346020] RBP: ffffffff83003eb8 R08: 0000000000000000 R09: 0000000000000001 [ 157.353274] R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff83004000 [ 157.360528] R13: 0000000000000000 R14: 0000000000000000 R15: ffffffff83000000 [ 157.367805] FS: 0000000000000000(0000) GS:ffff88012c000000(0000) knlGS:0000000000000000 [ 157.376018] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 157.381919] CR2: 0000000000ef9000 CR3: 00000000b7bc5000 CR4: 00000000001406f0 [ 157.389285] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 157.396528] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 157.403783] Stack: [ 157.405909] ffffffff83003ed8 ffffffff81089c09 ffffffff83000000 ffffffff83004000 [ 157.413522] ffffffff83003ee8 ffffffff8108a61a ffffffff83003ef8 ffffffff811b80c5 [ 157.421038] ffffffff83003f40 ffffffff811b84bf ffffffff8336a2e0 ffffffff83004000 [ 157.428756] Call Trace: [ 157.431313] [] default_idle+0x29/0x190 [ 157.436823] [] arch_cpu_idle+0xa/0x10 [ 157.442359] [] default_idle_call+0x25/0x50 [ 157.448891] [] cpu_startup_entry+0x3cf/0x460 [ 157.454923] [] rest_init+0x131/0x140 [ 157.460275] [] start_kernel+0x44a/0x457 [ 157.465887] [] ? early_idt_handler_array+0x120/0x120 [ 157.472736] [] x86_64_start_reservations+0x2a/0x2c [ 157.479320] [] x86_64_start_kernel+0x145/0x152 [ 157.485521] Code: 00 00 00 00 00 55 48 89 e5 fa 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb 5d c3 66 0f 1f 84 00 00 00 00 00 55 48 89 e5 fb f4 <5d> c3 0f 1f 84 00 00 00 00 00 55 48 89 e5 f4 5d c3 66 0f 1f 84 [ 157.504527] NMI backtrace for cpu 1 [ 157.509050] CPU: 1 PID: 6 Comm: kworker/u4:0 Not tainted 4.5.0-rc3+ #1 [ 157.515795] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 [ 157.525149] Workqueue: netns cleanup_net [ 157.529326] task: ffff88012b760180 ti: ffff88012b764000 task.ti: ffff88012b764000 [ 157.537204] RIP: 0010:[] [] native_write_msr_safe+0x6/0x40 [ 157.547496] RSP: 0018:ffff88012b767b68 EFLAGS: 00000086 [ 157.552948] RAX: 0000000000000400 RBX: ffffffff8324cc40 RCX: 0000000000000830 [ 157.560206] RDX: 0000000000000001 RSI: 0000000000000400 RDI: 0000000000000830 [ 157.567457] RBP: ffff88012b767b70 R08: 0000000000000400 R09: 0000000000000003 [ 157.574712] R10: ffff88012b760a30 R11: 0000000000000001 R12: 0000000000080000 [ 157.581976] R13: 0000000000000001 R14: 0000000000000002 R15: 000000000000a130 [ 157.589254] FS: 0000000000000000(0000) GS:ffff88012c100000(0000) knlGS:0000000000000000 [ 157.597905] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 157.603774] CR2: 00007eff3538d150 CR3: 000000000301a000 CR4: 00000000001406e0 [ 157.611032] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 157.618621] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 157.625871] Stack: [ 157.628008] ffffffff810c261a ffff88012b767bb8 ffffffff810c2701 0000000000000282 [ 157.636233] 0000000000000001 00000000000114e0 0000000000000001 ffffffff810bf280 [ 157.644062] 0000000000000040 0000000000000001 ffff88012b767bc8 ffffffff810c27ce [ 157.651854] Call Trace: [ 157.654410] [] ? __x2apic_send_IPI_dest.constprop.7+0x3a/0x40 [ 157.661926] [] __x2apic_send_IPI_mask+0xe1/0x150 [ 157.668335] [] ? irq_force_complete_move+0xe0/0xe0 [ 157.675596] [] x2apic_send_IPI_mask+0xe/0x10 [ 157.681923] [] nmi_raise_cpu_backtrace+0x16/0x20 [ 157.688379] [] nmi_trigger_all_cpu_backtrace+0x322/0x330 [ 157.695454] [] arch_trigger_all_cpu_backtrace+0x14/0x20 [ 157.703346] [] do_raw_spin_lock+0xad/0x160 [ 157.709227] [] _raw_spin_lock+0x3e/0x50 [ 157.714843] [] ? nf_conntrack_lock+0xd/0x50 [ 157.720800] [] nf_conntrack_lock+0xd/0x50 [ 157.726753] [] ctnl_untimeout.isra.4+0xdc/0x110 [ 157.733055] [] cttimeout_net_exit+0x28/0x80 [ 157.739006] [] ops_exit_list.isra.4+0x33/0x60 [ 157.745128] [] cleanup_net+0x1a9/0x270 [ 157.750651] [] process_one_work+0x21b/0x690 [ 157.758102] [] ? process_one_work+0x17e/0x690 [ 157.764233] [] worker_thread+0x49/0x490 [ 157.769840] [] ? process_one_work+0x690/0x690 [ 157.775958] [] kthread+0xea/0x100 [ 157.781052] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 157.787711] [] ret_from_fork+0x3f/0x70 [ 157.793219] [] ? kthread_create_on_node+0x1f0/0x1f0 [ 157.799865] Code: 5b 5d c3 48 c1 e2 20 48 89 d3 31 d2 48 09 c3 48 89 de e8 ee 54 7f 00 48 89 d8 5b 5d c3 0f 1f 84 00 00 00 00 00 89 f0 89 f9 0f 30 <31> c0 0f 1f 44 00 00 c3 41 89 f0 48 89 d6 55 89 c2 48 c1 e6 20