------------[ cut here ]------------ kernel BUG at mm/page_alloc.c:3112! invalid opcode: 0000 [#1] PREEMPT SMP KASAN CPU: 0 PID: 1046 Comm: khugepaged Not tainted 5.0.0-rc1-next-20190114 #11 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 RIP: 0010:__isolate_free_page+0x4a8/0x680 mm/page_alloc.c:3112 Code: 4c 39 e3 77 c0 0f b6 8d 74 ff ff ff b8 01 00 00 00 48 d3 e0 e9 11 fd ff ff 48 c7 c6 20 65 52 88 4c 89 e7 e8 6a 14 10 00 0f 0b <0f> 0b 48 c7 c6 40 66 52 88 4c 89 e7 e8 57 14 10 00 0f 0b 48 89 cf RSP: 0018:ffff8880a7936288 EFLAGS: 00010002 RAX: 00000000f0000080 RBX: 0000000000000000 RCX: ffffea0001bd8930 RDX: 1ffffd400037b126 RSI: 0000000000000008 RDI: ffffea0001bd8900 RBP: ffff8880a7936348 R08: ffff8880a782a0c0 R09: ffffed1025fff979 R10: ffffed1025fff978 R11: ffff88812fffcbc3 R12: ffffea0001bd8900 R13: 1ffff11014f26c58 R14: ffffea0001bd8900 R15: ffff8880a7936320 FS: 0000000000000000(0000) GS:ffff8880ae600000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 000000000222ee80 CR3: 00000000875dd000 CR4: 00000000001426f0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: fast_isolate_freepages mm/compaction.c:1356 [inline] isolate_freepages mm/compaction.c:1429 [inline] compaction_alloc+0xd05/0x2970 mm/compaction.c:1541 unmap_and_move mm/migrate.c:1177 [inline] migrate_pages+0x48e/0x2cc0 mm/migrate.c:1417 compact_zone+0x2207/0x3e90 mm/compaction.c:2173 compact_zone_order+0x501/0x870 mm/compaction.c:2298 try_to_compact_pages+0x515/0xd10 mm/compaction.c:2360 __alloc_pages_direct_compact+0x179/0x5e0 mm/page_alloc.c:3882 __alloc_pages_slowpath+0x1ced/0x2c60 mm/page_alloc.c:4454 __alloc_pages_nodemask+0xa37/0xdc0 mm/page_alloc.c:4734 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] khugepaged_alloc_page+0x95/0x190 mm/khugepaged.c:773 collapse_huge_page+0x141/0x2280 mm/khugepaged.c:962 khugepaged_scan_pmd+0x165f/0x1f00 mm/khugepaged.c:1215 khugepaged_scan_mm_slot mm/khugepaged.c:1724 [inline] khugepaged_do_scan mm/khugepaged.c:1805 [inline] khugepaged+0xcfe/0x18a0 mm/khugepaged.c:1850 kthread+0x357/0x430 kernel/kthread.c:247 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 Modules linked in: ====================================================== WARNING: possible circular locking dependency detected 5.0.0-rc1-next-20190114 #11 Not tainted ------------------------------------------------------ khugepaged/1046 is trying to acquire lock: 0000000036013e55 (console_owner){-.-.}, at: log_next kernel/printk/printk.c:499 [inline] 0000000036013e55 (console_owner){-.-.}, at: console_unlock+0x4ac/0x1040 kernel/printk/printk.c:2442 but task is already holding lock: 00000000c1822a8c (&(&zone->lock)->rlock){..-.}, at: fast_isolate_freepages mm/compaction.c:1313 [inline] 00000000c1822a8c (&(&zone->lock)->rlock){..-.}, at: isolate_freepages mm/compaction.c:1429 [inline] 00000000c1822a8c (&(&zone->lock)->rlock){..-.}, at: compaction_alloc+0x6f3/0x2970 mm/compaction.c:1541 which lock already depends on the new lock. the existing dependency chain (in reverse order) is: -> #3 (&(&zone->lock)->rlock){..-.}: __raw_spin_lock_irqsave include/linux/spinlock_api_smp.h:110 [inline] _raw_spin_lock_irqsave+0x95/0xcd kernel/locking/spinlock.c:152 rmqueue mm/page_alloc.c:3253 [inline] get_page_from_freelist+0xf6c/0x4870 mm/page_alloc.c:3668 __alloc_pages_nodemask+0x4fd/0xdc0 mm/page_alloc.c:4714 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] kmem_getpages mm/slab.c:1398 [inline] cache_grow_begin+0x9c/0x8c0 mm/slab.c:2666 cache_alloc_refill mm/slab.c:3033 [inline] ____cache_alloc mm/slab.c:3116 [inline] ____cache_alloc mm/slab.c:3099 [inline] __do_cache_alloc mm/slab.c:3338 [inline] slab_alloc mm/slab.c:3373 [inline] __do_kmalloc mm/slab.c:3709 [inline] __kmalloc+0x67f/0x740 mm/slab.c:3720 kmalloc include/linux/slab.h:550 [inline] tty_buffer_alloc drivers/tty/tty_buffer.c:175 [inline] __tty_buffer_request_room+0x2bf/0x7e0 drivers/tty/tty_buffer.c:273 tty_insert_flip_string_fixed_flag+0x93/0x1f0 drivers/tty/tty_buffer.c:318 tty_insert_flip_string include/linux/tty_flip.h:37 [inline] pty_write+0x133/0x200 drivers/tty/pty.c:122 n_tty_write+0xb9e/0x1220 drivers/tty/n_tty.c:2354 do_tty_write drivers/tty/tty_io.c:959 [inline] tty_write+0x45b/0x7a0 drivers/tty/tty_io.c:1043 __vfs_write+0x116/0xb40 fs/read_write.c:485 vfs_write+0x20c/0x580 fs/read_write.c:549 ksys_write+0x105/0x260 fs/read_write.c:598 __do_sys_write fs/read_write.c:610 [inline] __se_sys_write fs/read_write.c:607 [inline] __x64_sys_write+0x73/0xb0 fs/read_write.c:607 do_syscall_64+0x1a3/0x800 arch/x86/entry/common.c:290 entry_SYSCALL_64_after_hwframe+0x49/0xbe -> #2 (&(&port->lock)->rlock){-.-.}: __raw_spin_lock_irqsave include/linux/spinlock_api_smp.h:110 [inline] _raw_spin_lock_irqsave+0x95/0xcd kernel/locking/spinlock.c:152 tty_port_tty_get+0x22/0x80 drivers/tty/tty_port.c:287 tty_port_default_wakeup+0x16/0x40 drivers/tty/tty_port.c:47 tty_port_tty_wakeup+0x5d/0x70 drivers/tty/tty_port.c:387 uart_write_wakeup+0x46/0x70 drivers/tty/serial/serial_core.c:103 serial8250_tx_chars+0x4a4/0xb20 drivers/tty/serial/8250/8250_port.c:1806 serial8250_handle_irq.part.0+0x1be/0x2e0 drivers/tty/serial/8250/8250_port.c:1879 serial8250_handle_irq drivers/tty/serial/8250/8250_port.c:1865 [inline] serial8250_default_handle_irq+0xc5/0x150 drivers/tty/serial/8250/8250_port.c:1895 serial8250_interrupt+0xfb/0x1a0 drivers/tty/serial/8250/8250_core.c:125 __handle_irq_event_percpu+0x1c6/0xb10 kernel/irq/handle.c:149 handle_irq_event_percpu+0xa0/0x1d0 kernel/irq/handle.c:189 handle_irq_event+0xa7/0x134 kernel/irq/handle.c:206 handle_edge_irq+0x232/0x8a0 kernel/irq/chip.c:791 generic_handle_irq_desc include/linux/irqdesc.h:154 [inline] handle_irq+0x252/0x3d8 arch/x86/kernel/irq_64.c:78 do_IRQ+0x99/0x1d0 arch/x86/kernel/irq.c:246 ret_from_intr+0x0/0x1e native_safe_halt+0x2/0x10 arch/x86/include/asm/irqflags.h:57 arch_cpu_idle+0x10/0x20 arch/x86/kernel/process.c:555 default_idle_call+0x36/0x90 kernel/sched/idle.c:93 cpuidle_idle_call kernel/sched/idle.c:153 [inline] do_idle+0x386/0x5d0 kernel/sched/idle.c:262 cpu_startup_entry+0x1b/0x20 kernel/sched/idle.c:353 start_secondary+0x435/0x620 arch/x86/kernel/smpboot.c:272 secondary_startup_64+0xa4/0xb0 arch/x86/kernel/head_64.S:243 -> #1 (&port_lock_key){-.-.}: __raw_spin_lock_irqsave include/linux/spinlock_api_smp.h:110 [inline] _raw_spin_lock_irqsave+0x95/0xcd kernel/locking/spinlock.c:152 serial8250_console_write+0x253/0xab0 drivers/tty/serial/8250/8250_port.c:3245 univ8250_console_write+0x5f/0x70 drivers/tty/serial/8250/8250_core.c:586 call_console_drivers kernel/printk/printk.c:1784 [inline] console_unlock+0xc9a/0x1040 kernel/printk/printk.c:2455 vprintk_emit+0x370/0x960 kernel/printk/printk.c:1978 vprintk_default+0x28/0x30 kernel/printk/printk.c:2005 vprintk_func+0x7e/0x189 kernel/printk/printk_safe.c:398 printk+0xba/0xed kernel/printk/printk.c:2038 register_console+0x74d/0xb50 kernel/printk/printk.c:2770 univ8250_console_init+0x3e/0x4b drivers/tty/serial/8250/8250_core.c:681 console_init+0x6af/0x9f3 kernel/printk/printk.c:2856 start_kernel+0x5dc/0x8b7 init/main.c:667 x86_64_start_reservations+0x29/0x2b arch/x86/kernel/head64.c:470 x86_64_start_kernel+0x77/0x7b arch/x86/kernel/head64.c:451 secondary_startup_64+0xa4/0xb0 arch/x86/kernel/head_64.S:243 -> #0 (console_owner){-.-.}: lock_acquire+0x1db/0x570 kernel/locking/lockdep.c:3860 console_lock_spinning_enable kernel/printk/printk.c:1647 [inline] console_unlock+0x516/0x1040 kernel/printk/printk.c:2452 vprintk_emit+0x370/0x960 kernel/printk/printk.c:1978 vprintk_default+0x28/0x30 kernel/printk/printk.c:2005 vprintk_func+0x7e/0x189 kernel/printk/printk_safe.c:398 printk+0xba/0xed kernel/printk/printk.c:2038 report_bug.cold+0x11/0x5e lib/bug.c:191 fixup_bug arch/x86/kernel/traps.c:178 [inline] fixup_bug arch/x86/kernel/traps.c:173 [inline] do_error_trap+0x11b/0x200 arch/x86/kernel/traps.c:271 do_invalid_op+0x37/0x50 arch/x86/kernel/traps.c:290 invalid_op+0x14/0x20 arch/x86/entry/entry_64.S:973 __ClearPageBuddy include/linux/page-flags.h:706 [inline] rmv_page_order mm/page_alloc.c:744 [inline] rmv_page_order mm/page_alloc.c:742 [inline] __isolate_free_page+0x4a8/0x680 mm/page_alloc.c:3134 fast_isolate_freepages mm/compaction.c:1356 [inline] isolate_freepages mm/compaction.c:1429 [inline] compaction_alloc+0xd05/0x2970 mm/compaction.c:1541 unmap_and_move mm/migrate.c:1177 [inline] migrate_pages+0x48e/0x2cc0 mm/migrate.c:1417 compact_zone+0x2207/0x3e90 mm/compaction.c:2173 compact_zone_order+0x501/0x870 mm/compaction.c:2298 try_to_compact_pages+0x515/0xd10 mm/compaction.c:2360 __alloc_pages_direct_compact+0x179/0x5e0 mm/page_alloc.c:3882 __alloc_pages_slowpath+0x1ced/0x2c60 mm/page_alloc.c:4454 __alloc_pages_nodemask+0xa37/0xdc0 mm/page_alloc.c:4734 __alloc_pages include/linux/gfp.h:473 [inline] __alloc_pages_node include/linux/gfp.h:486 [inline] khugepaged_alloc_page+0x95/0x190 mm/khugepaged.c:773 collapse_huge_page+0x141/0x2280 mm/khugepaged.c:962 khugepaged_scan_pmd+0x165f/0x1f00 mm/khugepaged.c:1215 khugepaged_scan_mm_slot mm/khugepaged.c:1724 [inline] khugepaged_do_scan mm/khugepaged.c:1805 [inline] khugepaged+0xcfe/0x18a0 mm/khugepaged.c:1850 kthread+0x357/0x430 kernel/kthread.c:247 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 other info that might help us debug this: Chain exists of: console_owner --> &(&port->lock)->rlock --> &(&zone->lock)->rlock Possible unsafe locking scenario: CPU0 CPU1 ---- ---- lock(&(&zone->lock)->rlock); lock(&(&port->lock)->rlock); lock(&(&zone->lock)->rlock); lock(console_owner); *** DEADLOCK *** 2 locks held by khugepaged/1046: #0: 00000000c1822a8c (&(&zone->lock)->rlock){..-.}, at: fast_isolate_freepages mm/compaction.c:1313 [inline] #0: 00000000c1822a8c (&(&zone->lock)->rlock){..-.}, at: isolate_freepages mm/compaction.c:1429 [inline] #0: 00000000c1822a8c (&(&zone->lock)->rlock){..-.}, at: compaction_alloc+0x6f3/0x2970 mm/compaction.c:1541 #1: 00000000aa98f005 (console_lock){+.+.}, at: console_trylock_spinning kernel/printk/printk.c:1709 [inline] #1: 00000000aa98f005 (console_lock){+.+.}, at: vprintk_emit+0x351/0x960 kernel/printk/printk.c:1977 stack backtrace: CPU: 0 PID: 1046 Comm: khugepaged Not tainted 5.0.0-rc1-next-20190114 #11 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x1db/0x2d0 lib/dump_stack.c:113 print_circular_bug.isra.0.cold+0x1cc/0x28f kernel/locking/lockdep.c:1225 check_prev_add kernel/locking/lockdep.c:1867 [inline] check_prevs_add kernel/locking/lockdep.c:1980 [inline] validate_chain kernel/locking/lockdep.c:2351 [inline] __lock_acquire+0x2fed/0x4a10 kernel/locking/lockdep.c:3339 lock_acquire+0x1db/0x570 kernel/locking/lockdep.c:3860 console_lock_spinning_enable kernel/printk/printk.c:1647 [inline] console_unlock+0x516/0x1040 kernel/printk/printk.c:2452 vprintk_emit+0x370/0x960 kernel/printk/printk.c:1978 vprintk_default+0x28/0x30 kernel/printk/printk.c:2005 vprintk_func+0x7e/0x189 kernel/printk/printk_safe.c:398 printk+0xba/0xed kernel/printk/printk.c:2038 report_bug.cold+0x11/0x5e lib/bug.c:191 fixup_bug arch/x86/kernel/traps.c:178 [inline] fixup_bug arch/x86/kernel/traps.c:173 [inline] do_error_trap+0x11b/0x200 arch/x86/kernel/traps.c:271 do_invalid_op+0x37/0x50 arch/x86/kernel/traps.c:290 invalid_op+0x14/0x20 arch/x86/entry/entry_64.S:973 RIP: 0010:__isolate_free_page+0x4a8/0x680 mm/page_alloc.c:3112 Code: 4c 39 e3 77 c0 0f b6 8d 74 ff ff ff b8 01 00 00 00 48 d3 e0 e9 11 fd ff ff 48 c7 c6 20 65 52 88 4c 89 e7 e8 6a 14 10 00 0f 0b <0f> 0b 48 c7 c6 40 66 52 88 4c 89 e7 e8 57 14 10 00 0f 0b 48 89 cf RSP: 0018:ffff8880a7936288 EFLAGS: 00010002 RAX: 00000000f0000080 RBX: 0000000000000000 RCX: ffffea0001bd8930 RDX: 1ffffd400037b126 RSI: 0000000000000008 RDI: ffffea0001bd8900 RBP: ffff8880a7936348 R08: ffff8880a782a0c0 R09: ffffed1025fff979 R10: ffffed1025fff978 R11: ffff88812fffcbc3 R12: ffffea0001bd8900 R13: 1ffff11014f26c58 R14: ffffea0001bd8900 R15: ffff8880a7936320 fast_isolate_freepages mm/compaction.c:1356 [inline] isolate_freepages mm/compaction.c:1429 [inline] compaction_alloc+0xd05/0x2970 mm/compaction.c:1541 unmap_and_move mm/migrate.c:1177 [inline] migrate_pages+0x48e/0x2cc0 mm/migrate.c:1417 compact_zone+0x2207/0x3e90 mm/compaction.c:2173 ? debug_smp_pro Lost 96 message(s)! ---[ end trace 89fdb96f874b6707 ]--- RIP: 0010:__isolate_free_page+0x4a8/0x680 mm/page_alloc.c:3112 Code: 4c 39 e3 77 c0 0f b6 8d 74 ff ff ff b8 01 00 00 00 48 d3 e0 e9 11 fd ff ff 48 c7 c6 20 65 52 88 4c 89 e7 e8 6a 14 10 00 0f 0b <0f> 0b 48 c7 c6 40 66 52 88 4c 89 e7 e8 57 14 10 00 0f 0b 48 89 cf RSP: 0018:ffff8880a7936288 EFLAGS: 00010002 RAX: 00000000f0000080 RBX: 0000000000000000 RCX: ffffea0001bd8930 RDX: 1ffffd400037b126 RSI: 0000000000000008 RDI: ffffea0001bd8900 RBP: ffff8880a7936348 R08: ffff8880a782a0c0 R09: ffffed1025fff979 R10: ffffed1025fff978 R11: ffff88812fffcbc3 R12: ffffea0001bd8900 R13: 1ffff11014f26c58 R14: ffffea0001bd8900 R15: ffff8880a7936320 FS: 0000000000000000(0000) GS:ffff8880ae600000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 000000000222ee80 CR3: 00000000875dd000 CR4: 00000000001426f0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400