INFO: task khugepaged:1082 blocked for more than 143 seconds. Not tainted 5.4.0-rc5-next-20191031 #0 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. khugepaged D27840 1082 2 0x80004000 Call Trace: context_switch kernel/sched/core.c:3385 [inline] __schedule+0x94a/0x1e70 kernel/sched/core.c:4070 schedule+0xdc/0x2b0 kernel/sched/core.c:4144 io_schedule+0x1c/0x70 kernel/sched/core.c:5788 wait_on_page_bit_common mm/filemap.c:1175 [inline] __lock_page+0x422/0xab0 mm/filemap.c:1383 lock_page include/linux/pagemap.h:480 [inline] mpage_prepare_extent_to_map+0xb3f/0xf90 fs/ext4/inode.c:2668 ext4_writepages+0x954/0x2e70 fs/ext4/inode.c:2822 ? 0xffffffff81000000 do_writepages+0xfa/0x2a0 mm/page-writeback.c:2344 __filemap_fdatawrite_range+0x2bc/0x3b0 mm/filemap.c:421 __filemap_fdatawrite mm/filemap.c:429 [inline] filemap_flush+0x24/0x30 mm/filemap.c:456 collapse_file+0x36b1/0x41a0 mm/khugepaged.c:1652 khugepaged_scan_file mm/khugepaged.c:1890 [inline] khugepaged_scan_mm_slot mm/khugepaged.c:1988 [inline] khugepaged_do_scan mm/khugepaged.c:2072 [inline] khugepaged+0x2da9/0x4360 mm/khugepaged.c:2117 kthread+0x361/0x430 kernel/kthread.c:255 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Showing all locks held in the system: 4 locks held by kworker/u4:0/7: #0: ffff8880a8d9b528 ((wq_completion)writeback){+.+.}, at: __write_once_size include/linux/compiler.h:226 [inline] #0: ffff8880a8d9b528 ((wq_completion)writeback){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: ffff8880a8d9b528 ((wq_completion)writeback){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: ffff8880a8d9b528 ((wq_completion)writeback){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: ffff8880a8d9b528 ((wq_completion)writeback){+.+.}, at: set_work_data kernel/workqueue.c:614 [inline] #0: ffff8880a8d9b528 ((wq_completion)writeback){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:641 [inline] #0: ffff8880a8d9b528 ((wq_completion)writeback){+.+.}, at: process_one_work+0x88b/0x1740 kernel/workqueue.c:2234 #1: ffff8880a988fdc0 ((work_completion)(&(&wb->dwork)->work)){+.+.}, at: process_one_work+0x8c1/0x1740 kernel/workqueue.c:2238 #2: ffff88809b7fc0d8 (&type->s_umount_key#32){++++}, at: trylock_super+0x22/0x110 fs/super.c:418 #3: ffff88809b7fe990 (&sbi->s_journal_flag_rwsem){.+.+}, at: do_writepages+0xfa/0x2a0 mm/page-writeback.c:2344 1 lock held by khungtaskd/1075: #0: ffffffff88faba40 (rcu_read_lock){....}, at: debug_show_all_locks+0x5f/0x279 kernel/locking/lockdep.c:5336 1 lock held by khugepaged/1082: #0: ffff88809b7fe990 (&sbi->s_journal_flag_rwsem){.+.+}, at: do_writepages+0xfa/0x2a0 mm/page-writeback.c:2344 2 locks held by kworker/1:2/2851: #0: ffff8880aa426d28 ((wq_completion)events){+.+.}, at: __write_once_size include/linux/compiler.h:226 [inline] #0: ffff8880aa426d28 ((wq_completion)events){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: ffff8880aa426d28 ((wq_completion)events){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: ffff8880aa426d28 ((wq_completion)events){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: ffff8880aa426d28 ((wq_completion)events){+.+.}, at: set_work_data kernel/workqueue.c:614 [inline] #0: ffff8880aa426d28 ((wq_completion)events){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:641 [inline] #0: ffff8880aa426d28 ((wq_completion)events){+.+.}, at: process_one_work+0x88b/0x1740 kernel/workqueue.c:2234 #1: ffff8880a042fdc0 ((work_completion)(&map->work)){+.+.}, at: process_one_work+0x8c1/0x1740 kernel/workqueue.c:2238 3 locks held by udevd/3998: 1 lock held by rsyslogd/8690: #0: ffff88809c82ed60 (&f->f_pos_lock){+.+.}, at: __fdget_pos+0xee/0x110 fs/file.c:801 2 locks held by getty/8780: #0: ffff88809a104090 (&tty->ldisc_sem){++++}, at: ldsem_down_read+0x33/0x40 drivers/tty/tty_ldsem.c:340 #1: ffffc90005f2d2e0 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x220/0x1bf0 drivers/tty/n_tty.c:2156 2 locks held by getty/8781: #0: ffff888093733090 (&tty->ldisc_sem){++++}, at: ldsem_down_read+0x33/0x40 drivers/tty/tty_ldsem.c:340 #1: ffffc90005f212e0 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x220/0x1bf0 drivers/tty/n_tty.c:2156 2 locks held by getty/8782: #0: ffff88808c558090 (&tty->ldisc_sem){++++}, at: ldsem_down_read+0x33/0x40 drivers/tty/tty_ldsem.c:340 #1: ffffc90005f112e0 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x220/0x1bf0 drivers/tty/n_tty.c:2156 2 locks held by getty/8783: #0: ffff8880a4ad5090 (&tty->ldisc_sem){++++}, at: ldsem_down_read+0x33/0x40 drivers/tty/tty_ldsem.c:340 #1: ffffc90005f292e0 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x220/0x1bf0 drivers/tty/n_tty.c:2156 2 locks held by getty/8784: #0: ffff88809bc32090 (&tty->ldisc_sem){++++}, at: ldsem_down_read+0x33/0x40 drivers/tty/tty_ldsem.c:340 #1: ffffc90005f0d2e0 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x220/0x1bf0 drivers/tty/n_tty.c:2156 2 locks held by getty/8785: #0: ffff88809aaf2090 (&tty->ldisc_sem){++++}, at: ldsem_down_read+0x33/0x40 drivers/tty/tty_ldsem.c:340 #1: ffffc90005f312e0 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x220/0x1bf0 drivers/tty/n_tty.c:2156 2 locks held by getty/8786: #0: ffff88809acbd090 (&tty->ldisc_sem){++++}, at: ldsem_down_read+0x33/0x40 drivers/tty/tty_ldsem.c:340 #1: ffffc90005ef92e0 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x220/0x1bf0 drivers/tty/n_tty.c:2156 2 locks held by syz-executor.0/8820: #0: ffff888090a012f8 (&bdev->bd_mutex){+.+.}, at: __blkdev_get+0x19b/0x1600 fs/block_dev.c:1553 #1: ffffffff89520dc0 (loop_ctl_mutex){+.+.}, at: lo_open+0x1d/0xd0 drivers/block/loop.c:1784 2 locks held by syz-executor.1/9987: #0: ffff8880909fe2b8 (&bdev->bd_mutex){+.+.}, at: __blkdev_put+0xbb/0x810 fs/block_dev.c:1854 #1: ffffffff89520dc0 (loop_ctl_mutex){+.+.}, at: lo_release+0x1f/0x200 drivers/block/loop.c:1803 1 lock held by syz-executor.1/9991: #0: ffff88809b7fc0d8 (&type->s_umount_key#32){++++}, at: do_remount fs/namespace.c:2550 [inline] #0: ffff88809b7fc0d8 (&type->s_umount_key#32){++++}, at: do_mount+0xec2/0x1b50 fs/namespace.c:3133 1 lock held by syz-executor.4/9995: #0: ffff888090a012f8 (&bdev->bd_mutex){+.+.}, at: blkdev_put+0x34/0x560 fs/block_dev.c:1887 4 locks held by syz-executor.2/10014: #0: ffff8880a402a360 (&f->f_pos_lock){+.+.}, at: __fdget_pos+0xee/0x110 fs/file.c:801 #1: ffff88809b7fc428 (sb_writers#3){.+.+}, at: file_start_write include/linux/fs.h:2889 [inline] #1: ffff88809b7fc428 (sb_writers#3){.+.+}, at: vfs_write+0x485/0x5d0 fs/read_write.c:557 #2: ffff88805a963548 (&(&(&sig->stats_lock)->lock)->rlock){....}, at: spin_lock include/linux/spinlock.h:338 [inline] #2: ffff88805a963548 (&(&(&sig->stats_lock)->lock)->rlock){....}, at: write_seqlock include/linux/seqlock.h:448 [inline] #2: ffff88805a963548 (&(&(&sig->stats_lock)->lock)->rlock){....}, at: __exit_signal kernel/exit.c:144 [inline] #2: ffff88805a963548 (&(&(&sig->stats_lock)->lock)->rlock){....}, at: release_task+0x4c1/0x15a0 kernel/exit.c:207 #3: ffff88805a963510 (&(&sig->stats_lock)->seqcount){....}, at: exit_notify kernel/exit.c:687 [inline] #3: ffff88805a963510 (&(&sig->stats_lock)->seqcount){....}, at: do_exit+0x14cc/0x2e60 kernel/exit.c:838 2 locks held by syz-executor.3/10015: 1 lock held by syz-executor.3/10023: #0: ffffffff899b90e0 (rtnl_mutex){+.+.}, at: rtnl_lock+0x17/0x20 net/core/rtnetlink.c:72 1 lock held by syz-executor.3/10024: ============================================= NMI backtrace for cpu 0 CPU: 0 PID: 1075 Comm: khungtaskd Not tainted 5.4.0-rc5-next-20191031 #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0x172/0x1f0 lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x70/0xb2 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x23b/0x28b lib/nmi_backtrace.c:62 arch_trigger_cpumask_backtrace+0x14/0x20 arch/x86/kernel/apic/hw_nmi.c:38 trigger_all_cpu_backtrace include/linux/nmi.h:146 [inline] check_hung_uninterruptible_tasks kernel/hung_task.c:269 [inline] watchdog+0xc8f/0x1350 kernel/hung_task.c:353 kthread+0x361/0x430 kernel/kthread.c:255 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Sending NMI from CPU 0 to CPUs 1: NMI backtrace for cpu 1 CPU: 1 PID: 3998 Comm: udevd Not tainted 5.4.0-rc5-next-20191031 #0 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 RIP: 0010:__hlist_del include/linux/list.h:764 [inline] RIP: 0010:detach_timer kernel/time/timer.c:815 [inline] RIP: 0010:expire_timers kernel/time/timer.c:1438 [inline] RIP: 0010:__run_timers kernel/time/timer.c:1773 [inline] RIP: 0010:__run_timers kernel/time/timer.c:1740 [inline] RIP: 0010:run_timer_softirq+0x5fb/0x1790 kernel/time/timer.c:1786 Code: 85 db 48 89 1a 48 89 95 e8 fe ff ff 74 26 e8 3c e2 0f 00 48 8d 7b 08 48 8b 95 e8 fe ff ff 48 89 f9 48 c1 e9 03 42 80 3c 39 00 <0f> 85 cc 0e 00 00 48 89 53 08 e8 16 e2 0f 00 4c 89 e8 48 c1 e8 03 RSP: 0018:ffff8880ae909de8 EFLAGS: 00000046 RAX: ffff8880961b85c0 RBX: ffff8880622a1558 RCX: 1ffff1100c4542ac RDX: ffff8880ae909e60 RSI: ffffffff81638354 RDI: ffff8880622a1560 RBP: ffff8880ae909f08 R08: ffff8880961b85c0 R09: ffffed1015d26b7d R10: ffffed1015d26b7c R11: ffff8880ae935be3 R12: ffff8880a98afd20 R13: ffff8880a98afd28 R14: ffff8880ae924c40 R15: dffffc0000000000 FS: 00007f01430c27a0(0000) GS:ffff8880ae900000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007fa547b30db8 CR3: 000000009616b000 CR4: 00000000001406e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: __do_softirq+0x262/0x98c kernel/softirq.c:292 invoke_softirq kernel/softirq.c:373 [inline] irq_exit+0x19b/0x1e0 kernel/softirq.c:413 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0x1a3/0x610 arch/x86/kernel/apic/apic.c:1137 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:829 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/paravirt.h:756 [inline] RIP: 0010:console_trylock_spinning kernel/printk/printk.c:1751 [inline] RIP: 0010:vprintk_emit+0x5da/0x700 kernel/printk/printk.c:1995 Code: 00 48 b8 00 00 00 00 00 fc ff df 41 80 3c 06 00 0f 85 f8 00 00 00 48 83 3d a2 3d 96 07 00 74 6a e8 4b 81 16 00 48 89 df 57 9d <0f> 1f 44 00 00 e9 06 ff ff ff e8 37 81 16 00 49 c1 ee 03 e8 7e 01 RSP: 0018:ffff8880961c79f0 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 RAX: ffff8880961b85c0 RBX: 0000000000000293 RCX: 0000000000000007 RDX: 0000000000000000 RSI: ffffffff815ce445 RDI: 0000000000000293 RBP: ffff8880961c7a38 R08: 1ffffffff14f3d3c R09: fffffbfff14f3d3d R10: fffffbfff14f3d3c R11: ffffffff8a79e9e7 R12: 0000000000000037 R13: 0000000000000200 R14: 1ffffffff11e643c R15: ffff8880a7964300 vprintk_default+0x28/0x30 kernel/printk/printk.c:2023 vprintk_func+0x7e/0x189 kernel/printk/printk_safe.c:386 printk+0xba/0xed kernel/printk/printk.c:2056 kobject_uevent_env+0xe2/0x1023 lib/kobject_uevent.c:476 kobject_synth_uevent.cold+0xa0/0x10a lib/kobject_uevent.c:208 uevent_store+0x25/0x60 drivers/base/core.c:1421 dev_attr_store+0x57/0x80 drivers/base/core.c:1124 sysfs_kf_write+0x116/0x170 fs/sysfs/file.c:138 kernfs_fop_write+0x270/0x4a0 fs/kernfs/file.c:315 __vfs_write+0x8a/0x110 fs/read_write.c:494 vfs_write+0x268/0x5d0 fs/read_write.c:558 ksys_write+0x14f/0x290 fs/read_write.c:611 __do_sys_write fs/read_write.c:623 [inline] __se_sys_write fs/read_write.c:620 [inline] __x64_sys_write+0x73/0xb0 fs/read_write.c:620 do_syscall_64+0xfa/0x760 arch/x86/entry/common.c:290 entry_SYSCALL_64_after_hwframe+0x49/0xbe RIP: 0033:0x7f01427ca370 Code: 73 01 c3 48 8b 0d c8 4a 2b 00 31 d2 48 29 c2 64 89 11 48 83 c8 ff eb ea 90 90 83 3d 85 a2 2b 00 00 75 10 b8 01 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 31 c3 48 83 ec 08 e8 0e 8a 01 00 48 89 04 24 RSP: 002b:00007ffe295b6ad8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 RAX: ffffffffffffffda RBX: 0000000001964010 RCX: 00007f01427ca370 RDX: 0000000000000006 RSI: 000000000041f4f9 RDI: 000000000000000b RBP: 00000000019640f0 R08: 000000000041f4f1 R09: 00007f01428207d0 R10: 7269762f73656369 R11: 0000000000000246 R12: 000000000000000b R13: 0000000000000190 R14: 0000000001963e80 R15: 000000000194b250