INFO: task kworker/1:4:2806 blocked for more than 143 seconds. Not tainted 5.2.0-rc1+ #10 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. kworker/1:4 D24456 2806 2 0x80004000 Workqueue: events request_firmware_work_func Call Trace: schedule+0x96/0x240 kernel/sched/core.c:3508 schedule_preempt_disabled+0xc/0x20 kernel/sched/core.c:3567 __mutex_lock_common kernel/locking/mutex.c:1002 [inline] __mutex_lock+0x7fb/0x12b0 kernel/locking/mutex.c:1072 device_lock include/linux/device.h:1207 [inline] p54u_load_firmware_cb.cold+0xfb/0x13d drivers/net/wireless/intersil/p54/p54usb.c:941 request_firmware_work_func+0x126/0x242 drivers/base/firmware_loader/main.c:785 process_one_work+0x905/0x1570 kernel/workqueue.c:2268 worker_thread+0x96/0xe20 kernel/workqueue.c:2414 kthread+0x30b/0x410 kernel/kthread.c:254 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Showing all locks held in the system: 6 locks held by kworker/1:0/17: 1 lock held by khungtaskd/23: #0: 00000000cc675ec6 (rcu_read_lock){....}, at: debug_show_all_locks+0x53/0x269 kernel/locking/lockdep.c:5146 6 locks held by kworker/0:2/107: #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2239 #1: 000000005f9b15fe ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2243 #2: 000000008aaa5c39 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 000000008aaa5c39 (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 #3: 000000003b492fc4 (&port_dev->status_lock){+.+.}, at: usb_lock_port drivers/usb/core/hub.c:2994 [inline] #3: 000000003b492fc4 (&port_dev->status_lock){+.+.}, at: hub_port_connect drivers/usb/core/hub.c:5020 [inline] #3: 000000003b492fc4 (&port_dev->status_lock){+.+.}, at: hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] #3: 000000003b492fc4 (&port_dev->status_lock){+.+.}, at: port_event drivers/usb/core/hub.c:5350 [inline] #3: 000000003b492fc4 (&port_dev->status_lock){+.+.}, at: hub_event+0x18e8/0x3590 drivers/usb/core/hub.c:5432 #4: 000000008ff7ba52 (hcd->address0_mutex){+.+.}, at: hub_port_init+0x1b6/0x2c00 drivers/usb/core/hub.c:4529 #5: 00000000e8c10f11 (ehci_cf_port_reset_rwsem){.+.+}, at: hub_port_reset+0x17a/0x1440 drivers/usb/core/hub.c:2856 1 lock held by rsyslogd/1633: 2 locks held by getty/1722: #0: 00000000dc548bf6 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000022443755 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1723: #0: 000000005484a503 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000001ba6ffb (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1724: #0: 000000009310a0fa (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000c7b01287 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1725: #0: 00000000f945498f (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000002ce01a79 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1726: #0: 0000000082c77c1c (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000059cbd457 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1727: #0: 00000000cfc378eb (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000ea897908 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1728: #0: 0000000085daf28f (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000056396e65 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 3 locks held by kworker/1:2/2001: #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 000000003d0a8f31 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2239 #1: 00000000322836a1 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2243 #2: 00000000bb5139ad (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 00000000bb5139ad (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 6 locks held by kworker/0:6/2778: 3 locks held by kworker/1:4/2806: #0: 00000000c83f6b94 ((wq_completion)events){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 00000000c83f6b94 ((wq_completion)events){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000c83f6b94 ((wq_completion)events){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000c83f6b94 ((wq_completion)events){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000c83f6b94 ((wq_completion)events){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 00000000c83f6b94 ((wq_completion)events){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 00000000c83f6b94 ((wq_completion)events){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2239 #1: 00000000dee43249 ((work_completion)(&fw_work->work)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2243 #2: 0000000060f2cdd4 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 0000000060f2cdd4 (&dev->mutex){....}, at: p54u_load_firmware_cb.cold+0xfb/0x13d drivers/net/wireless/intersil/p54/p54usb.c:941 ============================================= NMI backtrace for cpu 0 CPU: 0 PID: 23 Comm: khungtaskd Not tainted 5.2.0-rc1+ #10 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0xca/0x13e lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x48/0x87 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x1a6/0x1bd lib/nmi_backtrace.c:62 trigger_all_cpu_backtrace include/linux/nmi.h:146 [inline] check_hung_uninterruptible_tasks kernel/hung_task.c:204 [inline] watchdog+0x989/0xe20 kernel/hung_task.c:288 kthread+0x30b/0x410 kernel/kthread.c:254 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Sending NMI from CPU 0 to CPUs 1: dummy_hcd dummy_hcd.0: no ep configured for urb 00000000a1b695f7 NMI backtrace for cpu 1 CPU: 1 PID: 0 Comm: swapper/1 Not tainted 5.2.0-rc1+ #10 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 RIP: 0010:io_serial_out+0x68/0x80 drivers/tty/serial/8250/8250_port.c:456 Code: e9 00 00 00 48 8d 7d 38 48 b8 00 00 00 00 00 fc ff df 48 89 fa 48 c1 ea 03 d3 e3 80 3c 02 00 75 15 03 5d 38 44 89 e0 89 da ee <5b> 5d 41 5c c3 e8 ee a4 4e ff eb c7 e8 17 a5 4e ff eb e4 0f 1f 44 RSP: 0018:ffff8881db3095c0 EFLAGS: 00000006 RAX: 0000000000000000 RBX: 00000000000003f9 RCX: 0000000000000000 RDX: 00000000000003f9 RSI: ffffffff82140ac1 RDI: ffffffff89c5dd18 RBP: ffffffff89c5dce0 R08: ffff8881d9dfb000 R09: ffffed103b6612ab R10: ffffed103b6612aa R11: 0000000000000003 R12: 0000000000000000 R13: ffffffff89c5df38 R14: ffffffff8711a640 R15: ffffffff89c5dd30 FS: 0000000000000000(0000) GS:ffff8881db300000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007f0f95b75000 CR3: 00000001b6ce2000 CR4: 00000000001406e0 Call Trace: serial_port_out include/linux/serial_core.h:278 [inline] serial8250_console_write+0x45b/0x830 drivers/tty/serial/8250/8250_port.c:3255 call_console_drivers kernel/printk/printk.c:1780 [inline] console_unlock+0x862/0xbf0 kernel/printk/printk.c:2462 vprintk_emit+0x171/0x3e0 kernel/printk/printk.c:1985 dev_vprintk_emit+0x4fc/0x541 drivers/base/core.c:3190 dev_printk_emit+0xba/0xf1 drivers/base/core.c:3201 __dev_printk+0x1db/0x203 drivers/base/core.c:3213 dev_printk+0xd0/0x104 drivers/base/core.c:3230 dummy_timer.cold+0x41/0x3c0 drivers/usb/gadget/udc/dummy_hcd.c:1837 call_timer_fn+0x15e/0x5e0 kernel/time/timer.c:1322 expire_timers kernel/time/timer.c:1366 [inline] __run_timers kernel/time/timer.c:1685 [inline] __run_timers kernel/time/timer.c:1653 [inline] run_timer_softirq+0x597/0x1410 kernel/time/timer.c:1698 __do_softirq+0x219/0x8b0 kernel/softirq.c:293 invoke_softirq kernel/softirq.c:374 [inline] irq_exit+0x17c/0x1a0 kernel/softirq.c:414 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0xe2/0x480 arch/x86/kernel/apic/apic.c:1067 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:806 RIP: 0010:default_idle+0x28/0x2b0 arch/x86/kernel/process.c:581 Code: 00 00 41 56 41 55 41 54 55 53 65 44 8b 2d 90 15 93 7a 0f 1f 44 00 00 e8 f6 75 d3 fb e9 07 00 00 00 0f 00 2d 8a a1 53 00 fb f4 <65> 44 8b 2d 70 15 93 7a 0f 1f 44 00 00 5b 5d 41 5c 41 5d 41 5e c3 RSP: 0018:ffff8881d9e17de0 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000007 RBX: 0000000000000001 RCX: 0000000000000000 RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffff8881d9dfb834 RBP: ffffed103b3bf600 R08: ffff8881d9dfb000 R09: 0000000000000000 R10: 0000000000000000 R11: 0000000000000000 R12: ffff8881d9dfb000 R13: 0000000000000001 R14: 0000000000000000 R15: ffff8881d9dfb000 cpuidle_idle_call kernel/sched/idle.c:153 [inline] do_idle+0x2de/0x380 kernel/sched/idle.c:262 cpu_startup_entry+0x14/0x20 kernel/sched/idle.c:353 start_secondary+0x2cd/0x390 arch/x86/kernel/smpboot.c:267 secondary_startup_64+0xa4/0xb0 arch/x86/kernel/head_64.S:243