INFO: task kworker/0:1:12 blocked for more than 143 seconds. Not tainted 5.2.0-rc1+ #10 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. kworker/0:1 D24816 12 2 0x80004000 Workqueue: events request_firmware_work_func Call Trace: schedule+0x96/0x240 kernel/sched/core.c:3508 schedule_preempt_disabled+0xc/0x20 kernel/sched/core.c:3567 __mutex_lock_common kernel/locking/mutex.c:1002 [inline] __mutex_lock+0x7fb/0x12b0 kernel/locking/mutex.c:1072 device_lock include/linux/device.h:1207 [inline] p54u_load_firmware_cb.cold+0xfb/0x13d drivers/net/wireless/intersil/p54/p54usb.c:941 request_firmware_work_func+0x126/0x242 drivers/base/firmware_loader/main.c:785 process_one_work+0x905/0x1570 kernel/workqueue.c:2268 worker_thread+0x96/0xe20 kernel/workqueue.c:2414 kthread+0x30b/0x410 kernel/kthread.c:254 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Showing all locks held in the system: 3 locks held by kworker/0:1/12: #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2239 #1: 00000000bdbffa6d ((work_completion)(&fw_work->work)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2243 #2: 00000000cc477ebd (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 00000000cc477ebd (&dev->mutex){....}, at: p54u_load_firmware_cb.cold+0xfb/0x13d drivers/net/wireless/intersil/p54/p54usb.c:941 5 locks held by kworker/1:1/22: #0: 000000002b727979 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 000000002b727979 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 000000002b727979 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 000000002b727979 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 000000002b727979 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 000000002b727979 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 000000002b727979 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2239 #1: 000000004c9c19a6 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2243 #2: 00000000a853df7a (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 00000000a853df7a (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 #3: 000000002a44c797 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #3: 000000002a44c797 (&dev->mutex){....}, at: __device_attach+0x7b/0x360 drivers/base/dd.c:820 #4: 00000000f7034aca (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #4: 00000000f7034aca (&dev->mutex){....}, at: __device_attach+0x7b/0x360 drivers/base/dd.c:820 1 lock held by khungtaskd/23: #0: 00000000765adc85 (rcu_read_lock){....}, at: debug_show_all_locks+0x53/0x269 kernel/locking/lockdep.c:5146 1 lock held by rsyslogd/1622: #0: 00000000d0dda881 (&f->f_pos_lock){+.+.}, at: __fdget_pos+0xe3/0x100 fs/file.c:801 2 locks held by getty/1711: #0: 000000000305a1ec (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000cc07d3ce (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1712: #0: 0000000076462c4a (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000042c4a1c6 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1713: #0: 0000000058582516 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000aaf6e377 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1714: #0: 00000000b1057157 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000056e23619 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1715: #0: 00000000ef4a8b0e (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000006541b6e6 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1716: #0: 00000000a4927f35 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000663f8fec (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1717: #0: 00000000debd236a (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000d27f9235 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 6 locks held by kworker/0:2/2722: 5 locks held by kworker/0:5/2761: 6 locks held by kworker/1:4/2836: 5 locks held by kworker/1:6/2893: #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 0000000097290ac2 ((wq_completion)events){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2239 #1: 0000000079b9c335 ((work_completion)(&fw_work->work)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2243 #2: 00000000789992c8 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 00000000789992c8 (&dev->mutex){....}, at: ath9k_hif_usb_firmware_fail drivers/net/wireless/ath/ath9k/hif_usb.c:1077 [inline] #2: 00000000789992c8 (&dev->mutex){....}, at: ath9k_hif_usb_firmware_cb+0x379/0x500 drivers/net/wireless/ath/ath9k/hif_usb.c:1210 #3: 00000000b5b9c2e9 (&dev->mutex){....}, at: device_release_driver_internal+0x23/0x4c0 drivers/base/dd.c:1109 #4: 0000000066351018 (hcd->bandwidth_mutex){+.+.}, at: usb_set_configuration+0x492/0x1670 drivers/usb/core/message.c:1886 ============================================= NMI backtrace for cpu 0 CPU: 0 PID: 23 Comm: khungtaskd Not tainted 5.2.0-rc1+ #10 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0xca/0x13e lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x48/0x87 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x1a6/0x1bd lib/nmi_backtrace.c:62 trigger_all_cpu_backtrace include/linux/nmi.h:146 [inline] check_hung_uninterruptible_tasks kernel/hung_task.c:204 [inline] watchdog+0x989/0xe20 kernel/hung_task.c:288 kthread+0x30b/0x410 kernel/kthread.c:254 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Sending NMI from CPU 0 to CPUs 1: dummy_hcd dummy_hcd.0: no ep configured for urb 00000000302e3c2b NMI backtrace for cpu 1 CPU: 1 PID: 107 Comm: kworker/1:2 Not tainted 5.2.0-rc1+ #10 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Workqueue: usb_hub_wq hub_event RIP: 0010:io_serial_out+0x68/0x80 drivers/tty/serial/8250/8250_port.c:456 Code: e9 00 00 00 48 8d 7d 38 48 b8 00 00 00 00 00 fc ff df 48 89 fa 48 c1 ea 03 d3 e3 80 3c 02 00 75 15 03 5d 38 44 89 e0 89 da ee <5b> 5d 41 5c c3 e8 ee a4 4e ff eb c7 e8 17 a5 4e ff eb e4 0f 1f 44 RSP: 0018:ffff8881db3095c0 EFLAGS: 00000006 RAX: 0000000000000000 RBX: 00000000000003f9 RCX: 0000000000000000 RDX: 00000000000003f9 RSI: ffffffff82140ac1 RDI: ffffffff89c5dd18 RBP: ffffffff89c5dce0 R08: ffff8881d4228000 R09: ffffed103b6612ab R10: ffffed103b6612aa R11: 0000000000000003 R12: 0000000000000000 R13: ffffffff89c5df38 R14: ffffffff8711a640 R15: ffffffff89c5dd30 FS: 0000000000000000(0000) GS:ffff8881db300000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007fc666257000 CR3: 00000001b2632000 CR4: 00000000001406e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: serial_port_out include/linux/serial_core.h:278 [inline] serial8250_console_write+0x45b/0x830 drivers/tty/serial/8250/8250_port.c:3255 call_console_drivers kernel/printk/printk.c:1780 [inline] console_unlock+0x862/0xbf0 kernel/printk/printk.c:2462 vprintk_emit+0x171/0x3e0 kernel/printk/printk.c:1985 dev_vprintk_emit+0x4fc/0x541 drivers/base/core.c:3190 dev_printk_emit+0xba/0xf1 drivers/base/core.c:3201 __dev_printk+0x1db/0x203 drivers/base/core.c:3213 dev_printk+0xd0/0x104 drivers/base/core.c:3230 dummy_timer.cold+0x41/0x3c0 drivers/usb/gadget/udc/dummy_hcd.c:1837 call_timer_fn+0x15e/0x5e0 kernel/time/timer.c:1322 expire_timers kernel/time/timer.c:1366 [inline] __run_timers kernel/time/timer.c:1685 [inline] __run_timers kernel/time/timer.c:1653 [inline] run_timer_softirq+0x597/0x1410 kernel/time/timer.c:1698 __do_softirq+0x219/0x8b0 kernel/softirq.c:293 invoke_softirq kernel/softirq.c:374 [inline] irq_exit+0x17c/0x1a0 kernel/softirq.c:414 exiting_irq arch/x86/include/asm/apic.h:536 [inline] smp_apic_timer_interrupt+0xe2/0x480 arch/x86/kernel/apic/apic.c:1067 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:806 RIP: 0010:arch_local_irq_restore arch/x86/include/asm/irqflags.h:85 [inline] RIP: 0010:console_unlock+0xb00/0xbf0 kernel/printk/printk.c:2466 Code: 24 80 00 00 00 e8 80 e2 ff ff e9 52 fb ff ff e8 86 38 15 00 0f 0b e9 1b fe ff ff e8 7a 38 15 00 e8 25 5e 1a 00 ff 74 24 30 9d 32 fb ff ff e8 96 1c 3b 00 e9 d8 f6 ff ff e8 7c 1c 3b 00 e9 0a RSP: 0018:ffff8881d4237498 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000007 RBX: 0000000000000200 RCX: 1ffff1103a845110 RDX: 0000000000000000 RSI: ffff8881d42288d8 RDI: ffff8881d4228834 RBP: 0000000000000001 R08: ffff8881d4228000 R09: 0000000000000000 R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000033 R13: ffffffff828c85b0 R14: ffffffff87269fa0 R15: dffffc0000000000 vprintk_emit+0x171/0x3e0 kernel/printk/printk.c:1985 dev_vprintk_emit+0x4fc/0x541 drivers/base/core.c:3190 dev_printk_emit+0xba/0xf1 drivers/base/core.c:3201 __dev_printk+0x1db/0x203 drivers/base/core.c:3213 _dev_info+0xd7/0x109 drivers/base/core.c:3259 usb_unbind_interface+0x1bd/0x8a0 drivers/usb/core/driver.c:423 __device_release_driver drivers/base/dd.c:1081 [inline] device_release_driver_internal+0x404/0x4c0 drivers/base/dd.c:1112 bus_remove_device+0x2dc/0x4a0 drivers/base/bus.c:556 device_del+0x460/0xb80 drivers/base/core.c:2274 usb_disable_device+0x211/0x690 drivers/usb/core/message.c:1237 usb_disconnect+0x284/0x830 drivers/usb/core/hub.c:2197 hub_port_connect drivers/usb/core/hub.c:4940 [inline] hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] port_event drivers/usb/core/hub.c:5350 [inline] hub_event+0x1409/0x3590 drivers/usb/core/hub.c:5432 process_one_work+0x905/0x1570 kernel/workqueue.c:2268 worker_thread+0x96/0xe20 kernel/workqueue.c:2414 kthread+0x30b/0x410 kernel/kthread.c:254 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352