INFO: task kworker/1:5:5387 blocked for more than 143 seconds. Not tainted 5.1.0-rc3-319004-g43151d6 #6 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. kworker/1:5 D24112 5387 2 0x80000000 Workqueue: events request_firmware_work_func Call Trace: schedule+0x8f/0x180 kernel/sched/core.c:3562 schedule_preempt_disabled+0x11/0x20 kernel/sched/core.c:3620 __mutex_lock_common kernel/locking/mutex.c:1002 [inline] __mutex_lock+0x800/0x12b0 kernel/locking/mutex.c:1072 device_lock include/linux/device.h:1207 [inline] p54u_load_firmware_cb.cold+0xf8/0x13a drivers/net/wireless/intersil/p54/p54usb.c:941 request_firmware_work_func+0x12d/0x249 drivers/base/firmware_loader/main.c:785 process_one_work+0x90f/0x1580 kernel/workqueue.c:2269 worker_thread+0x9b/0xe20 kernel/workqueue.c:2415 kthread+0x313/0x420 kernel/kthread.c:253 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 Showing all locks held in the system: 6 locks held by kworker/0:1/12: #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:220 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81f/0x1580 kernel/workqueue.c:2240 #1: 0000000029093612 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x853/0x1580 kernel/workqueue.c:2244 #2: 00000000b6c7caef (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 00000000b6c7caef (&dev->mutex){....}, at: hub_event+0x18a/0x3b00 drivers/usb/core/hub.c:5378 #3: 00000000222992b8 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #3: 00000000222992b8 (&dev->mutex){....}, at: __device_attach+0x80/0x3a0 drivers/base/dd.c:821 #4: 000000002c02f030 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #4: 000000002c02f030 (&dev->mutex){....}, at: __device_attach+0x80/0x3a0 drivers/base/dd.c:821 #5: 0000000058aafde5 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #5: 0000000058aafde5 (&dev->mutex){....}, at: __device_attach+0x80/0x3a0 drivers/base/dd.c:821 1 lock held by khungtaskd/23: #0: 00000000b27af1db (rcu_read_lock){....}, at: debug_show_all_locks+0x53/0x269 kernel/locking/lockdep.c:5059 6 locks held by kworker/1:2/584: 1 lock held by rsyslogd/5112: #0: 000000004d39d0cb (&f->f_pos_lock){+.+.}, at: __fdget_pos+0xe8/0x100 fs/file.c:801 2 locks held by getty/5202: #0: 000000001ab6d1a9 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x27/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000006a362f13 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x21c/0x1a60 drivers/tty/n_tty.c:2156 2 locks held by getty/5203: #0: 000000009dfea7be (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x27/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000009e8bbffe (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x21c/0x1a60 drivers/tty/n_tty.c:2156 2 locks held by getty/5204: #0: 000000007301c632 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x27/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000b533b6aa (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x21c/0x1a60 drivers/tty/n_tty.c:2156 2 locks held by getty/5205: #0: 000000007e55f1ad (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x27/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000a9b2337c (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x21c/0x1a60 drivers/tty/n_tty.c:2156 2 locks held by getty/5206: #0: 000000001ca15002 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x27/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000033b7d8e6 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x21c/0x1a60 drivers/tty/n_tty.c:2156 2 locks held by getty/5207: #0: 00000000c86611d8 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x27/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000d4ecd77a (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x21c/0x1a60 drivers/tty/n_tty.c:2156 2 locks held by getty/5208: #0: 000000000535658f (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x27/0x80 drivers/tty/tty_ldisc.c:272 #1: 0000000099091cd9 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x21c/0x1a60 drivers/tty/n_tty.c:2156 6 locks held by kworker/1:4/5385: #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:220 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81f/0x1580 kernel/workqueue.c:2240 #1: 00000000b1005cee ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x853/0x1580 kernel/workqueue.c:2244 #2: 0000000016460f7c (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 0000000016460f7c (&dev->mutex){....}, at: hub_event+0x18a/0x3b00 drivers/usb/core/hub.c:5378 #3: 00000000f77bc401 (&port_dev->status_lock){+.+.}, at: usb_lock_port drivers/usb/core/hub.c:2994 [inline] #3: 00000000f77bc401 (&port_dev->status_lock){+.+.}, at: hub_port_connect drivers/usb/core/hub.c:5020 [inline] #3: 00000000f77bc401 (&port_dev->status_lock){+.+.}, at: hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] #3: 00000000f77bc401 (&port_dev->status_lock){+.+.}, at: port_event drivers/usb/core/hub.c:5350 [inline] #3: 00000000f77bc401 (&port_dev->status_lock){+.+.}, at: hub_event+0x11a3/0x3b00 drivers/usb/core/hub.c:5432 #4: 00000000a1b8294e (hcd->address0_mutex){+.+.}, at: hub_port_init+0x1bb/0x2d30 drivers/usb/core/hub.c:4529 #5: 0000000096565b39 (ehci_cf_port_reset_rwsem){.+.+}, at: hub_port_reset+0x18a/0x1770 drivers/usb/core/hub.c:2856 3 locks held by kworker/1:5/5387: #0: 00000000e67d5f8a ((wq_completion)events){+.+.}, at: __write_once_size include/linux/compiler.h:220 [inline] #0: 00000000e67d5f8a ((wq_completion)events){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000e67d5f8a ((wq_completion)events){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000e67d5f8a ((wq_completion)events){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000e67d5f8a ((wq_completion)events){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 00000000e67d5f8a ((wq_completion)events){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 00000000e67d5f8a ((wq_completion)events){+.+.}, at: process_one_work+0x81f/0x1580 kernel/workqueue.c:2240 #1: 0000000078c74ea2 ((work_completion)(&fw_work->work)){+.+.}, at: process_one_work+0x853/0x1580 kernel/workqueue.c:2244 #2: 00000000a6d5067d (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 00000000a6d5067d (&dev->mutex){....}, at: p54u_load_firmware_cb.cold+0xf8/0x13a drivers/net/wireless/intersil/p54/p54usb.c:941 6 locks held by kworker/0:7/7574: #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:220 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81f/0x1580 kernel/workqueue.c:2240 #1: 000000003ba1cec3 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x853/0x1580 kernel/workqueue.c:2244 #2: 0000000094fc171f (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 0000000094fc171f (&dev->mutex){....}, at: hub_event+0x18a/0x3b00 drivers/usb/core/hub.c:5378 #3: 000000006903992a (&port_dev->status_lock){+.+.}, at: usb_lock_port drivers/usb/core/hub.c:2994 [inline] #3: 000000006903992a (&port_dev->status_lock){+.+.}, at: hub_port_connect drivers/usb/core/hub.c:5020 [inline] #3: 000000006903992a (&port_dev->status_lock){+.+.}, at: hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] #3: 000000006903992a (&port_dev->status_lock){+.+.}, at: port_event drivers/usb/core/hub.c:5350 [inline] #3: 000000006903992a (&port_dev->status_lock){+.+.}, at: hub_event+0x11a3/0x3b00 drivers/usb/core/hub.c:5432 #4: 00000000cb695d09 (hcd->address0_mutex){+.+.}, at: hub_port_init+0x1bb/0x2d30 drivers/usb/core/hub.c:4529 #5: 0000000096565b39 (ehci_cf_port_reset_rwsem){.+.+}, at: hub_port_reset+0x18a/0x1770 drivers/usb/core/hub.c:2856 5 locks held by kworker/1:1/10282: #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:220 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:619 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:646 [inline] #0: 00000000ee28b3c6 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81f/0x1580 kernel/workqueue.c:2240 #1: 00000000bb08fbf6 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x853/0x1580 kernel/workqueue.c:2244 #2: 0000000038a1cb9e (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #2: 0000000038a1cb9e (&dev->mutex){....}, at: hub_event+0x18a/0x3b00 drivers/usb/core/hub.c:5378 #3: 00000000b5396a93 (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #3: 00000000b5396a93 (&dev->mutex){....}, at: __device_attach+0x80/0x3a0 drivers/base/dd.c:821 #4: 00000000f4ca8a3a (&dev->mutex){....}, at: device_lock include/linux/device.h:1207 [inline] #4: 00000000f4ca8a3a (&dev->mutex){....}, at: __device_attach+0x80/0x3a0 drivers/base/dd.c:821 ============================================= NMI backtrace for cpu 0 CPU: 0 PID: 23 Comm: khungtaskd Not tainted 5.1.0-rc3-319004-g43151d6 #6 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0xe8/0x16e lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x48/0x87 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x1a6/0x1bd lib/nmi_backtrace.c:62 trigger_all_cpu_backtrace include/linux/nmi.h:146 [inline] check_hung_uninterruptible_tasks kernel/hung_task.c:204 [inline] watchdog+0x98e/0xe20 kernel/hung_task.c:288 kthread+0x313/0x420 kernel/kthread.c:253 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352 Sending NMI from CPU 0 to CPUs 1: NMI backtrace for cpu 1 CPU: 1 PID: 10282 Comm: kworker/1:1 Not tainted 5.1.0-rc3-319004-g43151d6 #6 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Workqueue: usb_hub_wq hub_event RIP: 0010:io_serial_out+0x6d/0x80 drivers/tty/serial/8250/8250_port.c:456 Code: e9 00 00 00 48 8d 7d 38 48 b8 00 00 00 00 00 fc ff df 48 89 fa 48 c1 ea 03 d3 e3 80 3c 02 00 75 15 03 5d 38 44 89 e0 89 da ee <5b> 5d 41 5c c3 e8 e9 b4 bc fd eb c7 e8 42 b5 bc fd eb e4 0f 1f 44 RSP: 0018:ffff8880903f6d10 EFLAGS: 00000006 RAX: 0000000000000000 RBX: 00000000000003f9 RCX: 0000000000000000 RDX: 00000000000003f9 RSI: ffffffff83ec29a6 RDI: ffffffff9764e458 RBP: ffffffff9764e420 R08: ffff888092d73100 R09: ffffed101207ed95 R10: ffffed101207ed94 R11: 0000000000000003 R12: 0000000000000000 R13: ffffffff9764e678 R14: 0000000000000001 R15: ffffffff9764e470 FS: 0000000000000000(0000) GS:ffff8880ad100000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007f0264002188 CR3: 000000007e9fe000 CR4: 00000000001406e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 Call Trace: serial_port_out include/linux/serial_core.h:278 [inline] serial8250_console_write+0x490/0x880 drivers/tty/serial/8250/8250_port.c:3255 call_console_drivers kernel/printk/printk.c:1774 [inline] console_unlock+0x83a/0xbb0 kernel/printk/printk.c:2452 vprintk_emit+0x2b5/0x5a0 kernel/printk/printk.c:1975 dev_vprintk_emit+0x50e/0x553 drivers/base/core.c:3185 dev_printk_emit+0xbf/0xf6 drivers/base/core.c:3196 __dev_printk+0x1ed/0x215 drivers/base/core.c:3208 _dev_warn+0xdc/0x10e drivers/base/core.c:3252 mcs7830_bind.cold+0x32/0x44 drivers/net/usb/mcs7830.c:496 usbnet_probe+0xb59/0x2590 drivers/net/usb/usbnet.c:1728 usb_probe_interface+0x31d/0x820 drivers/usb/core/driver.c:361 really_probe+0x2da/0xb10 drivers/base/dd.c:509 driver_probe_device+0x21d/0x350 drivers/base/dd.c:671 __device_attach_driver+0x1d8/0x290 drivers/base/dd.c:778 bus_for_each_drv+0x163/0x1e0 drivers/base/bus.c:454 __device_attach+0x223/0x3a0 drivers/base/dd.c:844 bus_probe_device+0x1f1/0x2a0 drivers/base/bus.c:514 device_add+0xad2/0x16e0 drivers/base/core.c:2106 usb_set_configuration+0xdf7/0x1740 drivers/usb/core/message.c:2023 generic_probe+0xa2/0xda drivers/usb/core/generic.c:210 usb_probe_device+0xc0/0x150 drivers/usb/core/driver.c:266 really_probe+0x2da/0xb10 drivers/base/dd.c:509 driver_probe_device+0x21d/0x350 drivers/base/dd.c:671 __device_attach_driver+0x1d8/0x290 drivers/base/dd.c:778 bus_for_each_drv+0x163/0x1e0 drivers/base/bus.c:454 __device_attach+0x223/0x3a0 drivers/base/dd.c:844 bus_probe_device+0x1f1/0x2a0 drivers/base/bus.c:514 device_add+0xad2/0x16e0 drivers/base/core.c:2106 usb_new_device.cold+0x537/0xccf drivers/usb/core/hub.c:2534 hub_port_connect drivers/usb/core/hub.c:5089 [inline] hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] port_event drivers/usb/core/hub.c:5350 [inline] hub_event+0x138e/0x3b00 drivers/usb/core/hub.c:5432 process_one_work+0x90f/0x1580 kernel/workqueue.c:2269 worker_thread+0x9b/0xe20 kernel/workqueue.c:2415 kthread+0x313/0x420 kernel/kthread.c:253 ret_from_fork+0x3a/0x50 arch/x86/entry/entry_64.S:352