INFO: task kworker/0:4:2831 blocked for more than 143 seconds. Not tainted 5.2.0-rc5+ #11 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. kworker/0:4 D25096 2831 2 0x80004000 Workqueue: events request_firmware_work_func Call Trace: schedule+0x96/0x240 kernel/sched/core.c:3509 schedule_preempt_disabled+0xc/0x20 kernel/sched/core.c:3568 __mutex_lock_common kernel/locking/mutex.c:1003 [inline] __mutex_lock+0x7fb/0x12b0 kernel/locking/mutex.c:1073 device_lock include/linux/device.h:1208 [inline] p54u_load_firmware_cb.cold+0xfb/0x13d drivers/net/wireless/intersil/p54/p54usb.c:941 request_firmware_work_func+0x126/0x242 drivers/base/firmware_loader/main.c:785 process_one_work+0x905/0x1570 kernel/workqueue.c:2269 worker_thread+0x96/0xe20 kernel/workqueue.c:2415 kthread+0x30b/0x410 kernel/kthread.c:255 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Showing all locks held in the system: 5 locks held by kworker/1:0/17: #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:620 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:647 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2240 #1: 0000000067d553d7 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2244 #2: 00000000a3625729 (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #2: 00000000a3625729 (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 #3: 00000000d072773e (&port_dev->status_lock){+.+.}, at: usb_lock_port drivers/usb/core/hub.c:2994 [inline] #3: 00000000d072773e (&port_dev->status_lock){+.+.}, at: hub_port_connect drivers/usb/core/hub.c:5020 [inline] #3: 00000000d072773e (&port_dev->status_lock){+.+.}, at: hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] #3: 00000000d072773e (&port_dev->status_lock){+.+.}, at: port_event drivers/usb/core/hub.c:5350 [inline] #3: 00000000d072773e (&port_dev->status_lock){+.+.}, at: hub_event+0x18e8/0x3590 drivers/usb/core/hub.c:5432 #4: 00000000f35a92f2 (hcd->address0_mutex){+.+.}, at: hub_port_init+0x1b6/0x2c00 drivers/usb/core/hub.c:4529 1 lock held by khungtaskd/23: #0: 00000000388ab773 (rcu_read_lock){....}, at: debug_show_all_locks+0x53/0x269 kernel/locking/lockdep.c:5147 6 locks held by kworker/0:2/107: #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:620 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:647 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2240 #1: 00000000d51570a4 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2244 #2: 000000004a66b5c1 (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #2: 000000004a66b5c1 (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 #3: 00000000ff05efcc (&port_dev->status_lock){+.+.}, at: usb_lock_port drivers/usb/core/hub.c:2994 [inline] #3: 00000000ff05efcc (&port_dev->status_lock){+.+.}, at: hub_port_connect drivers/usb/core/hub.c:5020 [inline] #3: 00000000ff05efcc (&port_dev->status_lock){+.+.}, at: hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] #3: 00000000ff05efcc (&port_dev->status_lock){+.+.}, at: port_event drivers/usb/core/hub.c:5350 [inline] #3: 00000000ff05efcc (&port_dev->status_lock){+.+.}, at: hub_event+0x18e8/0x3590 drivers/usb/core/hub.c:5432 #4: 00000000d3ee44f3 (hcd->address0_mutex){+.+.}, at: hub_port_init+0x1b6/0x2c00 drivers/usb/core/hub.c:4529 #5: 00000000182a9deb (ehci_cf_port_reset_rwsem){.+.+}, at: hub_port_reset+0x17a/0x1440 drivers/usb/core/hub.c:2856 1 lock held by rsyslogd/1642: #0: 0000000011d67818 (&f->f_pos_lock){+.+.}, at: __fdget_pos+0xe3/0x100 fs/file.c:801 2 locks held by getty/1733: #0: 00000000cf0c2497 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000003425f90b (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1734: #0: 0000000063fd94ce (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000005878fb0f (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1735: #0: 0000000099722b68 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000006541580b (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1736: #0: 0000000084695cc1 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000bc957b3f (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1737: #0: 0000000049e2d578 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000914a131a (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1738: #0: 0000000065322bd8 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 000000003fc626d2 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 2 locks held by getty/1739: #0: 000000006384b8b4 (&tty->ldisc_sem){++++}, at: tty_ldisc_ref_wait+0x22/0x80 drivers/tty/tty_ldisc.c:272 #1: 00000000993c7738 (&ldata->atomic_read_lock){+.+.}, at: n_tty_read+0x217/0x1a50 drivers/tty/n_tty.c:2156 6 locks held by kworker/1:3/2763: 5 locks held by kworker/1:4/2771: #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:620 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:647 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2240 #1: 00000000f3780a81 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2244 #2: 00000000a26518b5 (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #2: 00000000a26518b5 (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 #3: 00000000c2c1a5a7 (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #3: 00000000c2c1a5a7 (&dev->mutex){....}, at: __device_attach+0x7b/0x360 drivers/base/dd.c:820 #4: 000000002cbd5bce (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #4: 000000002cbd5bce (&dev->mutex){....}, at: __device_attach+0x7b/0x360 drivers/base/dd.c:820 5 locks held by kworker/0:3/2786: #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:620 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:647 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2240 #1: 000000004b0f27de ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2244 #2: 000000007996321b (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #2: 000000007996321b (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 #3: 0000000069db9d5e (&port_dev->status_lock){+.+.}, at: usb_lock_port drivers/usb/core/hub.c:2994 [inline] #3: 0000000069db9d5e (&port_dev->status_lock){+.+.}, at: hub_port_connect drivers/usb/core/hub.c:5020 [inline] #3: 0000000069db9d5e (&port_dev->status_lock){+.+.}, at: hub_port_connect_change drivers/usb/core/hub.c:5204 [inline] #3: 0000000069db9d5e (&port_dev->status_lock){+.+.}, at: port_event drivers/usb/core/hub.c:5350 [inline] #3: 0000000069db9d5e (&port_dev->status_lock){+.+.}, at: hub_event+0x18e8/0x3590 drivers/usb/core/hub.c:5432 #4: 00000000e7e47724 (hcd->address0_mutex){+.+.}, at: hub_port_init+0x1b6/0x2c00 drivers/usb/core/hub.c:4529 3 locks held by kworker/0:4/2831: #0: 000000001119c05d ((wq_completion)events){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 000000001119c05d ((wq_completion)events){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 000000001119c05d ((wq_completion)events){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 000000001119c05d ((wq_completion)events){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 000000001119c05d ((wq_completion)events){+.+.}, at: set_work_data kernel/workqueue.c:620 [inline] #0: 000000001119c05d ((wq_completion)events){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:647 [inline] #0: 000000001119c05d ((wq_completion)events){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2240 #1: 000000007996e9d5 ((work_completion)(&fw_work->work)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2244 #2: 000000005e107dba (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #2: 000000005e107dba (&dev->mutex){....}, at: p54u_load_firmware_cb.cold+0xfb/0x13d drivers/net/wireless/intersil/p54/p54usb.c:941 8 locks held by kworker/0:6/2839: #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: __write_once_size include/linux/compiler.h:221 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: arch_atomic64_set arch/x86/include/asm/atomic64_64.h:34 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic64_set include/asm-generic/atomic-instrumented.h:855 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: atomic_long_set include/asm-generic/atomic-long.h:40 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_data kernel/workqueue.c:620 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: set_work_pool_and_clear_pending kernel/workqueue.c:647 [inline] #0: 00000000210ddbf7 ((wq_completion)usb_hub_wq){+.+.}, at: process_one_work+0x81a/0x1570 kernel/workqueue.c:2240 #1: 00000000b537ac33 ((work_completion)(&hub->events)){+.+.}, at: process_one_work+0x84e/0x1570 kernel/workqueue.c:2244 #2: 000000005e107dba (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #2: 000000005e107dba (&dev->mutex){....}, at: hub_event+0x179/0x3590 drivers/usb/core/hub.c:5378 #3: 00000000fe49f4ec (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #3: 00000000fe49f4ec (&dev->mutex){....}, at: __device_attach+0x7b/0x360 drivers/base/dd.c:820 #4: 00000000d2ff3f19 (&dev->mutex){....}, at: device_lock include/linux/device.h:1208 [inline] #4: 00000000d2ff3f19 (&dev->mutex){....}, at: __device_attach+0x7b/0x360 drivers/base/dd.c:820 #5: 00000000c72b79cc (&dev->phy_mutex){+.+.}, at: asix_mdio_read+0x93/0x250 drivers/net/usb/asix_common.c:453 #6: 000000001e66c5b3 (&rq->lock){-.-.}, at: rq_lock kernel/sched/sched.h:1168 [inline] #6: 000000001e66c5b3 (&rq->lock){-.-.}, at: __schedule+0x1df/0x1680 kernel/sched/core.c:3397 #7: 00000000388ab773 (rcu_read_lock){....}, at: trace_sched_stat_runtime include/trace/events/sched.h:435 [inline] #7: 00000000388ab773 (rcu_read_lock){....}, at: update_curr+0x268/0x7e0 kernel/sched/fair.c:842 ============================================= NMI backtrace for cpu 1 CPU: 1 PID: 23 Comm: khungtaskd Not tainted 5.2.0-rc5+ #11 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 Call Trace: __dump_stack lib/dump_stack.c:77 [inline] dump_stack+0xca/0x13e lib/dump_stack.c:113 nmi_cpu_backtrace.cold+0x48/0x87 lib/nmi_backtrace.c:101 nmi_trigger_cpumask_backtrace+0x1a6/0x1bd lib/nmi_backtrace.c:62 trigger_all_cpu_backtrace include/linux/nmi.h:146 [inline] check_hung_uninterruptible_tasks kernel/hung_task.c:205 [inline] watchdog+0x989/0xe20 kernel/hung_task.c:289 kthread+0x30b/0x410 kernel/kthread.c:255 ret_from_fork+0x24/0x30 arch/x86/entry/entry_64.S:352 Sending NMI from CPU 1 to CPUs 0: NMI backtrace for cpu 0 CPU: 0 PID: 0 Comm: swapper/0 Not tainted 5.2.0-rc5+ #11 Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 RIP: 0010:native_apic_mem_write+0x8/0x10 arch/x86/include/asm/apic.h:110 Code: 00 00 5b 5d 41 5c 41 5d 41 5e c3 48 89 04 24 e8 0e 08 55 00 48 8b 04 24 eb 83 e8 43 d8 04 00 90 90 90 89 ff 89 b7 00 c0 5f ff 0f 1f 80 00 00 00 00 48 b8 00 00 00 00 00 fc ff df 53 89 fb 48 RSP: 0018:ffff8881db209eb8 EFLAGS: 00000046 RAX: dffffc0000000000 RBX: ffffffff86b9eae0 RCX: 0000000000000020 RDX: 1ffffffff0d73d5e RSI: 000000000000a6ba RDI: 0000000000000380 RBP: ffff8881db21f1c0 R08: ffffffff86e2b140 R09: 0000000000000001 R10: ffffffff86e2b978 R11: ffffffff86e2b140 R12: 000000000000a6ba R13: 0000000000000000 R14: 0000000000000000 R15: ffff8881db225a80 FS: 0000000000000000(0000) GS:ffff8881db200000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007f343288bdb8 CR3: 00000001b4ec8000 CR4: 00000000001406f0 Call Trace: apic_write arch/x86/include/asm/apic.h:397 [inline] lapic_next_event+0x4d/0x80 arch/x86/kernel/apic/apic.c:468 clockevents_program_event+0x23d/0x350 kernel/time/clockevents.c:334 tick_program_event+0xad/0x140 kernel/time/tick-oneshot.c:44 hrtimer_interrupt+0x33e/0x730 kernel/time/hrtimer.c:1522 local_apic_timer_interrupt arch/x86/kernel/apic/apic.c:1041 [inline] smp_apic_timer_interrupt+0xc1/0x480 arch/x86/kernel/apic/apic.c:1066 apic_timer_interrupt+0xf/0x20 arch/x86/entry/entry_64.S:806 RIP: 0010:default_idle+0x28/0x2b0 arch/x86/kernel/process.c:581 Code: 00 00 41 56 41 55 41 54 55 53 65 44 8b 2d 00 d6 92 7a 0f 1f 44 00 00 e8 56 43 d3 fb e9 07 00 00 00 0f 00 2d fa 61 53 00 fb f4 <65> 44 8b 2d e0 d5 92 7a 0f 1f 44 00 00 5b 5d 41 5c 41 5d 41 5e c3 RSP: 0018:ffffffff86e07dc0 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 RAX: 0000000000000007 RBX: 0000000000000000 RCX: 0000000000000000 RDX: 0000000000000000 RSI: 0000000000000006 RDI: ffffffff86e2b974 RBP: fffffbfff0dc5628 R08: ffffffff86e2b140 R09: 0000000000000000 R10: 0000000000000000 R11: 0000000000000000 R12: ffffffff86e2b140 R13: 0000000000000000 R14: 0000000000000000 R15: ffffffff86e2b140 cpuidle_idle_call kernel/sched/idle.c:154 [inline] do_idle+0x2de/0x380 kernel/sched/idle.c:263 cpu_startup_entry+0x14/0x20 kernel/sched/idle.c:354 start_kernel+0x7e0/0x81a init/main.c:761 secondary_startup_64+0xa4/0xb0 arch/x86/kernel/head_64.S:243