ci2 starts bisection 2022-08-23 07:17:01.374392151 +0000 UTC m=+385815.253231048
bisecting fixing commit since 0974b8411a58cd5b4c7c3cfe28f4874c0b7267e7
building syzkaller on 3037caa999f22cdb40f1fa5c6b1b13e5d6af9781
testing commit 0974b8411a58cd5b4c7c3cfe28f4874c0b7267e7
compiler: gcc (GCC) 10.2.1 20210217, GNU ld (GNU Binutils for Debian) 2.35.2
kernel signature: 3cfcae193ade9a755611a525dd28304b4ff4ca44872a80b1a92856b4c19cc30c
run #0: crashed: BUG: workqueue lockup
run #1: crashed: BUG: workqueue lockup
run #2: crashed: BUG: workqueue lockup
run #3: crashed: BUG: workqueue lockup
run #4: crashed: BUG: workqueue lockup
run #5: crashed: BUG: workqueue lockup
run #6: crashed: BUG: workqueue lockup
run #7: crashed: BUG: workqueue lockup
run #8: crashed: BUG: workqueue lockup
run #9: crashed: BUG: workqueue lockup
run #10: crashed: BUG: workqueue lockup
run #11: crashed: BUG: workqueue lockup
run #12: crashed: BUG: workqueue lockup
run #13: OK
run #14: OK
run #15: OK
run #16: OK
run #17: OK
run #18: OK
run #19: OK
testing current HEAD ee965fe12def46132d0087a9f353750d717e717c
testing commit ee965fe12def46132d0087a9f353750d717e717c
compiler: gcc (GCC) 10.2.1 20210217, GNU ld (GNU Binutils for Debian) 2.35.2
kernel signature: 49f022dedc318bca1c249b7cba6aafaa73f138fe9563a2c87494ac560bd1f49b
run #0: crashed: BUG: workqueue lockup
run #1: crashed: BUG: workqueue lockup
run #2: crashed: BUG: workqueue lockup
run #3: crashed: BUG: workqueue lockup
run #4: OK
run #5: OK
run #6: OK
run #7: OK
run #8: OK
run #9: OK
reproducer seems to be flaky
Reproducer flagged being flaky
revisions tested: 2, total time: 31m42.198705695s (build: 13m47.857657545s, test: 17m18.107264188s)
the crash still happens on HEAD
commit msg: Merge branch 'android12-5.10' into branch 'android12-5.10-lts'
crash: BUG: workqueue lockup
BUG: workqueue lockup - pool
 cpus=1 node=0 flags=0x0 nice=0 stuck for 240s!
Showing busy workqueues and worker pools:
workqueue events: flags=0x0
  pwq 2: cpus=1
 node=0 flags=0x0 nice=0 active=9/256 refcnt=10
    pending: usb_gadget_state_work, destroy_list_workfn
, rht_deferred_worker, usb_gadget_state_work
, free_work, usb_gadget_state_work, usb_gadget_state_work
, usb_gadget_state_work, pcpu_balance_workfn
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=4/256 refcnt=5
    pending: psi_avgs_work, vmstat_shepherd, usb_gadget_state_work, free_work
workqueue events_highpri: flags=0x10
  pwq 3: cpus=1 node=0 flags=0x0 nice=-20 active=1/256 refcnt=2
    pending: mix_interrupt_randomness
workqueue events_unbound: flags=0x2
  pwq 4: cpus=0-1 flags=0x4 nice=0 active=5/512 refcnt=7
    in-flight: 10:fsnotify_connector_destroy_workfn fsnotify_connector_destroy_workfn, 501:toggle_allocation_gate, 458:fsnotify_mark_destroy_workfn
 fsnotify_mark_destroy_workfn
workqueue events_power_efficient: flags=0x80
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: wg_ratelimiter_gc_entries
, neigh_periodic_work
  pwq 0:
 cpus=0 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: gc_worker, neigh_periodic_work

workqueue rcu_gp: flags=0x8
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: process_srcu
workqueue mm_percpu_wq: flags=0x8
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: vmstat_update
  pwq 0:
 cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: vmstat_update
workqueue usb_hub_wq: flags=0x4
  pwq 2: cpus=1
 node=0 flags=0x0 nice=0 active=7/256 refcnt=8
    in-flight: 384:hub_event, 394:hub_event, 25:hub_event
    pending:
 hub_event, hub_event, hub_event, hub_event

  pwq 0: cpus=0 node=0
 flags=0x0 nice=0 active=4/256 refcnt=5
    in-flight: 108:hub_event hub_event, 449:hub_event hub_event
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker

workqueue wg-kex-wg1: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0
 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0
 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
, wg_packet_decrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending:
 wg_packet_encrypt_worker, wg_packet_decrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending:
 wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0
 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
, wg_packet_decrypt_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending:
 wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker

workqueue wg-kex-wg1: flags=0x24
  pwq 2:
 cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending:
 wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_decrypt_worker
, wg_packet_tx_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2:
 cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker

workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0
 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker
  pwq 0:
 cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_encrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
, wg_packet_decrypt_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0
 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2:
 cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending:
 wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0
 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker

workqueue wg-kex-wg1: flags=0x24
  pwq 2: cpus=1 node=0
 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0:
 cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
, wg_packet_decrypt_worker
workqueue wg-kex-wg1: flags=0x24
  pwq 2: cpus=1
 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0:
 cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
, wg_packet_decrypt_worker
workqueue wg-kex-wg0: flags=0x24
  pwq 2: cpus=1 node=0
 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending:
 wg_packet_handshake_receive_worker
workqueue wg-crypt-wg0: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=2/256 refcnt=3
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2:
 cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0
 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker
, wg_packet_decrypt_worker
workqueue wg-kex-wg1: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg1: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending:
 wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker
workqueue wg-kex-wg2: flags=0x24
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
  pwq 0: cpus=0 node=0
 flags=0x0 nice=0 active=1/256 refcnt=2
    pending: wg_packet_handshake_receive_worker
workqueue wg-crypt-wg2: flags=0x28
  pwq 2: cpus=1 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
    pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker
pool 0:
 cpus=0 node=0 flags=0x0 nice=0 hung=35s workers=7 idle: 889 67 450 5 445
pool 2:
 cpus=1 node=0 flags=0x0 nice=0 hung=254s workers=6 idle: 390 395 20
pool 4:
 cpus=0-1 flags=0x4 nice=0 hung=1s workers=6 idle: 563 7 299