syzbot


witness: reversal: &sched_lock &cq->cq_mtx

Status: upstream: reported on 2025/05/15 15:16
Reported-by: syzbot+9ec54ee1623e4ac93f78@syzkaller.appspotmail.com
First crash: 303d, last: 1d22h

Sample crash report:
login: witness: lock order reversal:
 1st 0xffffffff83ab2620 &sched_lock (&sched_lock)
 2nd 0xffff8000299bee30 &cq->cq_mtx (&cq->cq_mtx)
lock order [1] &sched_lock (&sched_lock) -> [2] &cq->cq_mtx (&cq->cq_mtx)
#0  mtx_enter+0x95 sys/kern/kern_lock.c:406
#1  clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
#2  mi_switch+0x187 sys/kern/sched_bsd.c:376
#3  sleep_finish+0x2d8 sys/kern/kern_synch.c:369
#4  sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
#4  sys_futex+0xb90 sys/kern/sys_futex.c:155
#5  syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#5  syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#6  Xsyscall+0x128
lock order [2] &cq->cq_mtx (&cq->cq_mtx) -> [1] &sched_lock (&sched_lock)
#0  mtx_enter+0x95 sys/kern/kern_lock.c:406
#1  sleep_setup+0xed sys/kern/kern_synch.c:304
#2  msleep_nsec+0x10b sys/kern/kern_synch.c:217
#3  dt_ioctl_record_stop+0xbc sys/dev/dt/dt_dev.c:589
#4  dtclose+0x109 dt_pcb_purge sys/dev/dt/dt_dev.c:-1 [inline]
#4  dtclose+0x109 sys/dev/dt/dt_dev.c:239
#5  spec_close+0x466 sys/kern/spec_vnops.c:-1
#6  VOP_CLOSE+0x132 sys/kern/vfs_vops.c:156
#7  vn_closefile+0x12b vn_close sys/kern/vfs_vnops.c:292 [inline]
#7  vn_closefile+0x12b sys/kern/vfs_vnops.c:615
#8  fdrop+0x121 sys/kern/kern_descrip.c:1281
#9  closef+0x192 sys/kern/kern_descrip.c:1265
#10 syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#10 syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#11 Xsyscall+0x128
Stopped at      db_enter+0x25:  addq    $0x8,%rsp
ddb{1}> 
ddb{1}> set $lines = 0
ddb{1}> set $maxwidth = 0
ddb{1}> show panic
the kernel did not panic
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
witness_checkorder(ffff8000299bee30,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1
mtx_enter(ffff8000299bee20) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_cancel(ffff8000299be2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
mi_switch() at mi_switch+0x187 sys/kern/sched_bsd.c:376
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369
sys_futex(ffff800035bc94e8,ffff8000337c4d60,ffff8000337c4cb0) at sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
sys_futex(ffff800035bc94e8,ffff8000337c4d60,ffff8000337c4cb0) at sys_futex+0xb90 sys/kern/sys_futex.c:155
syscall(ffff8000337c4d60) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff8000337c4d60) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xd7808e77fa0, count: -9
ddb{1}> show registers
rdi                                0
rsi                          0x80000    acpi_pdirpa+0x6be71
rbp               0xffff8000337c4930
rbx                                0
rdx               0xffff8000015e8340
rcx               0xffff800035bc94e8
rax                          0x7ffff    acpi_pdirpa+0x6be70
r8                0xffff8000337c4810
r9                0x8080808080808080
r10               0xd49b8a99f640cdb2
r11               0x9c1fc3b6b5b1759a
r12               0xfffffd800402c300
r13               0xfffffd800481cd58
r14                              0x3
r15               0xffffffff834b0c55    substchar+0x93dc
rip               0xffffffff81c226d5    db_enter+0x25
cs                               0x8
rflags                         0x246
rsp               0xffff8000337c4920
ss                              0x10
db_enter+0x25:  addq    $0x8,%rsp
ddb{1}> show proc
PROC (syz-executor) tid=261648 pid=75052 tcnt=2 stat=sleep
    flags process=4000000<ITIMER> proc=4000080<SINTR,THREAD>
    runpri=86, usrpri=86, slppri=32, nice=20
    wchan=0xffff8000337c4bd0, wmesg=fsleep, ps_single=0x0 scnt=0 ecnt=0
    forw=0x0, list=0xffff800035bc82c0,0xffff800035bc9cc0
    process=0xffff8000fffeab70 user=0xffff8000337bf000, vmspace=0xfffffd807878b7b8
    estcpu=36, cpticks=1, pctcpu=0.0, user=0, sys=1, intr=0
ddb{1}> ps
   PID     TID   PPID    UID  S       FLAGS  WAIT          COMMAND
 74304  476685  99220      0  2           0                syz-executor
 75052  327778  92645      0  7   0x4000000                syz-executor
*75052  261648  92645      0  3   0x4000080  fsleep        syz-executor
 67416   20808  99897      0  2           0                syz-executor
 67416   39001  99897      0  3   0x4000080  fsleep        syz-executor
 57526  306346  15105      0  2           0                syz-executor
 57526  438020  15105      0  3   0x4000080  fifow         syz-executor
 57501  512032  84917      0  2           0                syz-executor
 57501  316691  84917      0  3   0x4000080  fsleep        syz-executor
 87439  449335  80227      0  4     0x82000                syz-executor
 87439  149663  80227      0  3   0x4082000  biowait       syz-executor
 87439  204547  80227      0  4   0x4082000                syz-executor
 87439  182894  80227      0  3   0x4002000  suspend       syz-executor
  4203  386482  14530      0  3        0x80  nanoslp       syz-executor
  4203   75446  14530      0  3   0x4000080  sbwait        syz-executor
  4203  125912  14530      0  3   0x4000080  fsleep        syz-executor
  4707   92110  46449      0  3        0x80  nanoslp       syz-executor
  4707  408415  46449      0  3   0x4000080  sbwait        syz-executor
  4707  200785  46449      0  3   0x4000080  fsleep        syz-executor
 40707  248762      1      0  3        0x82  nanoslp       getty
 80227  481332    988      0  3        0x82  nanoslp       syz-executor
 46449   19879    988      0  3        0x82  nanoslp       syz-executor
 99897  159433    988      0  3        0x82  nanoslp       syz-executor
 99220  373180    988      0  3        0x82  nanoslp       syz-executor
 14530  303344    988      0  3        0x82  nanoslp       syz-executor
 92645  307116    988      0  3        0x82  nanoslp       syz-executor
 84917  155053    988      0  3        0x82  nanoslp       syz-executor
 15105   59731    988      0  3        0x82  nanoslp       syz-executor
   988  408918  30038      0  3        0x82  kqread        syz-executor
 30038  487516     12      0  3    0x10008a  sigsusp       ksh
    12  335116   5312      0  3        0x98  kqread        sshd-session
  5312  114194  81248      0  3        0x92  kqread        sshd-session
 81248  137313      1      0  3        0x88  kqread        sshd
 13217  230866  96098     74  3   0x1100092  bpf           pflogd
 96098  519315      1      0  3        0x80  sbwait        pflogd
 33584  480343  63477     73  3   0x1100090  kqread        syslogd
 63477   20961      1      0  3    0x100082  sbwait        syslogd
 17378  491709      1      0  3    0x100080  kqread        resolvd
 14215  379580  34901     77  3    0x100092  kqread        dhcpleased
 46296  467320  34901     77  3    0x100092  kqread        dhcpleased
 34901  105711      1      0  3        0x80  kqread        dhcpleased
  6949  262281      0      0  3     0x14200  bored         smr
 89713   71683      0      0  2     0x14200                zerothread
 29380  307860      0      0  3     0x14200  aiodoned      aiodoned
 89174   51556      0      0  3     0x14200  syncer        update
 43806   15626      0      0  3     0x14200  cleaner       cleaner
 98620  154790      0      0  3     0x14200  reaper        reaper
 18181  144729      0      0  3     0x14200  pgdaemon      pagedaemon
 54870   70982      0      0  3     0x14200  bored         viomb
  5332  233947      0      0  3  0x40014200  acpi0         acpi0
 81304  457032      0      0  3  0x40014200                idle1
  8987  334505      0      0  3     0x14200  bored         softnet1
  1637  472768      0      0  3     0x14200  bored         softnet0
 22201  251144      0      0  3     0x14200  bored         systqmp
 56256    2717      0      0  3     0x14200  bored         systq
 24882  273210      0      0  3     0x14200  tmoslp        softclockmp
 79188   28094      0      0  3  0x40014200  tmoslp        softclock
 32156  463740      0      0  3  0x40014200                idle0
     1  167953      0      0  3        0x82  wait          init
     0       0     -1      0  3  0x10010200  scheduler     swapper
ddb{1}> show all locks
CPU 1:
exclusive mutex &sched_lock r = 0 (0xffffffff83ab2620)
#0  witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0  witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1  mtx_enter+0x4b4 sys/kern/kern_lock.c:487
#2  sleep_finish+0x1d6 sys/kern/kern_synch.c:357
#3  sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
#3  sys_futex+0xb90 sys/kern/sys_futex.c:155
#4  syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#4  syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#5  Xsyscall+0x128
Process 75052 (syz-executor) thread 0xffff800035bc82c0 (327778)
exclusive kernel_lock &kernel_lock r = 1 (0xffffffff8395eb80)
#0  witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0  witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1  intr_handler+0xe9 sys/arch/amd64/amd64/intr.c:560
#2  Xintr_ioapic_edge23_untramp+0x18f
#3  __sanitizer_cov_trace_cmp4+0x1d kd_curproc sys/dev/kcov.c:580 [inline]
#3  __sanitizer_cov_trace_cmp4+0x1d sys/dev/kcov.c:206
#4  uvm_map_protect+0x6fa sys/uvm/uvm_map.c:3149
#5  sys_mprotect+0x351 sys/uvm/uvm_mmap.c:590
#6  syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#6  syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#7  Xsyscall+0x128
exclusive rwlock vmmaplk r = 0 (0xfffffd807878b8b8)
#0  witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0  witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1  rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2  vm_map_lock_ln+0x12e sys/uvm/uvm_map.c:5171
#3  uvm_map_protect+0xe0 sys/uvm/uvm_map.c:3075
#4  sys_mprotect+0x351 sys/uvm/uvm_mmap.c:590
#5  syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#5  syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#6  Xsyscall+0x128
Process 87439 (syz-executor) thread 0xffff800035bc6d18 (149663)
exclusive rrwlock inode r = 0 (0xfffffd806f0878f0)
#0  witness_lock+0x5f1 stacktrace_save sys/sys/stacktrace.h:37 [inline]
#0  witness_lock+0x5f1 sys/kern/subr_witness.c:1160
#1  rw_do_enter_write+0x419 sys/kern/kern_rwlock.c:320
#2  rrw_enter+0xc6 sys/kern/kern_rwlock.c:621
#3  VOP_LOCK+0xbd sys/kern/vfs_vops.c:527
#4  vn_lock+0xa4 sys/kern/vfs_vnops.c:570
#5  vn_write+0x18f sys/kern/vfs_vnops.c:405
#6  dofilewritev+0x2bd sys/kern/sys_generic.c:384
#7  sys_write+0xa2 sys/kern/sys_generic.c:300
#8  syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
#8  syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
#9  Xsyscall+0x128
ddb{1}> show malloc
           Type InUse  MemUse  HighUse   Limit  Requests Type Lim
         devbuf 11077  12215K   14034K 166960K     12750        0
            pcb    17     14K      16K 166960K       178        0
         rtable   235      8K       8K 166960K       398        0
             pf    41     18K      18K 166960K        71        0
         ifaddr    46      8K       8K 166960K        58        0
        ifgroup    59      2K       2K 166960K        75        0
         sysctl     4      1K       9K 166960K        73        0
       counters    78     37K      37K 166960K       100        0
       ioctlops     0      0K       4K 166960K      1742        0
            iov     0      0K      12K 166960K        23        0
          mount     1      1K       1K 166960K         1        0
            log     0      0K       0K 166960K         4        0
         vnodes  1423     89K      90K 166960K      1705        0
      UFS quota     1     32K      32K 166960K         1        0
      UFS mount     5     36K      36K 166960K         5        0
            shm     2      1K       9K 166960K         5        0
         VM map     2      1K       1K 166960K         2        0
            sem    12      0K       0K 166960K        15        0
        dirhash    12      2K       2K 166960K        15        0
           ACPI  1692    195K     286K 166960K     12470        0
      file desc    18     65K      93K 166960K       380        0
          sigio     0      0K       0K 166960K         5        0
           proc    72    115K     164K 166960K       616        0
        subproc    72      4K       4K 166960K        72        0
    NFS srvsock     1      0K       0K 166960K         1        0
     NFS daemon     1     16K      16K 166960K         1        0
    ip_moptions     0      0K       0K 166960K        28        0
       in_multi    99      7K       7K 166960K       107        0
    ether_multi     1      0K       0K 166960K         4        0
            mrt     0      0K       0K 166960K        15        0
    ISOFS mount     1     32K      32K 166960K         1        0
  MSDOSFS mount     1     16K      16K 166960K         1        0
           ttys    73    334K     334K 166960K        73        0
           exec     0      0K       1K 166960K       424        0
   fusefs mount     1     32K      32K 166960K         1        0
            tdb     3      0K       0K 166960K         3        0
        VM swap     8     62K      64K 166960K        10        0
       UVM amap   233    143K     152K 166960K      5401        0
       UVM aobj    72    136K     136K 166960K        72        0
     pinsyscall    43     86K     103K 166960K      1561        0
        memdesc     1      4K       4K 166960K         1        0
    crypto data     1      1K       1K 166960K         1        0
    ip6_options     0      0K       0K 166960K        30        0
            NDP    14      0K       2K 166960K        38        0
           temp    45   9076K    9143K 166960K     13954        0
         kqueue    14     22K      28K 166960K        73        0
      SYN cache     2     16K      16K 166960K         2        0
ddb{1}> show all pools
Name      Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
plcache    128       26    0        0     1     0     1     1     0     8    0
rtpcb      120       47    0       44     1     0     1     1     0     8    0
rtentry    176      119    0       15     6     0     6     6     0     8    0
unpcb      144      210    0      186     2     0     2     2     0     8    1
syncache   336        5    0        5     1     0     1     1     0     8    1
tcpcb      736      100    0       96     4     0     4     4     0     8    3
arp        136       19    0        1     1     0     1     1     0     8    0
inpcb      328      600    0      592     7     0     7     7     0     8    5
nd6        152       27    0        0     2     0     2     2     0     8    0
pkpcb       40        1    0        1     1     0     1     1     0     8    1
kcovpl      48        8    0        0     1     0     1     1     0     8    0
ppxss      1192      15    0       11     1     0     1     1     0     8    0
pffrag     232        2    0        0     1     0     1     1     0   482    0
pffrnode    88        2    0        0     1     0     1     1     0     8    0
pffrent     40        2    0        0     1     0     1     1     0     8    0
pfosfp      40     1428    0     1005     5     0     5     5     0     8    0
pfosfpen   112     1428    0      714    21     0    21    21     0     8    0
pfstitem    24       35    0        0     1     0     1     1     0     8    0
pfstkey    128       35    0        0     2     0     2     2     0     8    0
pfstate    448       34    0        0     4     0     4     4     0     8    0
pfrule     1360      22    0       17     2     1     1     2     0     8    0
rttmr      136        1    0        1     1     0     1     1     0     8    1
art_heap8  4096       1    0        0     1     0     1     1     0     8    0
art_heap4  256      513    0       43    30     0    30    30     0     8    0
art_table   40      514    0       43     5     0     5     5     0     8    0
art_node    32      119    0       26     1     0     1     1     0     8    0
semapl     112       13    0        3     1     0     1     1     0     8    0
shmpl      112        2    0        0     1     0     1     1     0     8    0
dirhash    1024      19    0        2     3     0     3     3     0     8    0
dino2pl    256     2097    0      626    93     0    93    93     0     8    0
ffsino     296     2097    0      626   114     0   114   114     0     8    0
nchpl      144     2641    0      939    64     0    64    64     0     8    0
rtmask      32        2    0        1     1     0     1     1     0     8    0
vnodes     216     2385    0        0   133     0   133   133     0     8    0
namei      1024    9065    0     9065     1     0     1     1     0     8    1
percpumem   16       65    0       11     1     0     1     1     0     8    0
vcpupl     3968      67    0        0     9     0     9     9     0     8    0
vmpool     848       67    0        0     8     0     8     8     0     8    0
kstatmem   264       46    0       16     3     0     3     3     0     8    1
scsiplug    72        2    0        2     1     0     1     1     0     8    1
scxspl     216     9814    0     9813     9     1     8     8     1     8    7
plimitpl   152      113    0       95     1     0     1     1     0     8    0
sigapl     424      705    0      657     7     0     7     7     0     8    1
knotepl    120      311    0        0    10     0    10    10     0     8    0
kqueuepl   224       99    0       87     1     0     1     1     0     8    0
pipepl     344      205    0      178     6     0     6     6     0     8    3
fdescpl    528      688    0      656     3     0     3     3     0     8    0
filepl     160     4108    0     3882    18     0    18    18     0     8    6
lockfpl    104      167    0      163     1     0     1     1     0     8    0
lockfspl    48       47    0       43     1     0     1     1     0     8    0
sessionpl  144       24    0       16     1     0     1     1     0     8    0
pgrppl      48       37    0       21     1     0     1     1     0     8    0
ucredpl    104      602    0      588     1     0     1     1     0     8    0
zombiepl   144      657    0      657     1     0     1     1     0     8    1
processpl  1232     705    0      657     5     0     5     5     0     8    0
procpl     664     1124    0     1065     6     0     6     6     0     8    0
sosppl     176        4    0        4     1     0     1     1     0     8    1
sockpl     752      931    0      896    11     0    11    11     0     8    6
mcl64k     65536      3    0        0     1     0     1     1     0     8    0
mcl16k     16384      3    0        0     1     0     1     1     0     8    0
mcl9k      9216       1    0        0     1     0     1     1     0     8    0
mcl8k      8192       2    0        0     1     0     1     1     0     8    0
mcl4k      4096     125    0        0    16     0    16    16     0     8    0
mcl2k      2048      18    0        0     3     0     3     3     0     8    0
mtagpl      96        3    0        0     1     0     1     1     0     8    0
mbufpl     256      416    0        0    26     0    26    26     0     8    0
bufpl      280     3454    0      118   239     0   239   239     0     8    0
anonpl      32     5686    0        0    46     0    46    46     0   246    0
amapchunkpl 152   16407    0    15922    26     0    26    26     0   158    4
amappl16   200     2367    0     2304     7     2     5     5     0     8    0
amappl15   192        8    0        8     1     1     0     1     0     8    0
amappl14   184      438    0      437     1     0     1     1     0     8    0
amappl13   176      133    0      121     1     0     1     1     0     8    0
amappl12   168      988    0      958     2     0     2     2     0     8    0
amappl11   160        6    0        6     1     1     0     1     0     8    0
amappl10   152       72    0       56     1     0     1     1     0     8    0
amappl9    144      264    0      264     1     1     0     1     0     8    0
amappl8    136      115    0      113     1     0     1     1     0     8    0
amappl7    128       62    0       60     1     0     1     1     0     8    0
amappl6    120      282    0      270     1     0     1     1     0     8    0
amappl5    112       85    0       76     1     0     1     1     0     8    0
amappl4    104      511    0      470     2     0     2     2     0     8    0
amappl3     96     2742    0     2652     3     0     3     3     0     8    0
amappl2     88      845    0      775     2     0     2     2     0     8    0
amappl1     80    10886    0    10288    15     1    14    14     0     8    0
amappl      88     4609    0     4444     5     0     5     5     0    92    0
uvmvnodes   80      107    0        0     3     0     3     3     0     8    0
dma4096    4096       1    0        1     1     1     0     1     0     8    0
dma2048    2048       1    0        1     1     0     1     1     0     8    1
dma1024    1024       1    0        0     1     0     1     1     0     8    0
dma256     256        6    0        6     1     1     0     1     0     8    0
dma128     128      253    0      253     1     1     0     1     0     8    0
dma64       64        6    0        6     1     1     0     1     0     8    0
dma32       32        7    0        7     1     1     0     1     0     8    0
dma16       16       18    0       17     1     0     1     1     0     8    0
aobjpl      72       71    0        0     2     0     2     2     0     8    0
uaddrrnd    24      688    0      656     1     0     1     1     0     8    0
uaddrbest   32        2    0        0     1     0     1     1     0     8    0
uaddr       24      688    0      656     1     0     1     1     0     8    0
vmmpekpl   168     7614    0     7583     2     0     2     2     0     8    0
vmmpepl    168    52168    0    50170    93     0    93    93     0   357    3
vmsppl     488      687    0      656     5     0     5     5     0     8    1
rwobjpl     80    17413    0    16271    26     0    26    26     0     8    1
pdppl      4096    1517    0     1379   160    22   138   140     0     8    0
pvpl        32    14443    0        0   118     1   117   117     0   265    0
pmappl     256      754    0      656     7     0     7     7     0     8    0
extentpl    40       45    0       27     1     0     1     1     0     8    0
phpool     112      358    0       25    10     0    10    10     0     8    0
ddb{1}> machine ddbcpu 0
Stopped at      x86_ipi_db+0x27:        addq    $0x8,%rsp
ddb{0}> trace
x86_ipi_db(ffffffff83942ff0) at x86_ipi_db+0x27 sys/arch/amd64/amd64/db_interface.c:394
x86_ipi_handler() at x86_ipi_handler+0xd9 sys/arch/amd64/amd64/ipi.c:106
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 kd_curproc sys/dev/kcov.c:585 [inline]
__sanitizer_cov_trace_pc() at __sanitizer_cov_trace_pc+0x33 sys/dev/kcov.c:153
mtx_enter(ffffffff83ab2610) at mtx_enter+0x375 sys/kern/kern_lock.c:455
wakeup_n(fffffd80601a6138,ffffffff) at wakeup_n+0x54 sys/kern/kern_synch.c:581
sd_buf_done(fffffd806cf81448) at sd_buf_done+0x2de sys/scsi/sd.c:772
scsi_done(fffffd806cf81448) at scsi_done+0x40 sys/scsi/scsi_base.c:1496
vioscsi_vq_done(ffff8000000a4268) at vioscsi_vq_done+0xe1 sys/dev/pv/vioscsi.c:-1
intr_handler(ffff80003c4050f0,ffff8000002a3480) at intr_handler+0x125 sys/arch/amd64/amd64/intr.c:564
Xintr_ioapic_edge23_untramp() at Xintr_ioapic_edge23_untramp+0x18f
__sanitizer_cov_trace_cmp4(3,0) at __sanitizer_cov_trace_cmp4+0x1d kd_curproc sys/dev/kcov.c:580 [inline]
__sanitizer_cov_trace_cmp4(3,0) at __sanitizer_cov_trace_cmp4+0x1d sys/dev/kcov.c:206
uvm_map_protect(fffffd807878b7b8,d78e8242000,d78e8642000,3,0,0,74c8f61a6a7789b4) at uvm_map_protect+0x6fa sys/uvm/uvm_map.c:3149
sys_mprotect(ffff800035bc82c0,ffff80003c4053c0,ffff80003c405310) at sys_mprotect+0x351 sys/uvm/uvm_mmap.c:590
syscall(ffff80003c4053c0) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff80003c4053c0) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x729188976ae0, count: -16
ddb{0}> machine ddbcpu 1
Stopped at      db_enter+0x25:  addq    $0x8,%rsp
ddb{1}> trace
db_enter() at db_enter+0x25 sys/arch/amd64/amd64/db_interface.c:438
witness_checkorder(ffff8000299bee30,9,0) at witness_checkorder+0x10d1 sys/kern/subr_witness.c:-1
mtx_enter(ffff8000299bee20) at mtx_enter+0x95 sys/kern/kern_lock.c:406
clockintr_cancel(ffff8000299be2f8) at clockintr_cancel+0x2f sys/kern/kern_clockintr.c:323
mi_switch() at mi_switch+0x187 sys/kern/sched_bsd.c:376
sleep_finish(ffffffffffffffff,1) at sleep_finish+0x2d8 sys/kern/kern_synch.c:369
sys_futex(ffff800035bc94e8,ffff8000337c4d60,ffff8000337c4cb0) at sys_futex+0xb90 futex_wait sys/kern/sys_futex.c:306 [inline]
sys_futex(ffff800035bc94e8,ffff8000337c4d60,ffff8000337c4cb0) at sys_futex+0xb90 sys/kern/sys_futex.c:155
syscall(ffff8000337c4d60) at syscall+0xbd4 mi_syscall sys/sys/syscall_mi.h:176 [inline]
syscall(ffff8000337c4d60) at syscall+0xbd4 sys/arch/amd64/amd64/trap.c:783
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0xd7808e77fa0, count: -9

Crashes (22):
Time Kernel Commit Syzkaller Config Log Report Syz repro C repro VM info Assets (help?) Manager Title
2026/03/13 00:27 openbsd 7210d95da7cb 2f7f359d .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/29 16:38 openbsd efad3755d7df aeb6fdd5 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/24 01:46 openbsd 18e483d517eb 4f25b9b4 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/19 13:24 openbsd 665aeba05e03 56f88057 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/18 01:31 openbsd f5df22e61f89 56f88057 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/15 23:21 openbsd c600931321c7 56f88057 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/14 21:13 openbsd bf518416d64f 56f88057 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/10 23:04 openbsd 7ae91379da7d 56f88057 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/10 18:45 openbsd 7ae91379da7d 56f88057 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/08 23:44 openbsd b9d9e3fc96bc c1f5c7d0 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2026/01/07 09:48 openbsd c7117ed52e15 15f6fd08 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/12/27 16:08 openbsd fed22d3a29d8 5dc09de1 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/12/24 10:26 openbsd 1dc30a6de584 5dc09de1 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/12/22 03:42 openbsd 40385d83a6c6 49b0fb03 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/12/18 05:06 openbsd 10e7775f0707 a066d2bc .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/12/17 09:08 openbsd 3a6d4b98bde9 a066d2bc .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/12/09 23:47 openbsd 9bea02201100 fc20f974 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/10/25 22:37 openbsd 61d6733dbbce c0460fcd .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/08/16 12:09 openbsd 0823c7e0b279 1804e95e .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/06/20 16:17 openbsd 58d1a60550ab e3003213 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/06/07 08:03 openbsd 16c80f155e04 4826c28e .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
2025/05/15 15:16 openbsd 8b901a85ba65 cfde8269 .config console log report [disk image] [bsd.gdb] [kernel image] ci-openbsd-multicore witness: reversal: &sched_lock &cq->cq_mtx
* Struck through repros no longer work on HEAD.