syzbot


panic: pWoARoNlI_NcGa:ch SeP_iLt eNmO_Tm agLicO_WEcRhEecDk :ON mSbYuSfCplAL Lc pu13 7f re-e 27l2i9st2 m8 oEdXiIfTi e0d

Status: closed as dup on 2019/11/15 10:55
Reported-by: syzbot+f9f46625e2f834d829c1@syzkaller.appspotmail.com
First crash: 1833d, last: 1833d
Duplicate of
Title Repro Cause bisect Fix bisect Count Last Reported
pool: cpu free list modified: mbufpl syz 15863 1570d 1856d

Sample crash report:
panic: pWoARoNlI_NcGa:ch SeP_iLt eNmO_Tm agLicO_WEcRhEecDk :ON  mSbYuSfCplAL Lc pu13 7f re-e 27l2i9st2 m8 oEdXiIfTi e0d :9 
i
tStopped at      savectx+0xb1:   movl    $0,%gs:0x530
    TID    PID    UID     PRFLAGS     PFLAGS  CPU  COMMAND
* 28502  50717      0         0x2          0    0  syz-executor.1
  69215   4209      0     0x14000      0x200    1  softnet
savectx() at savectx+0xb1
end of kernel
end trace frame: 0x7f7ffffbd5d0, count: 14
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports.  Insufficient info makes it difficult to find and fix bugs.
ddb{0}> 
ddb{0}> set $lines = 0
ddb{0}> set $maxwidth = 0
ddb{0}> show panic
pool_cache_item_magic_check: mbufpl cpu free list modified: item addr 0xfffffd80768c3400+16 0x0!=0x4e4fd0d8bf0b3399
ddb{0}> trace
savectx() at savectx+0xb1
end of kernel
end trace frame: 0x7f7ffffbd5d0, count: -1
ddb{0}> show registers
rdi                                0
rsi                                0
rbp               0xffff800022d6d450
rbx                                0
rdx               0xffff800020ab09f8
rcx                                0
rax                             0x39
r8                0xffffffff81c1ab0f    kprintf+0x16f
r9                               0x1
r10                             0x25
r11               0xe397b449b0232284
r12                                0
r13                                0
r14               0xffff800020ab09f8
r15                                0
rip               0xffffffff819243f1    savectx+0xb1
cs                               0x8
rflags                          0x46
rsp               0xffff800022d6d3d0
ss                              0x10
savectx+0xb1:   movl    $0,%gs:0x530
ddb{0}> show proc
PROC (syz-executor.1) pid=28502 stat=onproc
    flags process=2<EXEC> proc=0
    pri=86, usrpri=86, nice=20
    forw=0xffffffffffffffff, list=0xffff800020ab0508,0xffff800020ab1170
    process=0xffff800020addc00 user=0xffff800022d68000, vmspace=0xfffffd807f0072e0
    estcpu=36, cpticks=9, pctcpu=0.9
    user=0, sys=1, intr=0
ddb{0}> ps
   PID     TID   PPID    UID  S       FLAGS  WAIT          COMMAND
 96310   65809  10544      0  3        0x82  nanosleep     syz-executor.0
*50717   28502  10544      0  7         0x2                syz-executor.1
 64923  354748      0      0  3     0x14200  acct          acct
 40868  476284      0      0  3     0x14200  bored         sosplice
 10544  268512  66214      0  3        0x82  thrsleep      syz-fuzzer
 10544  497062  66214      0  3   0x4000082  nanosleep     syz-fuzzer
 10544  411199  66214      0  3   0x4000082  thrsleep      syz-fuzzer
 10544  465005  66214      0  3   0x4000082  thrsleep      syz-fuzzer
 10544  265860  66214      0  3   0x4000082  thrsleep      syz-fuzzer
 10544  390350  66214      0  3   0x4000082  thrsleep      syz-fuzzer
 10544  159209  66214      0  3   0x4000082  thrsleep      syz-fuzzer
 10544  439440  66214      0  3   0x4000082  thrsleep      syz-fuzzer
 10544  383783  66214      0  3   0x4000082  thrsleep      syz-fuzzer
 10544   91725  66214      0  3   0x4000082  kqread        syz-fuzzer
 66214  486344  72088      0  3    0x10008a  pause         ksh
 72088   37143  62899      0  3        0x92  select        sshd
 16743   64313      1      0  3    0x100083  ttyin         getty
 62899  304690      1      0  3        0x80  select        sshd
 20962  305118  17644     74  3    0x100092  bpf           pflogd
 17644  415768      1      0  3        0x80  netio         pflogd
  6834    7533  74197     73  3    0x100090  kqread        syslogd
 74197   69528      1      0  3    0x100082  netio         syslogd
  9566  135052      1     77  3    0x100090  poll          dhclient
 79309  368057      1      0  3        0x80  poll          dhclient
 24154  375391      0      0  3     0x14200  pgzero        zerothread
 52202   62672      0      0  3     0x14200  aiodoned      aiodoned
 29071  450582      0      0  3     0x14200  syncer        update
 19478  108513      0      0  3     0x14200  cleaner       cleaner
 81960  285571      0      0  3     0x14200  reaper        reaper
 51970  151287      0      0  3     0x14200  pgdaemon      pagedaemon
 41622  399972      0      0  3     0x14200  bored         crynlk
 94981   35864      0      0  3     0x14200  bored         crypto
 99722  366047      0      0  3  0x40014200  acpi0         acpi0
 51593    9755      0      0  3  0x40014200                idle1
  4209   69215      0      0  7     0x14200                softnet
 66767  341452      0      0  3     0x14200  bored         systqmp
 30780  443579      0      0  3     0x14200  bored         systq
 37467   24326      0      0  3  0x40014200  bored         softclock
 95880  458952      0      0  3  0x40014200                idle0
 39663   13040      0      0  3     0x14200  bored         smr
     1  328400      0      0  3        0x82  wait          init
     0       0     -1      0  3     0x10200  scheduler     swapper
ddb{0}> show all locks
CPU 0:
exclusive mutex &bq->bufq_mtx r = 0 (0xffff800000172968)
#0  witness_lock+0x52e sys/kern/subr_witness.c:1163
#1  mtx_enter_try+0x102
#2  mtx_enter+0x4b sys/kern/kern_lock.c:266
#3  bufq_dequeue+0x2c sys/kern/kern_bufq.c:198
#4  sdstart+0x9f sys/scsi/sd.c:681
#5  scsi_iopool_run+0x129 scsi_ioh_pending sys/scsi/scsi_base.c:394 [inline]
#5  scsi_iopool_run+0x129 sys/scsi/scsi_base.c:410
#6  scsi_xsh_runqueue+0x210 sys/scsi/scsi_base.c:586
#7  scsi_xsh_add+0xc9 sys/scsi/scsi_base.c:525
#8  sdstrategy+0x187 sys/scsi/sd.c:582
#9  spec_strategy+0x74 sys/kern/spec_vnops.c:468
#10 VOP_STRATEGY+0x99 sys/kern/vfs_vops.c:727
#11 bwrite+0x1b9 sys/kern/vfs_bio.c:738
#12 ffs_update+0x2c2 sys/ufs/ffs/ffs_inode.c:113
#13 ffs_truncate+0xc76
#14 ufs_rmdir+0x3af sys/ufs/ufs/ufs_vnops.c:1357
#15 VOP_RMDIR+0xf8 sys/kern/vfs_vops.c:474
#16 dounlinkat+0x14c sys/kern/vfs_syscalls.c:1818
#17 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline]
#17 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555
#18 Xsyscall+0x128
Process 50717 (syz-executor.1) thread 0xffff800020ab09f8 (28502)
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82656068)
#0  witness_lock+0x52e sys/kern/subr_witness.c:1163
#1  __mp_acquire_count+0x51 sys/kern/kern_lock.c:227
#2  mi_switch+0x392 sys/kern/sched_bsd.c:434
#3  sleep_finish+0x113 sys/kern/kern_synch.c:374
#4  sleep_finish_all+0x32 sleep_finish_timeout sys/kern/kern_synch.c:403 [inline]
#4  sleep_finish_all+0x32 sys/kern/kern_synch.c:183
#5  tsleep+0x1cf sys/kern/kern_synch.c:153
#6  biowait+0xa1 sys/kern/vfs_bio.c:1231
#7  bwrite+0x1e4 sys/kern/vfs_bio.c:747
#8  ufs_dirremove+0x291
#9  ufs_rmdir+0x247 sys/ufs/ufs/ufs_vnops.c:1330
#10 VOP_RMDIR+0xf8 sys/kern/vfs_vops.c:474
#11 dounlinkat+0x14c sys/kern/vfs_syscalls.c:1818
#12 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline]
#12 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555
#13 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806128f0a8)
#0  witness_lock+0x52e sys/kern/subr_witness.c:1163
#1  rw_enter+0x447 sys/kern/kern_rwlock.c:306
#2  rrw_enter+0x4f sys/kern/kern_rwlock.c:435
#3  VOP_LOCK+0xf0 sys/kern/vfs_vops.c:615
#4  vn_lock+0x81 sys/kern/vfs_vnops.c:571
#5  vget+0x1c3 sys/kern/vfs_subr.c:672
#6  ufs_ihashget+0x141 sys/ufs/ufs/ufs_ihash.c:119
#7  ffs_vget+0x74 sys/ufs/ffs/ffs_vfsops.c:1323
#8  ufs_lookup+0x14b4 sys/ufs/ufs/ufs_lookup.c:487
#9  VOP_LOOKUP+0x5b sys/kern/vfs_vops.c:91
#10 vfs_lookup+0x7a6 sys/kern/vfs_lookup.c:568
#11 namei+0x63c sys/kern/vfs_lookup.c:249
#12 dounlinkat+0x99 sys/kern/vfs_syscalls.c:1785
#13 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline]
#13 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555
#14 Xsyscall+0x128
exclusive rrwlock inode r = 0 (0xfffffd806128f1b8)
#0  witness_lock+0x52e sys/kern/subr_witness.c:1163
#1  rw_enter+0x447 sys/kern/kern_rwlock.c:306
#2  rrw_enter+0x4f sys/kern/kern_rwlock.c:435
#3  VOP_LOCK+0xf0 sys/kern/vfs_vops.c:615
#4  vn_lock+0x81 sys/kern/vfs_vnops.c:571
#5  vfs_lookup+0xe6 sys/kern/vfs_lookup.c:419
#6  namei+0x63c sys/kern/vfs_lookup.c:249
#7  dounlinkat+0x99 sys/kern/vfs_syscalls.c:1785
#8  syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline]
#8  syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555
#9  Xsyscall+0x128
exclusive mutex &bq->bufq_mtx r = 0 (0xffff800000172968)
#0  witness_lock+0x52e sys/kern/subr_witness.c:1163
#1  mtx_enter_try+0x102
#2  mtx_enter+0x4b sys/kern/kern_lock.c:266
#3  bufq_dequeue+0x2c sys/kern/kern_bufq.c:198
#4  sdstart+0x9f sys/scsi/sd.c:681
#5  scsi_iopool_run+0x129 scsi_ioh_pending sys/scsi/scsi_base.c:394 [inline]
#5  scsi_iopool_run+0x129 sys/scsi/scsi_base.c:410
#6  scsi_xsh_runqueue+0x210 sys/scsi/scsi_base.c:586
#7  scsi_xsh_add+0xc9 sys/scsi/scsi_base.c:525
#8  sdstrategy+0x187 sys/scsi/sd.c:582
#9  spec_strategy+0x74 sys/kern/spec_vnops.c:468
#10 VOP_STRATEGY+0x99 sys/kern/vfs_vops.c:727
#11 bwrite+0x1b9 sys/kern/vfs_bio.c:738
#12 ffs_update+0x2c2 sys/ufs/ffs/ffs_inode.c:113
#13 ffs_truncate+0xc76
#14 ufs_rmdir+0x3af sys/ufs/ufs/ufs_vnops.c:1357
#15 VOP_RMDIR+0xf8 sys/kern/vfs_vops.c:474
#16 dounlinkat+0x14c sys/kern/vfs_syscalls.c:1818
#17 syscall+0x4a4 mi_syscall sys/sys/syscall_mi.h:92 [inline]
#17 syscall+0x4a4 sys/arch/amd64/amd64/trap.c:555
#18 Xsyscall+0x128
Process 4209 (softnet) thread 0xffff800020a104f0 (69215)
shared rwlock netlock r = 0 (0xffffffff825124c8)
#0  witness_lock+0x52e sys/kern/subr_witness.c:1163
#1  if_input_process+0x84 sys/net/if.c:942
#2  ifiq_process+0x80 sys/net/ifq.c:607
#3  taskq_thread+0x9c sys/kern/kern_task.c:368
#4  proc_trampoline+0x1c
shared rwlock softnet r = 0 (0xffff8000000230e0)
#0  witness_lock+0x52e sys/kern/subr_witness.c:1163
#1  taskq_thread+0x8f sys/kern/kern_task.c:367
#2  proc_trampoline+0x1c
ddb{0}> show malloc
           Type InUse  MemUse  HighUse   Limit  Requests Type Lim Kern Lim
         devbuf  9516   7051K    8152K  78643K     13093        0        0
            pcb    13      8K       8K  78643K       130        0        0
         rtable   116      5K       5K  78643K       525        0        0
         ifaddr    93     16K      16K  78643K       185        0        0
       counters    39     33K      33K  78643K        39        0        0
       ioctlops     0      0K       4K  78643K      1485        0        0
            iov     0      0K      16K  78643K        73        0        0
          mount     1      1K       1K  78643K         1        0        0
         vnodes  1236     78K      78K  78643K      1959        0        0
      UFS quota     1     32K      32K  78643K         1        0        0
      UFS mount     5     36K      36K  78643K         5        0        0
            shm     2      1K       5K  78643K         7        0        0
         VM map     8      4K       4K  78643K        10        0        0
            sem    12      1K       1K  78643K        53        0        0
        dirhash    12      2K       2K  78643K        12        0        0
           ACPI  1809    196K     290K  78643K     12766        0        0
      file desc     4      9K      25K  78643K       469        0        0
          sigio     0      0K       0K  78643K         6        0        0
           proc    60     63K      95K  78643K       572        0        0
        subproc    32      2K       2K  78643K        73        0        0
    NFS srvsock     1      0K       0K  78643K         1        0        0
     NFS daemon     1     16K      16K  78643K         1        0        0
    ip_moptions     0      0K       0K  78643K        38        0        0
       in_multi    70      3K       3K  78643K       104        0        0
    ether_multi     1      0K       0K  78643K         4        0        0
            mrt     0      0K       0K  78643K         2        0        0
    ISOFS mount     1     32K      32K  78643K         1        0        0
  MSDOSFS mount     1     16K      16K  78643K         1        0        0
           ttys    60    265K     265K  78643K        60        0        0
           exec     0      0K       1K  78643K       292        0        0
        pagedep     1      8K       8K  78643K         1        0        0
       inodedep     1     32K      32K  78643K         1        0        0
         newblk     1      0K       0K  78643K         1        0        0
        VM swap     7     26K      26K  78643K         7        0        0
       UVM amap   110     39K      40K  78643K      2530        0        0
       UVM aobj    51      4K       4K  78643K        53        0        0
        memdesc     1      4K       4K  78643K         1        0        0
    crypto data     1      1K       1K  78643K         1        0        0
    ip6_options     0      0K       0K  78643K       105        0        0
            NDP    12      0K       0K  78643K        39        0        0
           temp   135   3551K    4191K  78643K     13766        0        0
         kqueue     0      0K       0K  78643K        10        0        0
      SYN cache     2     16K      16K  78643K         2        0        0
ddb{0}> show all pools
Name      Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
arp         64       21    0       14     1     0     1     1     0     8    0
plcache    128       20    0        0     1     0     1     1     0     8    0
rtpcb       80       61    0       59     1     0     1     1     0     8    0
rtentry    112       92    0       47     2     0     2     2     0     8    0
unpcb      120      239    0      229     1     0     1     1     0     8    0
syncache   264        4    0        4     1     1     0     1     0     8    0
tcpqe       32      122    0      122     1     1     0     1     0     8    0
tcpcb      544      192    0      188     2     1     1     2     0     8    0
inpcb      280     1374    0     1367    14     6     8     8     0     8    7
nd6         48        9    0        5     1     0     1     1     0     8    0
pkpcb       40        8    0        8     1     1     0     1     0     8    0
ppxss      1128      16    0       16     3     2     1     1     0     8    1
pffrag     232       21    0       21     3     2     1     1     0   482    1
pffrnode    88       21    0       21     3     2     1     1     0     8    1
pffrent     40      505    0      505     3     2     1     1     0     8    1
pfosfp      40      846    0      423     5     0     5     5     0     8    0
pfosfpen   112     1428    0      714    21     0    21    21     0     8    0
pfstitem    24       51    0       11     1     0     1     1     0     8    0
pfstkey    112       51    0       11     2     0     2     2     0     8    0
pfstate    328       51    0       11     4     0     4     4     0     8    0
pfrule     1360      21    0       16     2     1     1     2     0     8    0
art_heap8  4096       1    0        0     1     0     1     1     0     8    0
art_heap4  256      379    0      152    15     0    15    15     0     8    0
art_table   32      380    0      152     2     0     2     2     0     8    0
art_node    16       91    0       50     1     0     1     1     0     8    0
sysvmsgpl   40       47    0       27     1     0     1     1     0     8    0
semupl     112        2    0        2     1     1     0     1     0     8    0
semapl     112       49    0       39     1     0     1     1     0     8    0
shmpl      112       51    0        2     2     0     2     2     0     8    0
dirhash    1024      17    0        0     3     0     3     3     0     8    0
dino1pl    128     2082    0      679    46     0    46    46     0     8    0
ffsino     272     2082    0      679    96     1    95    95     0     8    0
nchpl      144     3079    0     1476    61     0    61    61     0     8    0
uvmvnodes   72     2752    0        0    51     0    51    51     0     8    0
vnodes     208     2752    0        0   145     0   145   145     0     8    0
namei      1024    9358    0     9358     1     0     1     1     0     8    1
percpumem   16       30    0        0     1     0     1     1     0     8    0
vcpupl     1984       6    0        0     1     0     1     1     0     8    0
vmpool     552        8    0        2     1     0     1     1     0     8    0
scxspl     192     8567    0     8567     7     3     4     4     0     8    4
plimitpl   152       51    0       43     1     0     1     1     0     8    0
sigapl     432      661    0      647     3     1     2     3     0     8    0
futexpl     56    14119    0    14119     1     0     1     1     0     8    1
knotepl    112      150    0      131     1     0     1     1     0     8    0
kqueuepl   104      108    0      106     1     0     1     1     0     8    0
pipepl     160      420    0      401     4     2     2     2     0     8    1
fdescpl    488      662    0      647     3     0     3     3     0     8    0
filepl     152     5788    0     5688    10     2     8     8     0     8    4
lockfpl    104      186    0      184     1     0     1     1     0     8    0
lockfspl    48       63    0       61     1     0     1     1     0     8    0
sessionpl  112       20    0        9     1     0     1     1     0     8    0
pgrppl      48       26    0       15     1     0     1     1     0     8    0
ucredpl     96      568    0      559     1     0     1     1     0     8    0
zombiepl   144      647    0      646     1     0     1     1     0     8    0
processpl  896      679    0      646     4     0     4     4     0     8    0
procpl     632     1666    0     1624     5     0     5     5     0     8    1
srpgc       64        2    0        2     1     1     0     1     0     8    0
sosppl     128      356    0      356     3     1     2     2     0     8    2
sockpl     384     1691    0     1672    19     7    12    12     0     8   10
mcl64k     65536     10    0        0     2     0     2     2     0     8    0
mcl16k     16384      3    0        0     1     0     1     1     0     8    0
mcl12k     12288      6    0        0     1     0     1     1     0     8    0
mcl9k      9216       6    0        0     1     0     1     1     0     8    0
mcl8k      8192       6    0        0     1     0     1     1     0     8    0
mcl4k      4096      12    0        0     2     0     2     2     0     8    0
mcl2k2     2112       3    0        0     1     0     1     1     0     8    0
mcl2k      2048     182    0        0    22     0    22    22     0     8    0
mtagpl      80       30    0        0     1     0     1     1     0     8    0
mbufpl     256      343    0        0    21     0    21    21     0     8    0
bufpl      256     7408    0     1309   382     0   382   382     0     8    0
anonpl      16    83782    0    65190   105     1   104   104     0   124   11
amapchunkpl 152    4007    0     3858    13     2    11    12     0   158    3
amappl16   192     3438    0     2172    75     3    72    75     0     8    8
amappl15   184        2    0        1     1     0     1     1     0     8    0
amappl14   176       60    0       56     1     0     1     1     0     8    0
amappl13   168      218    0      216     1     0     1     1     0     8    0
amappl12   160        4    0        3     2     1     1     1     0     8    0
amappl11   152       84    0       67     1     0     1     1     0     8    0
amappl10   144       19    0       12     1     0     1     1     0     8    0
amappl9    136      820    0      817     1     0     1     1     0     8    0
amappl8    128      364    0      341     1     0     1     1     0     8    0
amappl7    120       48    0       42     1     0     1     1     0     8    0
amappl6    112       73    0       63     1     0     1     1     0     8    0
amappl5    104      149    0      135     1     0     1     1     0     8    0
amappl4     96     1068    0     1034     2     1     1     2     0     8    0
amappl3     88      134    0      129     1     0     1     1     0     8    0
amappl2     80     4254    0     4189     3     1     2     3     0     8    0
amappl1     72    23949    0    23527    26    16    10    20     0     8    0
amappl      80     1950    0     1905     2     0     2     2     0    84    0
dma4096    4096       1    0        1     1     1     0     1     0     8    0
dma256     256        6    0        6     1     1     0     1     0     8    0
dma128     128      253    0      253     1     1     0     1     0     8    0
dma64       64        6    0        6     1     1     0     1     0     8    0
dma32       32        7    0        7     1     1     0     1     0     8    0
dma16       16       18    0       17     1     0     1     1     0     8    0
aobjpl      64       52    0        2     1     0     1     1     0     8    0
uaddrrnd    24      670    0      647     1     0     1     1     0     8    0
uaddrbest   32        2    0        0     1     0     1     1     0     8    0
uaddr       24      670    0      647     1     0     1     1     0     8    0
vmmpekpl   168     9442    0     9404     2     0     2     2     0     8    0
vmmpepl    168    90046    0    87703   179    23   156   156     0   357   43
vmsppl     368      661    0      647     2     0     2     2     0     8    0
pdppl      4096    1347    0     1304     6     0     6     6     0     8    0
pvpl        32   257530    0   236284   244     4   240   240     0   265   34
pmappl     232      669    0      649     3     1     2     2     0     8    0
extentpl    40       46    0       29     1     0     1     1     0     8    0
phpool     112      561    0        5    16     0    16    16     0     8    0

Crashes (1):
Time Kernel Commit Syzkaller Config Log Report Syz repro C repro VM info Assets (help?) Manager Title
2019/11/15 07:24 openbsd 3d133dcfcb5d a24fe792 .config console log report ci-openbsd-multicore
* Struck through repros no longer work on HEAD.