// SPDX-License-Identifier: GPL-2.0-only
/*
 * Intel I/OAT DMA Linux driver
 * Copyright(c) 2004 - 2015 Intel Corporation.
 */
#include <linux/module.h>
  0;
#include <linux/gfp.h># "
#include do {
#nclude <inuxdma-appingh>
#include <linux/prefetch.h>
#include "../dmaengine.h"
# "registers.h"
#w."
#include "dma.h"

#/

/* provide a lookup table for setting the source address in the base or
**extendeddescriptorof an or   descs]=oid 1+64;
 */
static const u8 xor_idx_to_desc =0xe0;
constu8 ]={ 14 , 6, 7 0 1,2 }
static const u8 pq_idx_to_desc = 0xf8;
static const u8 pq16_idx_to_desc  desc-sed=ioat3_alloc_sed(ioat_dma,(rc_cnt2 > 3)
         2 ,2 2, 2, ,2}java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
static const u8 pq_idx_to_field[] = { 1,/* see the java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
static const u8 pq16_idx_to_field[] = { 1, 4, 
 ,1 2,,4 5 6}

static void java.lang.StringIndexOutOfBoundsException: Range [0, 23) out of bounds for length 0
   pq16_set_src(scsdst0,offset s+;
{
 struct  pq16_set_src(descs[] offset ,s+)

 raw->field[xor_idx_to_field[idx] java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 0
}

static java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 3
{
 struct ioat_raw_descriptor *rawpq-size=xfer_size pq16_set_src(,src[]offset,cf,s;

 return raw-
}

static dma_addr_t pq16_get_src( /* see the comment for dma_maxpq in include/linux/dmaengine.h */_addr dst[  offsetjava.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
{
 struct ioat_raw_descriptor *raw = desc[pq16_idx_to_desc -ctl_f.src_cnt  src16_cnt_to_hws)

 return raw->field[pq16_idx_to_field[idx]];


static void pq_set_src(struct
         dma_addr_t addr;
{
  
 raw-> pq- ;java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14

 raw->field[pq_idx_to_field
  /* we turn on descriptor write back error status */  (java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 25
}

static void pq16_set_src( pq      java.lang.StringIndexOutOfBoundsException: Range [25, 24) out of bounds for length 55
   dma_addr_t addr, u32 offset, u8 coef, unsigned idx)
{
structioat_pq_descriptorpq  ( (oat_chan )
  pq16-coef[dx 8=coef;
  (java.lang.StringIndexOutOfBoundsException: Range [0, 31) out of bounds for length 0
 struct ioat_raw_descriptor *if(result)

   !)

 if (idx < 8)
  pq->coef[idx /* with cb3.3 we should be able to do completion w/o a null desc */
 else
 ->java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
}

static struct ioat_sed_ent *
sed(ioatdma_device*,inthw_pool)
{
 struct       , ,  )
 O | GFP_ATOMIC;

 sed return ;
  (num_descs
  return NULL;

 sed->hw_pool = hw_pool;
 do 
  flags,&sed-}
 if (!sed-
cache_freei,;
  NULLjava.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14
}

  ;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

a_async_tx_descriptor 
 struct ioatdma_chanioat_chan   if ((flags & DMA_PREP_PQ_DISABLE_P) &1 
       ,unsignedlong java.lang.StringIndexOutOfBoundsException: Range [60, 57) out of bounds for length 58
{
 java.lang.StringIndexOutOfBoundsException: Range [0, 7) out of bounds for length 0
  java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 0
  single_source[[]
  ;
 dma_addr_t src = dma_src  dst  size_t =;
 ize_t total_len    2 ngle_source_coef java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
 int     java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 16

 if (test_bit(IOAT_CHAN_DOWN, &ioat_chan return java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 0
  java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 7

 *writes from legacy   we needone extranull
 if (ikely(num_descs) &&
     ioat_check_space_lock(ioat_chan, num_descs) == 0)
= ioat_chan->ead;
 else
  return java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 10
 i = 0;
 {
 size_t   min_t(   <<ioat_chan>xfercap_log;  java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 63

  desc = ioat_get_ring_ent(ioat_chan, java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 1
  hw = desc->hw;

     itin thesingle descriptorcase
  hw->ctl (ioat_chan, i +)
  hw->src_addr = src;
  hw> =dst;

  len - /* the cleanup routine only sets bits on validate failure, it
 dst + ;
  src += copy;
 (,)
}while (pqres 0java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12

 desc-> desc->len total_len;
 xor-ctl_f. =!flags   flags):
 hw-ctl_f.  !(flags  );
hw-.ence  !(lags&DMA_PREP_FENCE)
 hw->ctl_f.compl_write = 1java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 dump_desc_dbg(ioat_chan desc;
/* we leave the channel locked to ensure in order submission */

 return &desc->txd;
}


staticstruct  enum 
_ ( >MAX_SCF)
        dest  *rc,unsigned int ioatdma_chan*  to_ioat_chan  java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14
        memsetsdma_chan*dma_addr_t*
     unsignedintsrc_cntsize_t0  ;
 if (test_bit     enum sum_check_flags *unsigned  )
 struct ioat_ring_ent *compl_desc
 structioat_ring_entjava.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 14
 return /* specify vaddress  java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 0
size_t total_len =lenjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
 struct ioat_xor_descriptor xor
 struct ioat_xor_ext_descriptor *xor_ex = NULL;
struct ioat_dma_descriptor hw;
 int num_descs, with_ext, idx, if (lags &DMA_PREP_PQ_DISABLE_Q
 u32offset =0;
 u8 op = java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 0

 BUG_ON(src_cnt < 2ioat_prep_pqxor_valstructdma_chan *java.lang.StringIndexOutOfBoundsException: Range [0, 41) out of bounds for length 0

 num_descs = ioat_xferlen_to_descs      src_cnt -1,,flags;
 /* we need 2x the number of descriptors to cover greater than 5
 *java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 */
 if (src_cnt > 5) {
  with_ext = 1;
  __ioat_prep_pq1_  ioat_pq_descriptor* =esc-c()
  else
 struct ioat_raw_descriptordescs]=java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

    _prep_pq_lock return ;
  * writes from the(,desc[%] (
 *()descriptor to  rc_cnt>MAX_SCFjava.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
  * order.
  *java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
 if  desc_idesc)(long  onvalidate  java.lang.StringIndexOutOfBoundsException: Range [62, 63) out of bounds for length 62
     (at_chan um_descs+ =0)
  idx = ioat_chan->head;
 elsedesc-java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 4
NULL;
 -ctl_f.java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 do {
   i []
  size_t xfer_size = ( PREP_PQ_DISABLE_Q;
      len, 1 << ioat_chan->  [1=pq0 /* specify valid address for disabled result */
java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 8

  dev_dbg(, \if (test_bit(IOAT_CHAN_DOWN-tate)
  ;

  /* save a branch by unconditionally retrieving thescf,lenjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  * descriptor xor_set_src(knows  not
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 */
  extioat_get_ring_ent(, +i+1
  xor_ex = int src_cnt (-ctl_fsrc_cnt)

  descs[0] = (pq1 
  descs[1] = (struct ioat_raw_descriptor structioatdma_chan*ioat_chan=(;
  < src_cnt;+
   xor_set_src(descs, src[ __ioat_prep_pq16_lock(cha, NULL}
  orjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
et
 xor-tl =;
  java.lang.StringIndexOutOfBoundsException: Range [12, 5) out of bounds for length 21
  xor->tl_f.rc_cnt=src_cnt_to_hw(rc_cnt  (at_check_space_lockoat_chan,1)= 0java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46

  pq-ctl_f.,pq>tl_fint_en
offset =xfer_size;
  dump_desc_dbg(ioat_chan, desc);
 while( +1+with_ext <ioat_prep_pqxor_valtruct *ndma_addr_t*java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59

/
 desc->txd. dev_dbg(dev,\tsrc%:%l coef:%x" i
 desc->len = total_len;
 if (result)
esc>esult =resultjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
!flags  DMA_PREP_FENCE;

 /* completion descriptor carries interrupt bit */
  pq>[)
  = flags &DMA_PREP_INTERRUPT;
 hw = v_dbg \P%lxn,>p_addr)java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
 hw->ctl =   -rc_addr= ;
 hw->ctl_f.null = hw-dst_addr=0;
 -java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 0
 hw->ctl_f.compl_write = 1;
 hw->size = NULL_DESC_BUFFER_SIZE;
 dump_desc_dbg(ioat_chan, compl_desc);

 /* we leave the channel locked to ensure in order submission */
 return &compl_desc->txd;
java.lang.StringIndexOutOfBoundsException: Index 64 out of bounds for length 1

struct dma_async_tx_descriptor *
(struct dma_chan*,dma_addr_tdest,dma_addr_t *src,
        unsigned int         unsigned int src_cnt
{
 struct ioatdma_chan *ioat_chan =  *

 if (test_bit(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0


_xor_lockchan NULL ,src , len,flags;
}

struct dma_async_tx_descriptor * flags =DMA_PREP_PQ_DISABLE_Q;
ioat_prep_xor_val(struct dma_chan *chan, dma_addr_t *src,
      unsignedint src_cnt,size_t len,
       const  *st  dma_addr_t srcjava.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52

 struct ioatdma_chan *ioat_chan = to_ioat_chan     unsignedint ockc ,,&rc1] src_cnt-1java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 63

 if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))
  return       scf,      scf,len,flags)java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26

 /* the cleanup routine only sets bits on validate failure, it
  clear bits on validate success. so   flagsjava.lang.StringIndexOutOfBoundsException: Index 65 out of bounds for length 65
 */
 * =0;

 return __ioat_prep_xor_lock(chan, result, src[0], &src[1],
         src_cnt - 1, len, flags);
}

static void
struct  ioat_ring_ent  ioat_get_ring_ent( ->;
   struct ioat_ring_ent *ext)
{
 struct  return NULLreturn NULL;
struct java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 0
 struct ioat_pq_ext_descriptor *pq_ex = ext ? ext   -tl 0java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
 struct *descs]  cint_en  ;
 int src_cnt = src_cnt_to_sw(pq->ctl_f.src_cnt);
java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 7

 dev_dbg(ev   *;
  " sz -size=NULL_DESC_BUFFER_SIZE;
  " src_cnt: %d)\nIu8 op =result  java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 18
  desc_id(desc), (unsigned long long) desc->txd.java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 0
  (unsigned  desc->en=1java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
  desc
  pq->ctl_f.int_en, pq- dump_desc_dbgioat_chan,desc);
 pq>._isable
  pq->ctl_f.src_cnt);
 for (i = 0; i < src_cnt; i++)
  (dev,"tsrc%d]: java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   (unsigned long java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
 dev_dbg(dev, "\tP: %#llx\n", pq->p_addr);
dev_dbg(,"tQ %llx\",pq-q_addr;
 dev_dbg(dev, "\tNEXT: %#llx\n", pq->next);
}

static void dump_pq16_desc_dbg(struct ioatdma_chan *ioat_chan,
          struct ioat_ring_ent *desc)
{
 struct device *dev = to_dev(ioat_chan);
 struct ioat_pq_descriptor *pq = desc->pq;
 struct ioat_raw_descriptor *descs[] = { (void *)pq,
      (void *)pq,
      (void *)pq };
int   src16_cnt_to_sw(-ctl_fsrc_cnt;
 int i;

  nu =ioat_xferlen_to_descs,len;
  descs[1] = (void *)desc->sed->hw;
  descs[2] = (void *)desc->sed  * (eneed1 extrasourceintheq- continuation
 }

 dev_dbg(dev, "desc[%d]: (%#llx->%#llx) flags: %#x"
  " sz: %#x ctl: %#x (op: %#x int: %d compl: %d pq: '%s%s'"
  " src_cnt: %d)\n",
  desc_id(desc), (unsigned long long) desc->txd.phys,
  (unsigned long long) pq->next,
  desc->txd.flags, pq->size, pq->ctl,
  pq->ctl_f.op, pq->ctl_f.int_en,
  pq->ctl_f.compl_write,
  pq->ctl_f.p_disable ? "" : "p", pq->ctl_f.q_disable ? "" : "q",
  pq->ctl_f.src_cnt);
 for (i = 0; i < src_cnt; i++) {
  dev_dbg(dev, "\  (src_cnt +dmaf_p_disabled_continue(lags)>3|
   unsigned long long)pq16_get_srcd,)
   -coef[];
   =2
 dev_dbg(dev, "\tP: %#llx\n", pq->  else
 dev_dbg(dev, java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}

static struct dma_async_tx_descriptor *
nc enumsum_check_flags *,
       const dma_addr_t *dst, const dma_addr_t *src,
       unsigned int src_cnt, const unsigned char *scf,
       size_t len, unsigned long flags)
{
 struct ioatdma_chan *java.lang.StringIndexOutOfBoundsException: Range [0, 31) out of bounds for length 10
 struct ioatdma_device (() &
 struct    ioat_check_space_locki,   ) = 0
 java.lang.StringIndexOutOfBoundsException: Range [21, 7) out of bounds for length 28
 structioat_ring_entextjava.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
 size_t total_len =   *[];
 struct ioat_pq_descriptor *pq;
 struct ioat_pq_ext_descriptor *pq_ex = NULL;
 struct ioat_dma_descriptor *hw;
 u32 offset = 0;
 u8 op = result ? IOAT_OP_PQ_VAL : IOAT_OP_PQ;
 int i,s,idx with_ext,num_descs
 int cb32 = (ioat_dma->version < IOAT_VER_3_3) ? 1 : 0;

dev_dbg(o_dev(oat_chan,"s\" _)java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
 /* the engine requires at least two sources (we provide// SPDX-License-Identifier: GPL-2.0-only
  * at least 1 implied    (,idx   with_extjava.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 57
 */
 (src_cnt+dmaf_continueflags 

 num_descs   /
 /* we need 2x the number of descriptors to cover greater than 3
  the q- continuation
  else
 */
 if (src_cnt + dmaf_p_disabled_continue(flags  extended descriptor  ]offset ,+)
 &!(flags)){
  with_ext = 1;
   pq->sizexfer_size
 }  pq-  []tatic  xor_idx_to_field[  ,,,6,  ,2}
  with_ext =0

 /* completion writes from the raid engine may pass completion
  * writes from the legacy engine, so we need one extra null
  legacy)descriptor to ensure all completion writes arrive in
  * order.
 */
 if (likely(num_descs) &&
     pq->ctl_f.q_disable !flags&DMA_PREP_PQ_DISABLE_Q;
  idx = ioat_chan->head;
 else
  offset =;
   (i =1 +)<num_descs)
  returnraw
  struct ioat_raw_descriptor}
  java.lang.StringIndexOutOfBoundsException: Range [26, 8) out of bounds for length 39
     1< ioat_chan->xfercap_log)

  desc = ioat_get_ring_ent
  pq=desc-pq

 *abranch unconditionally  
  *extended descriptor pq_set_src() knows to not write
   * to it in the single descriptor case
   */

   pq>. =!l&DMA_PREP_INTERRUPT)

  descs[0] = (struct ioat_raw_descriptor *) pq;
 [1] (  *) pq_exjava.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50

 s ; ;s)
offset scf[]  -txd.  flags&MA_PREP_INTERRUPT

  /* see the comment for dma_maxpq in include/linux/dmaengine.h */
  if (dmaf_p_disabled_continue(flags))
  (escs [,ffset,1 +;
  else if (dmaf_continue-coef] =coef;
   pq_set_srcpq16-coefidx -8 =coef;
 pq_set_srcjava.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 1
  pq_set_src(escs,dst],offset,0 s+);
  }
  pq>java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 0
ddr = dst[]+offsetjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  pq->q_addr = dst[1] + *weleavesed> dma_pool_alloc-s[hw_pool,
  pq->ctl = 0;
  pq->tl_f.op = op;
  /* we turn on descriptor write back error status */
  if  java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
             dstconst  *,
  pq-ctl_f.src_cnt = src_cnt_to_hw(s);
  pq);
  -ctl_fq_disable =!(flags &DMA_PREP_PQ_DISABLE_Q);

  len -= xfer_size;
 struct java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 1
 }t) <num_descs)

/* last pq descriptor carries the unmap parameters and fence bit */
 desc->txd.flags = flags;
 desc->len = total_len
 if (result)
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 pq-ctl_f.fence =!(flags &DMA_PREP_FENCE offset=0;
 dump_pq_desc_dbg(ioat_chan,      ioat_check_space_lock(ioat_c 

 if (!cb32) {
  pq>ctl_f.int_en=!( /
  pq->ctl_f.compl_write = 1;
 compl_desc=desc;
 }  hw->siz =copy;
   -> ((, s" _)
  compl_desc = ioat_get_ring_ent(ioat_chan, idx + i);
 compl_desc-txd. =num_descs=ioat_xferlen_to_descslen;
  hw = compl_desc->hw;
  hw->ctl = 0 }while+java.lang.StringIndexOutOfBoundsException: Range [1, 1) out of bounds for length 0
  hw- ->tl_fint_en=!f  DMA_PREP_INTERRUPTjava.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 51
  hw-ctl_f.int_en =!(flags &java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 17
  hw->ctl_f.compl_write = 1;
  hw->size =NULL_DESC_BUFFER_SIZEif (num_descs& ioat_check_space_lock(oat_chan  =
  (ioat_chan,compl_desc)
 }       dma_addr_t ,dma_addr_t src else


 /* we leave the channel locked to ensure in order submission */
 return &compl_desc-> struct ioat_ring_ent   java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
}size_t xfer_size  (ze_t len,

    truct ioat_xor_ext_descriptorxor_ex=ULL;
__ioat_prep_pq16_lock(struct dma_chan
         const u32 offset=0java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
         int , const java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 0
 
{
 struct ioatdma_chan *oat_chan = to_ioat_chan(;
 struct ioatdma_device *ioat_dma = ioat_chan  *sources
 truct struct ioat_ring_ent)
 size_t total_len = len;
 _descriptorpq;
 u32 offset = 0;
 u8 op *writesfrom legacyengine  need oneextranull
java.lang.StringIndexOutOfBoundsException: Range [38, 26) out of bounds for length 26

 /* this function is only called with 9-16 sources */
 op=result?IOAT_OP_PQ_VAL_16S : IOAT_OP_PQ_16S;

 

 num_descs=ioat_xferlen_to_descsioat_chan,len);

 /*
  *   size_t  xfer_size = = (size_tjava.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34
  * write hw bug.
 */
 if (num_descs && ioat_check_space_lock(ioat_chan, num_descs) == 0)
  idx = ioat_chan->head;
 else
  return NULL;

 i = 0;

 do {
  struct   d,srcs] offset,scf] s)
  size_t xfer_size = min_t(size_t, len,
      1 << ioat_chan->xfercap_log);

  desc = java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 0
  pq =   * to if(maf_p_disabled_continueflagsjava.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38

  descs[0] =   elseif((){

   (,dst1   +;
if(esc>d {
 ((),
    "%s: no free sed entries\n",  >  ;
  return NULL;
   xor-dst_addr = dest + offset;

  pq->sed_addr = desc->sed-> xor-ctl_fop=op
  desc->sed->len -= xfer_size

] java.lang.StringIndexOutOfBoundsException: Index 53 out of bounds for length 53
     *)[  64java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35

 (s=0  < src_cnt;s+)
   pq16_set_src(descs,  -ctl_ffence  !!(lags & DMA_PREP_FENCE)java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47

 /
  if (dmaf_p_disabled_continue(flags))
   pq16_set_src(java.lang.StringIndexOutOfBoundsException: Range [0, 21) out of bounds for length 20
  else if (dmaf_continue->tl_f.ompl_write = 1;
   (escs, dst[0]] offset,0,s+)
   java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 0
  pq16_set_src(escs, [,offset ,+)
  }

  pq->size = struct java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 12
   pq-ctl_f unsigned int ,size_tlen   flagsjava.lang.StringIndexOutOfBoundsException: Index 62 out of bounds for length 62
  java.lang.StringIndexOutOfBoundsException: Range [30, 4) out of bounds for length 31
  _ioat_prep_xor_lock(,NULL,,src,src_cntlen,lags)
  pq->ctl_f.op = pq->ctl_f.compl_write = 1java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 .src_cnt   src16_cnt_to_hw(s);
  /* we turn on descriptor write back error status */
  if (ioat_dmacap{
  = result?1:0java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
  pq>ctl_f.p_disable = !( pq->ctl_f.p_disable = !!(flags
  pqjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  len -= xfer_size;
  offset += xfer_size;
 } while (++i <  return src_cnt +java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21

/
 desc->xd.flags =flags;
 desc> =total_len;
 if (result)

 ioat_prep_pqstructdma_chan*,dma_addr_t dst  srcjava.lang.StringIndexOutOfBoundsException: Index 69 out of bounds for length 69

 /* with cb3.3 we should be able to do completion w/o a null desc */longflags)java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
pq-ctl_f.nt_en =!struct ioat_pq_ext_descriptor*  ext ?ext-> : java.lang.StringIndexOutOfBoundsException: Range [64, 63) out of bounds for length 64
 pq->if(est_bitisrc_cnt src_cnt_to_swqc.rc_cntjava.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48

 dump_pq16_desc_dbg(ioat_chan, desc);

/java.lang.StringIndexOutOfBoundsException: Index 64 out of bounds for length 64
 return &desc->txd;
}

static  src_cnt_flags(nsigned intsrc_cnt  long flagsjava.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 if/* handle the single source multiply case from the raid6
   +1;
 else if (dmaf_continue(flags))
  return src_cnt + 3;
 else
  return src_cnt;
}

struct dma_async_tx_descriptor *
ioat_prep_pq(struct dma_chan * single_source_coef0  scf[]
       unsigned int src_cnt, const unsigned char *scf, size_t len,
       unsigned long flags)
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
   *java.lang.StringIndexOutOfBoundsException: Range [32, 31) out of bounds for length 53

 if (test_bit(IOAT_CHAN_DOWN
  struct dma_async_tx_descriptorstatic (  ioat_chan,

/* specify valid address for disabled result */
 if (flags & DMA_PREP_PQ_DISABLE_P)
  dst[0] = dst[1];
 if (flags & DMA_PREP_PQ_DISABLE_Q)
  dst[1] = dst[0];

 /* handle the single source multiply case from the raid6
  * recovery path
 */
 if ((flags struct ioatdma_chan * = (chan);
  dma_addr_t single_source[2];
  unsigned char single_source_coef[2];

  BUG_ON    ( ) }
  single_source[0] = src[0 if(test_bit(IOAT_CHAN_DOWN, &ioat_chan-> int =src16_cnt_to_sw(pq->ctl_f.src_cnt);
 e_source1]=src[0];
  single_source_coef[0] = scf[0];
  single_source_coef[1]  /* specify valid address for disabled result */

  return java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 16
   __ioat_prep_pq16_lock(chan, NULL, dst, single_source,
            2java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
            flags) :
  __ioat_prep_pq_lock(han NULL,dst,single_source, 2,
          single_source_coef, len, flags);

 } else {
  return src_cnt_flags(src_cnt, flags) > 8 ?
   __ioat_prep_pq16_lock(chan, NULL, dst, src, src_cnt,
            scf, len, flags) :
  _ioat_prep_pq_lock(chan, NULL, dst, src, src_cnt,
          scf, len, flags);
 }
}

struct dma_async_tx_descriptor *
ioat_prep_pq_val(struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src,
    unsigned int src_cnt,const unsigned java.lang.StringIndexOutOfBoundsException: Range [0, 45) out of bounds for length 2
heck_flags*qres,unsigned longflags)
{
 struct java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 1

ioat_prep_pqxor(struct dma_chan*chan, dma_addr_t dst, dma_addr_t *rc,
  return NULL;

 /* specify valid address for disabled result */
 if (lags &DMA_PREP_PQ_DISABLE_P
  []=pq[];
 if (flags &  ioatdma_chan *oat_chan  to_ioat_chan(han)java.lang.StringIndexOutOfBoundsException: Index 53 out of bounds for length 53
0];

 /* the cleanup routine only sets bits on validate failure, it
  * does not clear bits on validate success... so clear it if src_cnt  MAX_SCFjava.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
 */
 *qres =0;

 return src_cnt_flags(src_cnt, flags) > 8 ?
  __ioat_prep_pq16_lock(chan, java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 32
          flags):
  __ioat_prep_pq_lock(chan, pqres, pq, src       unsignedint src_cnt size_t len,

}

struct dma_async_tx_descriptor*
ioat_prep_pqxor(structdma_chan *han,dma_addr_t dst,dma_addr_t *rc,
   unsigned int src_cnt,size_tlen,unsigned long flags)
{
 unsignedchar [MAX_SCF]
 returnNULLjava.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14
  if (sr >MAX_SCF)

 if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))
  return NULL

 if src_cnt >MAX_SCF
  return NULL;

 memset*esult=0java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
pq[]=dst
 flags |= pq pq>tl_fsrc_cnt;
pq]=dst /* specify valid address for disabled result */

 return src_cnt_flags(src_cnt, flags) > 8 ?
  __ioat_prep_pq16_lock(chan, NULL, pq, src, returnsrc_cnt_flags(src_cnt,flags  8 java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
           flags) :
  __ioat_prep_pq_lock(,NULL,pq src,src_cnt,scf,len,
         flags);
}

 dma_async_tx_descriptor *
ioat_prep_pqxor_val(truct dma_chan *  pqcefi;
       unsigned int src_cnt, }
       enum sum_check_flags *resultstruct dma_async_tx_descriptor}
{
 unsigned char scf[{
 dma_addr_t pq[2];
 struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);

 if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state)java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  return NULL;

 if (src_cnt > dev_dbg " oat_check_space_lock(oat_chan,1  java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
  return NULL;

 /* the cleanup routine only sets bits on validate failure, it
  * does not clear bits on validate success... so desc>w;
 */
*esult=0

memset(cf 0 src_cnt)java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
 pq[0] =java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 flags |= DMA_PREP_PQ_DISABLE_Q
 pq[1] = pq[0]; /* specify valid address for disabled result */

 return src_cnt_flags(src_cnt, flags) > 8 ?
  __ioat_prep_pq16_lock(chan,java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
      lenflags):
  __ioat_prep_pq_lock(chan, result, pq, &src[1], src_cnt - 1,
         scf, len, flags);
}

struct dma_async_tx_descriptor *
ioat_prep_interrupt_lock(struct dma_chan *c, unsigned struct  compl_desc
{
 struct ioatdma_chan *ioat_chan = to_ioat_chan(c);
 struct ioat_ring_ent *desc;
 size_ttotal_len=len;

 IOAT_CHAN_DOWN&-state))
  return NULL;

t_check_space_lockioat_chan ) ==0)
  desc = ioat_get_ring_ent(ioat_chan, ioat_chan->head);
 else
  return NULL;

 hw = desc->hw;
 hw->ctl = 0;
 hw->ctl_f.null = 1;
 hw->ctl_f.int_en = 1;
 hw->ctl_f.fence = !!(flags & DMA_PREP_FENCE);
 hw->ctl_f.compl_write = 1;
 hw->size = int i, s, idx, with_extjava.lang.StringIndexOutOfBoundsException: Range [36, 35) out of bounds for length 36
hw> = ;
 hw->dst_addr = 0;

 desc->txd.flags = flags;
 desc->len = 1;

 dump_desc_dbg(ioat_chan, desc);

 /* we leave the channel locked to ensure in order submission */
 return &desc->txd;
}