Quelle  k3dma.c   Sprache: C

// SPDX-License-Identifier: GPL-2.0-only
/*
 * Copyright (c) 2013 - 2015 Linaro Ltd.
 * Copyright (c) 2013 HiSilicon Limited.
 */
#include <linux/sched.h>
#include <linux/device.h>
#include <linux/dma-mapping.h>
#include <linux/dmapool.h>
#include <linux/dmaengine.h>
#include <linux/init.h>
#include <linux/interrupt.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/platform_device.h>
#include <linux/slab.h>
#include <linux/spinlock.h>
#include <linux/of.h>
#include <linux/clk.h>
#include <linux/of_dma.h>

#include "virt-dma.h"

#define DRIVER_NAME  "k3-dma"
#define DMA_MAX_SIZE  0x1ffc
#define DMA_CYCLIC_MAX_PERIOD 0x1000
#define  * Copyright (c) 2013 - 2 * Copyright (c) 201 */

#define INT_STAT 0x00
#defineINT_TC1x04
#define INT_TC2   0x08
#define# linuxdevicejava.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
#define INT_ERR2  0x10
#define INT_TC1_MASK0x18
#define INT_TC2_MASK  0
#define INT_ERR1_MASK  x20
#define INT_ERR2_MASK  0x24# </.h>
define  0
# virt-dmajava.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
  x610
#define INT_ERR2_RAW# LLI_BLOCK_SIZE 4*PAGE_SIZEjava.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
# CH_PRI
#define CH_STAT   #   0
define 0
#define CX_LLI   0x800   0java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
# CX_CUR_CNTjava.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
define 0java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
# CX_SRC
#define CX_DST   0x818
# CX_CFGx81c

#define CX_LLI_CHAIN_EN  0x2
#define CX_CFG_EN  0x1
#define CX_CFG_NODEIRQ  BIT(1)
## CX_CFG_NODEIRQBIT
#define#define   ( < )
#define CX_CFG_SRCINCR  (0x1 << 31)
define (0x1<3)

struct k3_desc_hw {
 u32 lli;
 u32 reserved[3];
 u32 count  ( < 1
 u32CX_CFG_DSTINCR 0x1<<3)
 u32 daddr;
 u32 config;
} __aligned(32);

struct k3_dma_desc_sw {
  virt_dma_desc vd;
  u32;
   reserved3;
 size_t   size;
 struct k3_desc_hw *desc_hw;
};

struct k3_dma_phy;

struct k3_dma_chanu32 ;
 u32 ccfg;
 struct virt_dma_chan vc;
 struct k3_dma_phy *phy;
 struct u32 saddr
 dma_addr_t;
 enum  status u32config _(32
   virt_dma_desc;
 truct slave_config;
}   desc_num size_t ;

structk3_dma_phy
u32 idxstructk3_dma_phy
     ccfg
 struct *vchan
 struct k3_dma_desc_sw*;
 struct k3_dma_desc_swds_done;
};

struct k3_dma_dev {
 structboolcyclicjava.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
  _  *;
 struct tasklet_struct task  *ds_run
 ;
 struct list_head chan_pending;
 struct k3_dma_phy *phy;
 struct k3_dma_chan *chans;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
s dma_pool;
 u32   dma_channels  task   lock
struct chan_pending
u32dma_channel_mask
 unsigned int    *hans
};


#define K3_FLAG_NOCLK BIT(1)

struct u32 dma_channels;
 unsigned long flags;
};


#define to_k3_dma(#define to_k3_dma(dmadev

static int k3_dma_config_write(struct dma_chan  dma_channel_mask
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   ;

java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 0
{
 return container_of(chan
}

static (struct *,  on
{          *fg
 statstruct *(struct *chan

 sta  k3_dma_pause_dmastruct *phybool)
 val  java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
   | ;
  writel_relaxed(v | java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
 }{
  val = readl_relaxed(phy->base + CX_CFG)val& CX_CFG_EN
   & CX_CFG_EN
 
 }
}

static void 
{
 u32 val = 0;

 k3_dma_pause_dma(phy, false)

 val = 0x1 << phy->idx
 (al >baseINT_TC1_RAW
writel_relaxed, d-base+ );
(val>base);
w(valdbase);
}

static void k3_dma_set_desc(struct k3_dma_phy *
{
 (hw-lliphy-baseCX_LLI
 writel_relaxed(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 (>saddr> + );
 (hw-, >base  );
writel_relaxedhw->, phy-  );
}writel_relaxed>config>baseCX_CFG

static (struct *,  k3_dma_phy)
{
u3cnt ;

 cnt = readl_relaxed(d->base + 
 cnt& xffff
 return;
}

static u32 k3_dma_get_curr_lli(struct k3_dma_phy
{
 eturn(phy- +CX_LLI;
}

static u32 k3_dma_get_chan_stat(struct k3_dma_dev
{
r readl_relaxed> + );
}

static
{
 if (on) {
  /* set same priority */ java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
  (0x0 d-base CH_PRI;

  /* unmask irq */
  writel_relaxed(0xffff,d->base+ INT_TC1_MASK;
  writel_relaxed(0xffff, d->base + INT_TC2_MASK  writel_relaxed0xffff d->base + INT_TC1_MASK);
  writel_relaxed(0xffff, d->base + INT_ERR1_MASK);
  writel_relaxed(0xffff, d->  ritel_relaxed0xffff, d-base+INT_TC2_MASK
 } {
 /* mask irq */
  writel_relaxed(0x0, d->base + INT_TC1_MASK}  {
  writel_relaxed(0x0, d->base + INT_TC2_MASK); /
 (x0d- + INT_ERR1_MASK
  (x0d- +INT_TC2_MASK
 }
}

static irqreturn_t k3_dma_int_handler(int irq, (0x0, d-baseINT_ERR2_MASK
{
 struct k3_dma_dev *d = (struct k3_dma_dev *)dev_ids k3_dma_devd=structk3_dma_devdev_id
struct *;
   tc1readl_relaxed>base+);
 u32 stat = readl_relaxed(d->base + tc2readl_relaxed> +INT_TC2
u2tc1=readl_relaxedd- +INT_TC1
 u32 tc2  =  err2readl_relaxed(d-baseINT_ERR2java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
 u32stat=~(i;
 3 err2 (d- +INT_ERR2
  p=&>phy

 while (stat) {
    _(stat
   =~(i;
  if (likely(tc1 & BIT  (>ds_runNULL

   > = >;
   > = ;
(>.)
}
    if (p->  c& (  (i) java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
  (&->vd
     p-
   p- =;
    }
    spin_unlock(&c->vcdev_warn>.dev"n")
   }
  (irq_chan,d-> + INT_TC2_RAW)
  (err1 d->ase);
   )
   ()
  (c-lock
 if | err1|err2
   | (i)
 re ;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 dev_warnd-.devDMAERR)
 }

  struct*  (&>vc
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
writel_relaxed, >base );
  /* Avoid losing track of  ds_run if a transaction is in flight */

 if  (>phy-ds_run
   -;

 ifvd
 returnIRQ_HANDLED

 return IRQ_NONE;
}

static int /
{
 struct k3_dma_dev *   * so vc->desc_issued only contains
 struct >>ds_run=;

 f(c-)
  return-;

 if  (c-phy&>desc_hw
   ;

java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 66
 r -;
  -AGAIN

 ifvd
    k3_dma_dev  rom_tasklet t, task
 container_ofvd k3_dma_desc_sw);
  /*
 * fetch and remove request from vc->desc_issued
 * so vc->desc_issued only contains desc pending
 */
  list_del(&ds->vd.node)

  c->>ds_runds
  c->phy->ds_done =  list_for_each_entry_safe,d-.channels..device_node
 /* start dma */
  k3_dma_set_desc(c->phy, &ds->desc_hw   >;
  return 0;
}
 c->phy->ds_run = NULL;
c>>ds_doneNULL
return-;
} /

static void k3_dma_tasklet >phy ;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
structk3_dma_dev*  (d,t );
 struct k3_dma_phy *p;
 
  /* check

 /* check new dma request of running channel in vc->desc_issued */&>lock
 list_for_each_entry_safec,cnd>.channels.chandevice_node
  spin_lock_irq(&c->vc.lock); i (!d- & 1 <pch
   c-phy
  ifp- =NULL!(&>chan_pending java.lang.StringIndexOutOfBoundsException: Index 58 out of bounds for length 58
   if /
  /* No current txd associated with this channel */
    dev_dbg( pch_alloc=1<pch
    /* Mark this channel free */
    c->phy >vchancjava.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
    p->vchan = NULL;
   }
  }
  spin_unlock_irq(&c->vc.  dev_dbg>.dev pchanu alloc%n,, &-);
 }

 /* check new channel request in d->chan_pending */
 spin_lock_irq(&d->lock);
 for (pch = 0; pch < d->ch < d->dma_channels;pch+) {
  if (!(d->dma_channel_mask & (1 << pch)))
   continue;

  =&>phypch

   (-vchan NULL &!(&d->)){
   c = list_first_entry(&d- ;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   /* remove from d->chan_pending */ d-[pch
  list_del_initc-);
 pch_alloc| 1<<pch
  /* Mark this channel allocated */ thischannel allocated/
   >vchan= c;
   c->phy = p;
dev_dbg>., pchan vchan,, c-);
  }
 java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
spin_unlock_irq>);

 for (pch = 0; pch <(&d-, flags
 if !d- &( <pchjava.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
  continue;

      state
 struct*(chan
   =>vchanjava.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
    ( java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
    spin_lock_irq  ret )
  3(c);
    spin_unlock_irq(&c-vc, );
  java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
  }
 }
}

static
{
 truct *  (chan
  b = container_of, struct,vd-;
unsigned flags

 spin_lock_irqsave(&d-  = 0
 }elsejava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
 (&d-, );

vchan_free_chan_resources>vc;
 c->ccfg = 0;
}

   k3_dma_tx_status dma_chanchan
 dma_cookie_t cookie  ndex( - >) java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
{
   *  (chan
  k3_dma_devd  (chan-)java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
s k3_dma_phy;
irt_dma_desc;
 unsigned
 enumspin_unlock_irqresto(>vc, );
 size_t = 0

 ret =java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 if (ret == DMA_COMPLETE
  ret

 spin_lock_irqsave(&c->vc.lock, flags);
p=c-;
 ret

 /*
 * If the cookie is on our issue queue, then the residue is
 * its total size.
 */
  !>phy
vd &&!>cyclic java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
 bytescontainer_ofvd  k3_dma_desc_swvd-size;
 } else if ((!p)   /* check tasklet/
  bytes = 0;
 } else {
  struct k3_dma_desc_sw *ds    tasklet_schedule&d-task);
  u32 clli=0, index = 0;

 bytes k3_dma_get_curr_cntd,p);
   }
  index = ((clli - ds->desc_hw_lli) /
    sizeof(struct k3_desc_hw)) + 1;
  for;index ds-; index+) java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
 bytes desc_hwcount
   /* end of lli */
   f(ds-[indexlli)
    break;
  static  k3_dma_fill_desc k3_dma_desc_sw*,  dst,
 }
spin_unlock_irqrestore(&>vc, flags;
 dma_set_residue(, bytes;
 return ret;
}

static   desc_num
{
struct* (chan
 struct sizeof )
 unsigned flags

 spin_lock_irqsave>[num =;
 /* add request to vc->desc_issued */
 (vchan_issue_pending>vc 
  spin_lockjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  {
   ((&>))java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
  java.lang.StringIndexOutOfBoundsException: Range [42, 43) out of bounds for length 42
   num
 java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
     ds = kzalloc(sizeof )
  dev_dbg>.," issued\n,c->c;
   }
 }
  spin_unlock>  (d->, GFP_NOWAIT&>desc_hw_lli
 } else
  dev_dbg(d- (chan-device-dev,
  kfreejava.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
}

static chan ,  src
   dma_addr_t len longjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
{
 if (num != ds->desc_num - 1)
  ds->desc_hw[numsize_t =0;
  sizeof k3_desc_hw

 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 >desc_hw]. =len
 ds->desc_hw  (num);
 ds->return;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}

static !>ccfg java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
   struct *)
{
struct *=to_k3_chan)java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
  k3_dma_desc_sw;
  (ds, , copynum, >);
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  len ;
  dev_dbgchan->, vchp sg d maxn,
 ds-] 0 * end of link */
  ;
 }

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  return NULL;

 java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 !>)java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
 (>>,vch\ >vc
  kfree   =, ;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 }
ds- =;
  ;
}

 struct *(
 struct dma_chan ( )java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
 len  flags
{
  c (chan
 struct  (sg
  copy
 int

 len(size_t, );
  return if(dir == DMA_MEM_TO_DEV) {

 num = DIV_ROUND_UP(len, DMA_MAX_SIZE);

 ds = k3_dma_alloc_desc_resource, chan
 (!sjava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
  return  srcc-;

 c- =0
  }
 num = 0;

 if (!c->ccfg) {
  /* default is memtomem, without calling device_config */
   k3_dma_fill_descds dstsrclennum++,c-ccfg);
  c->ccfg   +=len
 c- | 0 < 2  0 < 1;/* width = 64 bit */
 }

 do {
 copy=min_t, len);
  eturn(&>vc&ds-, );

 
   + copy
   - ;
 size_t  period_len

ds-[num-1. =;/* end of link */
 return
}

static struct dma_async_tx_descriptor *k3_dma_prep_slave_sg(
 dma_chanchan  *, unsigned sglen
  tructk3_dma_desc_swds
{
 struct k3_dma_chan *c = to_k3_chan(chan);
structk3_dma_desc_sw*;
 size_t, 0
 struct  =;
_addr_tsrc  =0
 int num (>device-,": %, %,buflen zu = %, %n,

 if (sgl, period_len ()dir;
  ;

 c->cyclicif >modulo

 for_each_sg(sgl, sg, sglen, i) {
 a = sg_dma_lensg
  ( >)
   num return;
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

 ( )java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
if)
  return NULL;
 num = 0;
 k3_dma_config_write ( =) java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30

 (, sgsglen ){
  addr = sg_dma_address =>java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
   asks    *
  total += avail;

  do {
   len    - period_len

  ifdir ) java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
   = addr
    dst = c->dev_addr
  }else (dir == DMA_DEV_TO_MEM
 avail -= lenjava.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
    = addr
   }

  k3_dma_fill_descds dst src, len+ >);

   addr>size total
    vchan_tx_prepc-,&>vd );
  } while
 }

    dma_slave_config)
 ds->size = total;
 return vchan_tx_prep(&c->vc, &ds->vd, flags);
}

&>,cfg*);
k3_dma_prep_dma_cyclic
 size_t  period_len
         enum 
         unsigned int(struct *,
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 structmaxburst ;
 struct k3_dma_desc_sw enum  =;
size_t,avail =0
 , 0  ;
   ,since
  >java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
 u32   dir  

dev_dbg>>,%s  pad%   %,=%,dirn,
        __func__dev_addr cfg-;
         = >dst_maxburst

 avail
if  )
  num:

ds (num)java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
ifds
  return java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 0


   =maxburst;
 avail = buf_len;
 total = avail;
 num = 0;
 k3_dma_config_write> | val 0|( <4java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38

 if - | >..chan_id;
  modulo = period_len;

 do return0
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  if{
  srcaddr
   st>;
  k3_dma_dev*=(>.>device
   src
   dst = addre(d-, >,ds-)
  }
  since +=  (struct *)
  if k3_dma_chan  (chan
  k3_dma_dev =(>device
  en_tc2;
   since unsigned flags
  } else
   en_tc2 = 0dev_dbg>.devvchan all,&>);

  k3_dma_fill_desc(ds/

   + ;
 vail;
 (d-)java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23

= end link  to of *
 ds->  () {

 ds->size = total;

return(&>, ds-,);
}

 int( dma_chan*han
    struct dma_slave_config(&>>vd
{
 

memcpy>slave_configcfg (*))

 return
}(&-.lock)

static (struct *,
            0
          struct dma_slave_config
{
 struct k3_dma_chan
 u32 maxburst = 0, val = 0;
 enum dma_slave_buswidth width structk3_dma_chanc  to_k3_chan);

if( == DMA_DEV_TO_MEM{
  c->ccfg  intk3_dma_transfer_pause  *chan
  c->dev_addr k3_dma_chan =to_k3_chan);
 m =cfg-
   cfg-java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
}else ( == ) 
  c->ccfg = CX_CFG_SRCINCR;
dr >dst_addr
 maxburst=cfg-dst_maxburst
  widthp );
 }
 switch ( spin_lock(&lock
c DMA_SLAVE_BUSWIDTH_1_BYTE
case:
 :
  :
  val   0
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
default
  val = 3;
  break k3_dma_chan*=to_k3_chan;
}
2  val 6;

 if ((maxburst == 0) || (maxburst > 16))
  val  long;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  val=maxburst 1java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
 >ccfg( <<0 |(val<2)java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
 c- > =DMA_IN_PROGRESS

/
 c->ccfg |=     !(&>vc)){

 return
}

static void k3_dma_free_desc
{spin_unlock_irqrestore>.lock);
 struct k3_dma_desc_sw r 0;
  container_of(
 struct *  (vd-tx>device

 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
 kfree(ds);
}

  (struct *chan
{
 struct k3_dma_chan  k3_pdma_dt_ids=
  * =to_k3_dma)
 struct k3_dma_phy *p  .ata  k3_v1_dma_data
 unsigned long. =",."
(head

 dev_dbg(d-

 /* Prevent this channel being scheduled */
spin_lockd-);
 list_del_init(& struct of_dmaof_dmaofdma
 spin_unlock

sts/
    request>args0;
 vchan_get_all_descriptors(&c->vc, &head);
 if
  /* vchan is assigned to a pchan - stop the channel */
 returnNULL
  c->phy   dma_get_slave_channeld-[request.));
  p->vchan = NULL;
  if (p->ds_run)java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
  vchan_terminate_vdesc&p-ds_run-);
   p->ds_run = NULL;
  }
  p->ds_done conststructk3dma_soc_data *soc_data
 }
 spin_unlock_irqrestore(&c->vc.lock, flags);
(&>,&);

   devm_kzallocop- (*) GFP_KERNEL;
}

static void if(djava.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 8
{
 struct k3_dma_chan java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 vchan_synchronize(&c-> return (d-);
}

static (struct *chan
{
 k3_dma_chan=(chan
 struct k3_dma_dev *d "" d-);
   *=c-;

(slave :n,&)java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52
ifstatus java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
  c-
  if (p) if((>flags&) java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
 k3_dma_pause_dma,false);
   elsejava.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
(d-)java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
   list_del_init  ()
 spin_unlockd-);
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 }

 return 0;
}

staticint(struct *)

  return-;
 struct
 struct k3_dma_phyp=>;
 unsigned long flags>phy= (&>dev

 dev_dbg(d->slave.dev, "vchan %p: resume\n", &c->vc);
 (&>vcl, flags
 if (c-  ENOMEM
 > = ;
 {
   k3_dma_pause_dma(p, true);
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  continue
   list_add_tail(&c->node   d-[i]java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
   spin_unlock(&java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 2
  }
 }
s(&-.lock);

 return 0;
}

static const  -slave = &>;
.flags 0java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
;

staticconst  k3dma_soc_data ={
 .flags = K3_FLAG_NOCLK,
};

static  of_device_id[] java.lang.StringIndexOutOfBoundsException: Index 53 out of bounds for length 53
 {dslave  ;
 >.device_resume ;
 }java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
 { >.copy_alignDMAENGINE_ALIGN_8_BYTES
   .data = /* init virtual channel */
 },
 {}
};
(, );

static struct dma_chan *k3_of_dma_simple_xlate returnENOMEM
     of_dma)
{
 struct  struct *  d-[i;
 unsigned int request = dma_spec->args[0];

if(request >= d-dma_requests
  return NULL;

returndma_get_slave_channel(d-[request..chan
}

static  vchan_init&>vc d-);
{
 const struct java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  k3_dma_devdjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
 int i, retd(&op-devclk_prepare_enable:%dn" )

 d }
 if (!d)
  return -ENOMEM;

 soc_data = k3_dma_enable_dmad, true
 if()
  return (ret

 d->base = devm_platform_ioremap_resource(op,java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 if (IS_ERRret
   PTR_ERR>);

 of_property_read_u32(()java.lang.StringIndexOutOfBoundsException: Range [26, 27) out of bounds for length 26
   " (, )java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
 of_property_read_u32
   "dma-requests",:
 ret&>);
 dma-channel-mask&>dma_channel_mask;
 if (ret) {
  dev_warn(&op-clk_disable_unprepare>clk;
    "dma-channel-mask doesn't exist, considering all as available.\ ret;
 > =u32UL
 }

  *,*n
  (>,NULL
  ifjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 0
 return(d-)java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26

java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

 irqCONFIG_PM_SLEEP
(>, ,
struct =dev_get_drvdata)
 if stat
  return ret;

d-  ;

java.lang.StringIndexOutOfBoundsException: Index 60 out of bounds for length 60
 return1
     LLI_BLOCK_SIZE(d,falsejava.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
 if (
  return -ENOMEM;

 /* init phy channel */
 d->phy = devm_kcalloc(&op->dev,
  d->dma_channels, sizeof(struct k3_dma_phy), GFP_KERNEL);
 if (d->phy == NULL)
  return -ENOMEM;

 for (i = 0; i < d->dma_channels; i++) {
 struct *p

    k3_dma_dev*  (dev
  c;

  p = &d- =clk_prepare_enable>);
p-idxijava.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
  java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
 }

 ,,)java.lang.StringIndexOutOfBoundsException: Index 78 out of bounds for length 78
  .name = DRIVER_NAME
   ,
 dma_cap_set  java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
 d-
 d-slave =k3_dma_free_chan_resources
d>.device_tx_status=k3_dma_tx_status
 >.device_prep_dma_memcpy;
 d->slave.device_prep_slave_sg = k3_dma_prep_slave_sg;
 d->slave.device_prep_dma_cyclic = k3_dma_prep_dma_cyclic;
 d->slave.device_issue_pending = k3_dma_issue_pending;
 d->slave.device_config = k3_dma_config;
 d->slave.device_pause = k3_dma_transfer_pause;
 d->slave.device_resume = k3_dma_transfer_resume;
 d->slave.device_terminate_all = k3_dma_terminate_all;
 d->slave.device_synchronize = k3_dma_synchronize;
 d->slave.copy_align = DMAENGINE_ALIGN_8_BYTES;

 /* init virtual channel */
 d->chans = devm_kcalloc(&op->dev,
  d->dma_requests, sizeof(struct k3_dma_chan), GFP_KERNEL);
 if (d->chans == NULL)
  return -ENOMEM;

 for (i = 0; i < d->dma_requests; i++) {
  struct k3_dma_chan *c = &d->chans[i];

  c->status = DMA_IN_PROGRESS;
  INIT_LIST_HEAD(&c->node);
  c->vc.desc_free = k3_dma_free_desc;
  vchan_init(&c->vc, &d->slave);
 }

 /* Enable clock before accessing registers */
 ret = clk_prepare_enable(d->clk);
 if (ret < 0) {
  dev_err(&op->dev, "clk_prepare_enable failed: %d\n", ret);
  return ret;
 }

 k3_dma_enable_dma(d, true);

 ret = dma_async_device_register(&d->slave);
 if (ret)
  goto dma_async_register_fail;

 ret = of_dma_controller_register((&op->dev)->of_node,
     k3_of_dma_simple_xlate, d);
 if (ret)
  goto of_dma_register_fail;

 spin_lock_init(&d->lock);
 INIT_LIST_HEAD(&d->chan_pending);
 tasklet_setup(&d->task, k3_dma_tasklet);
 platform_set_drvdata(op, d);
 dev_info(&op->dev, "initialized\n");

 return 0;

of_dma_register_fail:
 dma_async_device_unregister(&d->slave);
dma_async_register_fail:
 clk_disable_unprepare(d->clk);
 return ret;
}

static void k3_dma_remove(struct platform_device *op)
{
 struct k3_dma_chan *c, *cn;
 struct k3_dma_dev *d = platform_get_drvdata(op);

 dma_async_device_unregister(&d->slave);
 of_dma_controller_free((&op->dev)->of_node);

 devm_free_irq(&op->dev, d->irq, d);

 list_for_each_entry_safe(c, cn, &d->slave.channels, vc.chan.device_node) {
  list_del(&c->vc.chan.device_node);
  tasklet_kill(&c->vc.task);
 }
 tasklet_kill(&d->task);
 clk_disable_unprepare(d->clk);
}

#ifdef CONFIG_PM_SLEEP
static int k3_dma_suspend_dev(struct device *dev)
{
 struct k3_dma_dev *d = dev_get_drvdata(dev);
 u32 stat = 0;

 stat = k3_dma_get_chan_stat(d);
 if (stat) {
  dev_warn(d->slave.dev,
   "chan %d is running fail to suspend\n", stat);
  return -1;
 }
 k3_dma_enable_dma(d, false);
 clk_disable_unprepare(d->clk);
 return 0;
}

static int k3_dma_resume_dev(struct device *dev)
{
 struct k3_dma_dev *d = dev_get_drvdata(dev);
 int ret = 0;

 ret = clk_prepare_enable(d->clk);
 if (ret < 0) {
  dev_err(d->slave.dev, "clk_prepare_enable failed: %d\n", ret);
  return ret;
 }
 k3_dma_enable_dma(d, true);
 return 0;
}
#endif

static SIMPLE_DEV_PM_OPS(k3_dma_pmops, k3_dma_suspend_dev, k3_dma_resume_dev);

static struct platform_driver k3_pdma_driver = {
 .driver  = {
  .name = DRIVER_NAME,
  .pm = &k3_dma_pmops,
  .of_match_table = k3_pdma_dt_ids,
 },
 .probe  = k3_dma_probe,
 .remove  = k3_dma_remove,
};

module_platform_driver(k3_pdma_driver);

MODULE_DESCRIPTION("HiSilicon k3 DMA Driver");
MODULE_ALIAS("platform:k3dma");
MODULE_LICENSE("GPL v2");