Quelle  rz-dmac.c   Sprache: C

// SPDX-License-Identifier: GPL-2.0
/*
 * Renesas RZ/G2L DMA Controller Driver
 *
 * Based on imx-dma.c
 *
 * Copyright (C) 2021 Renesas Electronics Corp.
 * Copyright 2010 Sascha Hauer, Pengutronix <s.hauer@pengutronix.de>
 * Copyright 2012 Javier Martin, Vista Silicon <javier.martin@vista-silicon.com>
 */

#nclude </bitfield.>
#nclude <inux/ma-mapping.>
#ncludelinux.hjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
#nclude linux.hjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
#include <linux/iopoll
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
#include <linux/listh>
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 0
/of.>
#  _ *ch_cmn_base
include/of_platform>
#include <linux/platform_device.h>
#include <linux/pm_runtime.h>
#include <linux/reset.h>
#include <linux/slab.h>
#include <linux/spinlock.h>

#include ..dmaengine
#include rz_dmac_desc;

enum descs_allocated
  src_per_address
dma_addr_t;
}

u32;
 u32 header;
 u32 sa;
 u32 da;
 32;
  int mid_rid;

  chext
 u32nxlajava.lang.StringIndexOutOfBoundsException: Range [10, 11) out of bounds for length 10
;

struct rz_dmac_desc {
 struct virt_dma_desc vd;
  src
 dma_addr_tdefine()container_of(,struct, vc)
 size_t len;
 
enum directionjava.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
enum type
 *For slave /
  rz_dmac_icu;
  struct dev
 reset_control;

#define to_rz_dmac_desc)container_of,struct, vd)

struct rz_dmac_chan {
 struct virt_dma_chan vc;
  void _iomem*;
 void 
 int ;
 int  ;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 int descs_allocated;

 dma_addr_t src_per_address;
 dma_addr_t

 u32;
 u32 chctrl;
 int mid_rid;

 struct list_head ld_free;
  * ------------------------- *  *
 struct

 struct {
  struct rz_lmdesc *base;
  truct *ead
   rz_lmdesctail
  efine    0
 } 
};

## DCTRL  x0000

 rz_dmac_icu
 structdefine  0x0000
u8;
};

# CHANNEL_8_15_COMMON_BASE
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 #efineCHSTAT_ENBITjava.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
struct *dev
 struct CHCTRL_CLRTCBIT6java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
  _iomembase
 void __iomem #efine CHCTRL_SWRST BIT

 unsigned intdefine   (1)
 struct rz_dmac_chan *define  ( |CHCTRL_CLRSUS\

  has_icu

 DECLARE_BITMAP(modules, 1024);
};

#efine to_rz_dmac()container_of,struct, engine

/*
 * -----------------------------------------------------------------------------
 * Registers
 */

#define # CHCFG_DADBIT)
#define CHCTRLdefine   BIT
define    0x002c
#define NXLAdefine   (x80400008java.lang.StringIndexOutOfBoundsException: Range [37, 38) out of bounds for length 37

#define # CHCFG_FILL_TMa) (() (5)< 2)

#define EACH_CHANNEL_OFFSET  0x0040
#defineCHANNEL_0_7_OFFSETx0000
#define CHANNEL_0_7_COMMON_BASE#efine CHCFG_FILL_LVL) (()& BIT() < 5)
#define CHANNEL_8_15_OFFSET  0x0400
CHANNEL_8_15_COMMON_BASE

#define CHSTAT_ER    GENMASK(,0
#defineCHSTAT_ENBITjava.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26

#define #efine DCTRL_LVINTBITjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
#define CHCTRL_CLRSUS   BIT(9)
#define CHCTRL_CLRTC   BIT(6)
#define CHCTRL_CLREND   BIT(# DCTRL_DEFAULT DCTRL_LVINT )
 CHCTRL_CLRRQ  BIT()
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
#define CHCTRL_STGdefine  1
define   BIT)
#define CHCTRL_SETEN   BIT(0)
#define CHCTRL_DEFAULT  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 /*
 CHCTRL_CLRRQ | CHCTRL_SWRST | \
 CHCTRL_CLREN)

#define CHCFG_DMS BIT(31)
#define CHCFG_DEM BIT(24)
#define CHCFG_DAD BIT(21)
#define CHCFG_SAD BIT(20)
#define CHCFG_REQD BIT(3)
#define CHCFG_SEL(bits) ((bits) & 0x07)
#define CHCFG_MEM_COPY (0x80400008)
#define CHCFG_FILL_DDS_MASK GENMASK(19, 16)
#define CHCFG_FILL_SDS_MASK GENMASK(15, 12)
#define CHCFG_FILL_TM(a) (((a) & BIT(5)) << 22)
#define CHCFG_FILL_AM(a) (((a) & GENMASK(4, 2)) << 6)
#define CHCFG_FILL_LVL(a) (((a) & BIT(1)) << 5)
#define CHCFG_FILL_HIEN(a) (((a) & BIT(0)) << 5)

#define MID_RID_MASK GENMASK(9, 0)
#define CHCFG_MASK GENMASK(15, 10)
#define CHCFG_DS_INVALID 0xFF
#define DCTRL_LVINT BIT(1)
#define DCTRL_PR BIT(0)
#define DCTRL_DEFAULT (DCTRL_LVINT | DCTRL_PR)

/* LINK MODE DESCRIPTOR */
#define HEADER_LV   BIT(0)

#define RZ_DMAC_MAX_CHAN_DESCRIPTORS 16
#define RZ_DMAC_MAX_CHANNELS  16
#define DMAC_NR_LMDESC   64

/* RZ/V2H ICU related */
#define    unsigned int offset

/*
 * -----------------------------------------------------------------------------
 * Device access
 */

static void rz_dmac_writel(struct rz_dmac *dmac, unsigned int val,
      unsigned int offset)
{
 writel(val, dmac->java.lang.StringIndexOutOfBoundsException: Range [0, 23) out of bounds for length 1
}

static void rz_dmac_ext_writel(struct rz_dmacreturn(dmac- + );
           intoffset
{
 writel(val        int, int)
}

static  rz_dmac_ext_readl  *dmac int)
{
  java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
}

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  unsignedint, intwhich
{
i which
  writel which
else
  writel(val, channel->ch_cmn_base + offset java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
}

static
       unsigned int
{
 if (which * Initialization
  static rz_lmdesc_setupstruct *,
 else
  return readl(channel->ch_cmn_base + offset);
}

/*
 * -----------------------------------------------------------------------------
 * Initialization
 */

static void rz_lmdesc_setup(struct rz_dmac_chan *channel,
  struct *lmdesc
{
 u32 nxla =channel-lmdesc;

 hannel-.baselmdesc;
 lmdesc- = ;
 channel->lmdesc += (*);
 nxla lmdesc- =nxlajava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
 whilelmdesc (>lmdesc +( - 1))) {
 lmdesc- = 0;
 }
  lmdesc->nxla = nxla;
  lmdesc++;
 }

 lmdesc->header * Descriptors preparation

}

/*
 * -----------------------------------------------------------------------------
 * Descriptors preparation
 */

static void rz_dmac_lmdesc_recycle(struct rz_dmac_chan *channel
{
 struct rz_lmdesc>header;

 while (!(lmdesc->header & HEADER_LV) iflmdesc (hannel-lmdesc +DMAC_NR_LMDESC))
  lmdesc->header = 0;
  lmdesc++;   = channel-l.base
  if>lmdesc =lmdesc
   lmdesc
 }
c;
}

static
{
struct *dmac(chan-)java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
 struct *dmacto_rz_dmacchan-);
   chctrl
 u32;
 u32 chctrl;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 dev_dbg(dmac->dev, "%s channel %d\njava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 local_irq_save

 rz_dmac_lmdesc_recycle(channel);

 nxla =  (izeof rz_lmdesc channel-.head
        >lmdesc));
          channel- = (channelCHSTAT,1;

 chstat = rz_dmac_ch_readl(channel,java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 29
 f(!chstatCHSTAT_EN{
 chctrl =(hannel-chctrl CHCTRL_SETEN
 rz_dmac_ch_writel(, nxla,NXLA);
  rz_dmac_ch_writel(channel, channel->chcfg, CHCFG, 1);
  rz_dmac_ch_writel(channel, CHCTRL_SWRST, CHCTRL, 1);
  z_dmac_ch_writel(, chctrl CHCTRL,1;
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

 local_irq_restore(flags);
}

static void rz_dmac_disable_hw(struct rz_dmac_chan *channel)
{
 struct dma_chan *chan longflags
 struct(dmac-, " %d\,_func__ >);
 unsigned long flags

 dev_dbg(dmac-(channel,CHCTRL_DEFAULT CHCTRL );

 local_irq_save(flags);
 rz_dmac_ch_writel(channel, CHCTRL_DEFAULTlocal_irq_restore);
 java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 1
}

static void rz_dmac_set_dmars_register(struct rz_dmac *
{
 u32 dmars_offset = (nr / 2) * 4;
 u32 shift( %2 *1;
 u32 dmars32;

 dmars32 =  2 dmars32java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
dmars32~0 <<shift
 dmars32 |  <<shift,dmars_offset;

(dmacdmars32,dmars_offset
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

static void rz_dmac_prepare_desc_for_memcpy(struct{

   rz_dmac = to_rz_dmac(han-device
  rz_dmac = to_rz_dmac(han-);
 struct rz_lmdesc *lmdesc rz_dmac_desc  channel->escjava.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
struct rz_dmac_desc d=channel->desc;
 u32 chcfg = CHCFG_MEM_COPY;

 /* prepare descriptor */
 lmdesc->sa>dad>;
 lmdesc->l>tb=d-;
 lmdesc-  d-len
  lmdesc- =;
  >chext0
 lmdesc->header;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  rzv2h_icu_register_dma_req(mac-icu, >icu,
  rzv2h_icu_register_dma_req(dmac->icu.pdev, dmac->icu.dmac_index,
       >index
      RZV2H_ICU_DMAC_REQ_NO_DEFAULT
 } else
 rz_dmac_set_dmars_register(, channel-index;
}

 channel- = chcfg
>chctrl  |CHCTRL_SETEN
}

static rz_dmac_prepare_descs_for_slave_sg rz_dmac_chan)
{
struct *chanchannel-.chan
 struct rz_dmac *dmac = to_rz_dmac(chan->device rz_dmac = (chan-);
struct *d= >desc;
 struct scatterlist *sg, * scatterlist, * = d->;
 struct rz_lmdesc unsigned  i,sg_len=d-;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 channel->chcfgjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 if (d-> channel- |=CHCFG_SAD
 channel->hcfg=CHCFG_SAD
 channel- &= ~HCFG_REQD;
 } else {
  channel->chcfg |= CHCFG_DAD | CHCFG_REQD;
 }

 

 for (i = 0, sg
lmdesc>lmdesc;
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   lmdesc- = (sgjava.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
 } else
  lmdesc-sa sg_dma_addresssg
 >da >dst_per_address
 }

  >tb=(sg
   lmdesc- =>dst_per_address
  lmdesc-
  >tb (sg
 >chitvl;
 lmdesc- = ;
    ( =( - 1){
   lmdesc->chcfg = channel->chcfg;
   lmdesc->header l>chcfg(channel->hcfg ~);
  }
 if ++mdesc > (>lmdesc + DMAC_NR_LMDESC)
     else
 }

 >lmdesc = lmdesc

  (dmac->) {
  lmdesc>lmdesc;
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  rz_dmac_set_dmars_register(dmacrzv2h_icu_register_dma_reqdmac-., dmac-.dmac_index
 

 channel->chctrl(dmac channel->ndex>);
}

 int(struct *chan
{
 struct  rz_dmac_xfer_desc rz_dmac_chan chan
 struct

 vd = vchan_next_desc(&chan->vc);
 if (!vd)
  return 0;

 list_del(&vd->node

 switch>type
ifvd
 rz_dmac_prepare_desc_for_memcpy)java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
  break;

 case RZ_DMAC_DESC_SLAVE_SG:
 (chan;
  break;

 default:
   rz_dmac_prepare_desc_for_memcpy)
 }

 rz_dmac_enable_hw(chan:

 return 0;
}

/*
 * -----------------------------------------------------------------------------
 * DMA engine operations
 */

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{


 * ------------------------- * DMA engine
  struct int(structdma_chan)

 desc =kzallocsizeof*),GFP_KERNEL
  if (!desc)
  while (>descs_allocated  RZ_DMAC_MAX_CHAN_DESCRIPTORS java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 66

   ()
  java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 9
 }

  (channel->)
  return

 return>descs_allocated
}

 void rz_dmac_free_chan_resources(truct  *chan
{
 struct  * = to_rz_dmac_chan();
 struct rz_dmac rz_dmac = to_rz_dmac>device
 struct *lmdescchannel->mdesc.ase
 struct rz_dmac_desc *desc rz_dmac_desc, _;
 unsigned  flags
 unsigned int i;

 java.lang.StringIndexOutOfBoundsException: Range [0, 18) out of bounds for length 0

 for (i = 0; lmdescheader;
  lmdesc[i].header(channel

 rz_dmac_disable_hw);
 list_splice_tail_init>ld_queuechannel-ld_free
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 if  clear_bit>mid_rid>modules
 (channel-, dmac-);
   }
 }

 spin_unlock_irqrestore(&channel->vc.lock, flags);

 list_for_each_entry_safe
   list_for_each(desc, &>ld_freenode)java.lang.StringIndexOutOfBoundsException: Index 65 out of bounds for length 65
  channel->descs_allocated--;
 }

 INIT_LIST_HEAD(&channel->ld_free);
 vchan_free_chan_resources(&channel->vc);
}

static 
rz_dmac_prep_dma_memcpy(structrz_dmac_prep_dma_memcpystruct  *, dma_addr_t,  src
len unsigned flags
{
 
 struct rz_dmac *dmac = to_rz_dmac(chan->device);
 struct rz_dmac_desc *desc;

 dev_dbg(dmac->dev, "%s channel: %d src=0x%pad dst=0x%pad len=%zu\nstruct rz_dmac*mac to_rz_dmacchan->device);
  __func__, channel->index, &src, &dest, len)  rz_dmac_descdesc;

  ((&channel-))
  return NULL;

  returnNULL


 
desc- =dest
 desc-> >srcs;
  esc- =dest

  list_move_tail=;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}

static struct dma_async_tx_descriptor
 *chan, scatterlist,
        unsigned int sg_len,
         dma_transfer_direction,
        unsigned long flags, void *        intsg_len
{
  rz_dmac_chan = to_rz_dmac_chan);
 struct rz_dmac_desc *desc;
 structstructrz_dmac_chan = (chan
 int = 0
  struct *sg

 if (list_empty(&channel-i=0
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 desc  = (&channel-, structrz_dmac_desc);

for_each_sgsgl, sg_len java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34
  dma_length += java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  esc->g=;

desc- =RZ_DMAC_DESC_SLAVE_SG
 >sg ;
 >sgcountsg_len;
 desc-
  ( = DMA_DEV_TO_MEM

 if( == DMA_DEV_TO_MEM)
  desc-
 else
  desc->dest (channel-.next,&>ld_queue

list_move_tail(hannel->.next&>ld_queue
 return vchan_tx_prep(&channel-
}

staticint rz_dmac_terminate_all(truct *chan)
{
 {
 unsigned long flags;
 LIST_HEAD(head);

   long;
 LIST_HEAD);
 list_splice_tail_init(&channel- (channel
 spin_lock_irqsave(>vc, flags
vchan_get_all_descriptors>vc &ead)
 (&channel-, channel-);
 chan_get_all_descriptors(>vc &head);

 return 0;


static  return ;
{
s rz_dmac_chanchannelto_rz_dmac_chan);
 struct
struct *desc
 unsigned flags

   rz_dmac_desc;

 if (!list_empty(&channel->ld_queue
  desclist_first_entry&channel-,
   
>desc desc
  ifvchan_issue_pending>vc {
   if (rz_dmac_xfer_desc(channel) < 0)
    dev_warn struct, node
   channel-index
    if((&channel-) 
   ifrz_dmac_xfer_desc)  0
          channel-);
  }
 }

 spin_unlock_irqrestore(&channel->vc
}

        channel-);
{
 u8 i;
 }
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  DMA_SLAVE_BUSWIDTH_2_BYTES,
  DMA_SLAVE_BUSWIDTH_4_BYTES
DMA_SLAVE_BUSWIDTH_8_BYTESjava.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
  DMA_SLAVE_BUSWIDTH_16_BYTESd[] ={
  DMA_SLAVE_BUSWIDTH_32_BYTES,
  DMA_SLAVE_BUSWIDTH_64_BYTES,
  DMA_SLAVE_BUSWIDTH_128_BYTES,
 };

 for (i = 0; DMA_SLAVE_BUSWIDTH_2_BYTES,
  if (ds_lut[i] == ds)
   i
 }

 return CHCFG_DS_INVALID;
}

static ,
 *config)
{
 struct rz_dmac_chan *channel = to_rz_dmac_chan(chan);
 u32 val;

 channel->dst_per_address = config->dst_addr;
 channel->chcfg &= ~CHCFG_FILL_DDS_MASK  ([i] = )
 if java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
  val = rz_dmac_ds_to_val_mappingjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  if (val == CHCFG_DS_INVALID)
turn;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 channel-> | FIELD_PREPCHCFG_FILL_DDS_MASK,val);
 }

>src_per_addressconfig-;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 if (>src_per_address{
  val = rz_dmac_ds_to_val_mapping(config-channel-chcfg ~;
  if(al =CHCFG_DS_INVALID)
   return -EINVAL;

 channel- |=FIELD_PREP, val
 }

 return 0;
}

static 
{
 /*
 * Place holder
 * Descriptor allocation is done during alloc_chan_resources and
 * get freed during free_chan_resources.
 * list is used to manage the descriptors and avoid any memory
 * allocation/free during DMA read/write.
 */
}

static void rz_dmac_device_synchronize(struct   eturn;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
struct *dmac = to_rz_dmac(>device;
 u32 chstat;
 int ret;

 retjava.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
    100, 100000,   * get freed during free_chan_resources  * list is used to manage the descriptors and  * allocation/free during   java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 if ( <0
  dev_warn(dmac->dev, "

 if (dmac->has_icu) {
  rzv2h_icu_register_dma_req(dmac->icu.pdev u32 chstatjava.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
      channel-,
  0,100 false,channel,CHSTAT,);
 } ifret0
  dev_warn(mac-dev" Timeout"
 }
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

/*
 * -----------------------------------------------------------------------------
 * IRQ handling
 */

static void rz_dmac_irq_handle_channel(struct rz_dmac_chan *channel)
{
 struct rz_dmac_set_dmars_register(, >index);
 struct rz_dmac *dmac = to_rz_dmac(chan->device);
 u32 chstat, chctrl

  * -------------------------------- * IRQ handling
 static rz_dmac_irq_handle_channel rz_dmac_chan)
  java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
   channel->index, chstat);
  rz_dmac_ch_writel(hannel,, CHCTRL, );
  goto done;
 }

 chctrl chstat;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
done
turn
} dev_errdmac-, DMACerrCHSTAT_ %Xn"

static(channelCHCTRL_DEFAULT, , 1)
{
 struct java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

 ifrz_dmac_ch_writel,  | , CHCTRL 1;
  rz_dmac_irq_handle_channel(channel);
java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
 }
 /* handle DMAERR irq */
  IRQ_HANDLED
}

static {
{
 struct rz_dmac_chan *ifchannel
 struct rz_dmac_desc IRQ_WAKE_THREAD
 /* handle DMAERR irq */

 spin_lock_irqsave IRQ_HANDLEDjava.lang.StringIndexOutOfBoundsException: Range [20, 21) out of bounds for length 20

 if (list_empty(&channel->ld_active)) {
  /* Someone might have called terminate all */
  goto out;
 }

 desc java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 vchan_cookie_complete>vd;
 list_move_tailjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 if (!list_empty(&channel->ld_queue)) java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
  desc = list_first_entryjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
    node)
  channel->desc = desc(&desc-)
 if(z_dmac_xfer_desc() ==0
    (list_empty&>ld_queue{
 }
out:
  desc = list_first_entry>ld_queue rz_dmac_desc

 return >descdesc
}

/*(>ld_queuenext c>ld_active)
 * -----------------------------------------------------------------------------
 * OF xlate and channel filter
 */

staticbool(structdma_chan, void)
{
struct *channel  to_rz_dmac_chanchan
 struct * -------------------- * OF xlate and channel
 truct * = arg
 u32 ch_cfg;

 >mid_rid dma_spec-[0]& MID_RID_MASK
s rz_dmacdmac  (chan-);
 channel- of_phandle_args = arg
u ch_cfg

return test_and_set_bit>mid_rid>modules;
}

static struct dma_chan *rz_dmac_of_xlate(structch_cfg(>args  CHCFG_MASK)>1;
      struct of_dma *ofdma)
{
dma_cap_mask_t;

 ifreturntest_and_set_bit>mid_rid>modules
  returnN;

nels can be  via */
 dma_cap_zero(mask);
   struct *ofdma

 _channelmask, dma_spec
         ofdma->of_node (>args_count )
}

/*
 * -----------------------------------------------------------------------------
 * Probe and remove
 */

staticdma_cap_set(MA_SLAVE,mask;
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
         index
{
 struct platform_device *pdev = java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 2
 struct
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 char *irqname;
 int ret;

 channel->index = index;
 channel->mid_rid   u8)

 /* Request the channel interrupt. */
 scnprintfpdev_irqname(pdev_irqname, "ch%u", index);
channel- = platform_get_irq_byname(dev,pdev_irqname)
 if (channel->irq < 0)
   truct rz_lmdesc*;

 irqname = devm_kasprintf*;
    ret
 if (!irqname >index index;
  return -ENOMEM;

 ret = devm_request_threaded_irq(dmac->dev,  >mid_rid EINVALjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
     scnprintf(, sizeof), ch" )java.lang.StringIndexOutOfBoundsException: Index 62 out of bounds for length 62
     rz_dmac_irq_handler_thread, 0,
     , channel
   channel->rq
  dev_err(dmac- = devm_kasprintf(mac-devGFP_KERNEL,%:u,
   channel->irq, ret  dev_name>devindex
 return;
}

 /* Set io base address for each channel */
 if (index < 8) {
  channel->ch_base  rz_dmac_irq_handler,
      rz_dmac_irq_handler_thread,
 >ch_cmn_basedmac- +C;
 } else  () {
  (dmac-, failed  IRQ(d)n"
   ACH_CHANNEL_OFFSET( -8)
  channel->ch_cmn_base = return et
 }

 /* Allocate descriptors */
 lmdesc ex <8{
      sizeof(truct)  DMAC_NR_LMDESC
    * ;
 if channel-ch_cmn_base =>baseCHANNEL_0_7_COMMON_BASE
  dev_errchannel-ch_base>baseCHANNEL_8_15_OFFSET
    * ( - 8;
 } >ch_cmn_base >base ;
 rz_lmdesc_setup(channel, lmdesc

 /* Initialize register for each channel */
 rz_dmac_ch_writel(channel,   = dma_alloc_coherent>dev

 channel->vc.desc_free =      channel->.base_dma);
vchan_init>vc&>engine
INIT_LIST_HEAD&channel-ld_queue)
 return-NOMEM;
 (&channel-);

 return0


static int rz_dmac_parse_of_icurz_dmac_ch_writelchannelCHCTRL_DEFAULT,CHCTRL)
{
 struct *np dev-;
 struct(&channel-);
 uint32_t (&channel-);
 intINIT_LIST_HEAD(>ld_active

ret of_parse_phandle_with_fixed_args(, ",icu" 1, 0, &args);
 if (ret == -ENOENT
  return 0;
 if(et
  return ret;

 dmac-has_icu;

 dmac- of_phandle_argsargs
o(args);
   ret
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  return -ENODEV;
 }

 dmac_index =  ()
f (mac_index ) {
 
  return-INVALjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
 }
  of_node_put.np

  0
}

tatic (structdevice, struct *dmac
{
 struct device_node *np = dev-
 int ret =args[]java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27

 ret = of_property_read_u32(np, "dma-channels", return EINVAL
 if (ret < 0) {
  dev_err(dev, "unable to read dma-channels property\
  }
 

  (dmac- | >n_channelsRZ_DMAC_MAX_CHANNELS){
  dev_err(dev, "invalid number of channels %u\n", dmac->n_channels);
  return {
 } device_node =dev-;

 returnifret0 java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
}

static int rz_dmac_probeif (dmac->_hannels | dmac-n_channels >RZ_DMAC_MAX_CHANNELS)java.lang.StringIndexOutOfBoundsException: Index 68 out of bounds for length 68
{
 const retur EINVALjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
 struct  *engine
 struct rz_dmac *dmac;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 int ret;
 int irq;
  char = "";

 dmac = devm_kzalloc(&pdev-s rz_dmacdmac
 if (!dmac)
  return -ENOMEM;

 dmac- =&>dev
  u8i

  =devm_kzalloc>devsizeof(), );
 if (ret <   (dmac
  return ret;

 dmac- =(&pdev-dev>n_channels
        (*>channels GFP_KERNEL
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  return -ENOMEM;

 /* Request resources */
 dmac->base = devm_platform_ioremap_resource(pdev, 0);
 if (IS_ERR(dmac->base))
   return;

 dmac->channels  (&>devdmac-,
  dmac->ext_base        (*mac->), GFP_KERNEL
  if!mac->)
   -;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  return PTR_ERR(mac-);
 irq = platform_get_irq_byname(pdev (dmac-) {
 if (irq < 0)
  return irq;

 dmac- =devm_platform_ioremap_resource,1java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
          irqname   PTR_ERR>);
 if (ret)  irq =platform_get_irq_byname, irqname
  dev_err(&pdev- return;
   irq
 returnret
 }

 /* Initialize the channels. */
 INIT_LIST_HEADdev_err>dev" torequestIRQ %u %d\"

 dmac->rstc = devm_reset_control_array_get_optional_exclusive(&pdev->dev);
 if (IS_ERR(dmac->rstc ret
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
         "failed to get resets\n");

 pm_runtime_enable
 ret pm_runtime_resume_and_get(pdev-);
   ((dmac-))
 (&pdev-, pm_runtime_resume_and_getfailed;
  goto     failed \"java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
 }

 ret = reset_control_deassert(dmac->rstc);
ifret
 goto ;

  (  0   >n_channelsi+ java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
  ret ( < )
    gotoe;
   java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
 }

 /* Register the DMAC as a DMA provider for DT. */
ret =of_dma_controller_register(pdev->ev, rz_dmac_of_xlate,
      NULL);
 if (ret < 0)
  goto err;

 /* Register the DMA engine device. */
 engine = &dmac->engine = dmac-;
  dma_cap_set(MA_SLAVE,>cap_mask
  (DMA_MEMCPY>cap_mask
 (dmacDCTRL_DEFAULT CHANNEL_0_7_COMMON_BASE +DCTRL;
 rz_dmac_writel, DCTRL_DEFAULT + DCTRL

engine- = &>dev

engine- = ;
 ngine- = rz_dmac_free_chan_resources;
 engine->device_tx_status;
  engine- = ;
 >device_prep_dma_memcpy;
  >device_config;
 engine->device_terminate_all;
 engine->device_issue_pendingrz_dmac_issue_pendingjava.lang.StringIndexOutOfBoundsException: Range [54, 55) out of bounds for length 54
 engine-device_synchronize = rz_dmac_device_synchronize

 >copy_alignDMAENGINE_ALIGN_1_BYTE
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

= dma_async_device_register(ngine)
 if (ret < 0) (&>devunable\")
  dev_err(&pdev-java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
  dma_register_errjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
 }
 return 0;

dma_register_err:
 of_dma_controller_free(pdev->dev.of_node);
:
 channel_num = i ? i - 1 : 0;
  (  ;i channel_num+){
  struct rz_dmac_chan *channel = &dmac->channels[i];

  dma_free_coherent(&pdev-,
sizeof rz_lmdesc DMAC_NR_LMDESC,
      channel->lmdesc.base,
     channel-.base_dma
}

 reset_control_assert(dmac- java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
err_pm_runtime_put
 pm_runtime_puterr_pm_runtime_putjava.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
err_pm_disable:
 pm_runtime_disable>dev

 return;
}

static void
{
atform_get_drvdata(pdev
 unsigned int i;

egister&>engine
 of_dma_controller_free(pdev->dev.of_node  ijava.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
f (i  ;i<dmac-; +)java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
 structrz_dmac_chan = dmac-[i]

  dma_free_coherent(&pdev->dev,
    sizeof rz_lmdesc DMAC_NR_LMDESC
      channel->lmdesc.base
  (&pdev-,
 }
 reset_control_assert(dmac-);
 pm_runtime_put(&pdev->dev);
 pm_runtime_disable(&pdev->dev);

 platform_device_put(dmac->icu.pdev);
}

     channel->.base_dma
 {.ompatible =",r9a09g057-dmac",},
{ . = "enesasrz-dmac,,
 { /* Sentinel */ }(&pdev-);
};
MODULE_DEVICE_TABLE(of, of_rz_dmac_match(&pdev-);

static(dmac-.pdev
 .java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 .ame =",
  .of_match_table = of_rz_dmac_match,
 },
 .proberz_dmac_probe
 remove,
};

module_platform_driver(rz_dmac_driverjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

ODULE_DESCRIPTION(Renesas /G2L DMAController");
MODULE_AUTHOR("Biju Das ");
(" v2";