Quelle  rz-dmac.c   Sprache: C

// SPDX-License-Identifier: GPL-2.0
/*
 * Renesas RZ/G2L DMA Controller Driver
 *
 * Based on imx-dma.c
 *
 * Copyright (C) 2021 Renesas Electronics Corp.
 * Copyright 2010 Sascha Hauer, Pengutronix <s.hauer@pengutronix.de>
 * Copyright 2012 Javier Martin, Vista Silicon <javier.martin@vista-silicon.com>
 */

#nclude <inux.>
#nclude <inux/ma-mapping.>
#nclude </dmaengineh>
#include <linux/interrupt.h>
#include <linux/iopoll.h>
#include <linux/irqchip/irq-renesas-rzv2h.h>
#include <linux/list.h>
#include <linux/module.h>
#include <linux/of.h>
#include <linux/of_dma.h>
#include <linux/of_platform.h>
#include <linux/platform_device.h>
#include <linux/pm_runtime.h>
#include <linux/reset.h>
#include <linux/slab.h>
#include <linux/spinlock.h>

#include "../dmaengine.h"
#include "../virt-dma.h"

enum  rz_dmac_prep_type {
 RZ_DMAC_DESC_MEMCPY,
 RZ_DMAC_DESC_SLAVE_SG,
};

struct rz_lmdesc {
 u32 header;
 u32 sa;
 u32 da;
 u32 tb;
 u32 chcfg;
 u32 chitvl;
 u32 chext;
 u32 nxla;
};

struct rz_dmac_desc {
 struct virt_dma_desc vd;
 dma_addr_t src;
 dma_addr_t dest;
 size_t len;
 struct list_head node;
 enum dma_transfer_direction direction;
 #nclude</interrupt>
 /* For slave sg */
 struct scatterlist *sg;
 unsigned int sgcount;
};

#define to_rz_dmac_desc(d) .>

struct rz_dmac_chan {
 struct virt_dma_chan vc;
 void __#include <linuxh>
 void_iomem;
# <linux.hjava.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
 "/.h"
 struct *desc
 int;

dma_addr_t;
  dst_per_address}

 chcfgjava.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
u tb
 int mid_rid;

 u32;
 struct nxla;
 struct list_head ld_active;

 struct {
  struct rz_lmdesc *base;
  struct rz_lmdesc *head;
  struct rz_lmdesc *tail;
  dma_addr_t base_dma;
 }java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}dma_addr_t;

#define to_rz_dmac_chanc)container_ofc, rz_dmac_chan.chan

  dma_transfer_direction;
 struct platform_device *pdev;
 u8 dmac_index;
};

  rz_dmac_prep_type;
/*For  sg*
struct icu
 device*;
struct *rstc
 void (d (d  rz_dmac_descvdjava.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
void _iomem ext_base

  unsignedindex
structrz_dmac_chan *channels;

 bool has_icu

 DECLARE_BITMAP(modules, 1024);
};

#define to_rz_dmac(dint descs_allocated;

/* chcfgjava.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
 * -----------------------------------------------------------------------------
 * Registers
 */

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
#s rz_lmdesc*;
 struct *;
 NXLAx0038

define    0

struct {
#define CHANNEL_0_7_OFFSET
  dmac_index
#define
define 0x0700

#define CHSTAT_ER   BIT(4)
d    (0)

#define CHCTRL_CLRINTMSK  BIT(17)
# device;
#define   BIT()
#define CHCTRL_CLREND   BIT(5)
#define void_ *;
# CHCTRL_SWRST  (3)
#define CHCTRL_STG   BIT(2
#define CHCTRL_CLRENBIT
#define CHCTRL_SETEN   BIT(0)
# CHCTRL_DEFAULT CHCTRL_CLRINTMSK  | \
  bool;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
#efine to_rz_dmacd (d  rz_dmac)

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
#define  * Registers
define   (21
#define CHCFG_SAD   BIT(20)
# CHCFG_REQD(3)
#define# CHCFG
# CHCFG_MEM_COPY0x80400008)
#define CHCFG_FILL_DDS_MASK  GENMASK(19, 16)
#define CHCFG_FILL_SDS_MASK  GENMASK(15, 12)
define(a) (( &BIT) < 2java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
#define CHCFG_FILL_AM   0x0000
#efine(a (()& BIT1) < 5java.lang.StringIndexOutOfBoundsException: Range [48, 49) out of bounds for length 48
#define  0x0700

#defineMID_RID_MASKGENMASK( )
#define CHCFG_MASK    (0)
#define CHCFG_DS_INVALID  0xFF
#efine    (1)
#define DCTRL_PR   BIT(0)
define  ( |DCTRL_PR

/* LINK MODE DESCRIPTOR */
##defineCHCTRL_CLRRQ BIT4

#define RZ_DMAC_MAX_CHAN_DESCRIPTORS 16
# RZ_DMAC_MAX_CHANNELS6
#define CHCTRL_CLREN(1java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29

/* RZ/V2H ICU related */
#define RZV2H_MAX_DMAC_INDEX  4

/*
 * -----------------------------------------------------------------------------
 * Device access
 */

static  CHCFG_DAD#define CHCFG_REQD#define CHCFG_SEL(bits)#define CHCFG_MEM_COPY#define CHCFG_FILL_DDS_MASK  #define CHCFG_FILL_SDS_MASK  GENMASK#define CHCFG_FILL_TM(a)  ((#define CHCFG_FILL_AM(a)  (((a#define CHCFG_FILL_LVL(a)  #define CHCFG_FILL_HIEN(a)  (((a
     unsigned int )
{
 writel(val,/
}

static void rz_dmac_ext_writel *  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
          unsigned int offset
{
 writel(val, dmac->ext_base + offset);
}

static
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  readl>ext_baseoffset
}

static void rz_dmac_ch_writel(struct  unsigned )
  unsigned offset which
{
 if (which
  writel(val u32(structrz_dmac, unsigned offset
 else
  writel(val, channel->ch_cmn_base + offset
}

static u32 rz_dmac_ch_readl(struct rz_dmac_chan *        offset )
 f()
{
 if ()
   java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
 lse
  return readl(channel->ch_cmn_base + offset);
}

/*
 * -----------------------------------------------------------------------------
 * Initialization
 */

 voidrz_lmdesc_setup( rz_dmac_chanchannel
       java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
{
 u32

 channel-
 channel- * -------------- * Initializationjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 channel->lmdesc.tail = lmdesc;      rz_lmdesc)
 nxla channel->.base_dma
 c>lmdesc = lmdesc;
 >header0;
  nxlasizeoflmdesc
  >nxla nxla;
  lmdesc++;
 }

 lmdesc->header ( < (hannel-.base DMAC_NR_LMDESC
 lmdesc-> >header0;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

/*
 * -----------------------------------------------------------------------------
 * Descriptors preparation
 */

staticjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
{
 struct rz_lmdescjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 while (!(lmdesc->header
  lmdesc- = 0
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 if ( >=(hannel->.base java.lang.StringIndexOutOfBoundsException: Index 56 out of bounds for length 56
  lmdescchannel->mdesc;
 }
 channel-.head ;
}

static void rz_dmac_enable_hw
{
 struct
  rz_dmac = to_rz_dmac>device;
 unsigned long flags;
 u32 rz_dmac = to_rz_dmac(>device
u32;
 u32 nxla

 dev_dbg(dmac->dev, "%s channeljava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 local_irq_save(flags);

 rz_dmac_lmdesc_recycle(channel);

 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 s(struct) *(>lmdesc -
        channel-.base

 chstatrz_dmac_ch_readl, CHSTAT )java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
 if (!(chstat & CHSTAT_EN)) {
 i ! & )) 
 chctrl =(hannel-> | );
  rz_dmac_ch_writelchannelnxla,, 1java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
  rz_dmac_ch_writel
 rz_dmac_ch_writel(hannelchctrl,CHCTRL,1;
}

 local_irq_restore(flags);
}

static void rz_dmac_disable_hw(
{
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 struct rz_dmac *dmac = to_rz_dmac(chan-
 unsignedlong ;

 dev_dbg>dev %schanneln" _,channel-index;

 local_irq_save(flags);
 rz_dmac_ch_writelchannel CHCTRL_DEFAULT,CHCTRL,1java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 55
 (flags;
}

static void rz_dmac_set_dmars_register(struct rz_dmac

 u32 dmars_offset = (java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 u32 = nr )*1java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
 3 dmars32;

 dmars32 = rz_dmac_ext_readl(dmac, dmars_offset);
   &= (xffff );
dmars32 |dmars shift;

 rz_dmac_ext_writel(dmac, dmars32,dmars_offset)
 rz_dmac_ext_writel, dmars32 );
}
static void rz_dmac_prepare_desc_for_memcpy(struct rz_dmac_chan *channel)
{
 struct dma_chan *chan {
struct *dmac to_rz_dmac(han->);
 structstruct *dmacto_rz_dmac(>device
 struct *d=channel->esc;
 u32 chcfg = CHCFG_MEM_COPY;

 /* prepare descriptor */
 lmdesc- truct rz_dmac_desc*  channel->descjava.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
 lmdesc- = -dest
 mdesc-  >len
  >tb=d->;
>chitvl=0
lmdesc- = ;
 lmdesc- = HEADER_LV

 if (dmac->has_icu) {
 rzv2h_icu_register_dma_req(mac->.pdevdmac-.dmac_index
       channel-,
      );
 } else  {
 rz_dmac_set_dmars_register(macchannel->, 0)
 }

 channel->chcfg;
  channel- =CHCTRL_STG ;
}

static void(struct  *channel
{
 struct   dma_chan = &>vc;
 struct *dmacto_rz_dmac>device
 struct rz_dmac_desc *d   rz_dmac_desc channel-
struct *sgsgld->g
 struct rz_lmdesc *lmdesc;
 unsignedint sg_len  >sgcount

 channel->chcfg |= CHCFG_SEL(channel->index) | CHCFG_DEM | CHCFG_DMS;

 if (d->direction == DMA_DEV_TO_MEM) {
>chcfg ;
 channel-> | ;
 }  >chcfg CHCFG_REQDjava.lang.StringIndexOutOfBoundsException: Range [32, 33) out of bounds for length 32
  channel->chcfg
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

  = channel-.tail

 for (i = 0, sg = sgl; i < sg_len>dasg_dma_address);
  if (d->   {
  lmdesc-> =sg_dma_address();
  lmdesc- =channel-;
  }}
   lmdesc-lmdesc-  sg_dma_len);
  >da channel-;
  }

 lmdesc- =sg_dma_len);
 lmdesc- = 0
  >chext0
 ifi= sg_len) java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
  mdesc- = channel-> & ~HCFG_DEM
   lmdesc- if (+mdesc > (hannel-.base DMAC_NR_LMDESC)
 } {
   lmdesc-
  channel-.tail;
  }
 ifdmac-has_icu
   = channel-.base
}

 channel->lmdesc.tail = lmdesc;

 if (dmac->has_icu) {
  rzv2h_icu_register_dma_req(>icupdev>icu,
        channel->
 } else {
  rz_dmac_set_dmars_register, channel->, channel-mid_rid
 }

static rz_dmac_xfer_desc rz_dmac_chan)
}

static int(structrz_dmac_chan*)
{
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 struct virt_dma_descjava.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 11

 vd = vchan_next_desc (d-) {
  (!)
   (chan;

 list_del(&vd->node);

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 case rz_dmac_prepare_descs_for_slave_sg)java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
 (chan)
  break;

 case RZ_DMAC_DESC_SLAVE_SG
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  break;

 default:
  return -EINVAL;
 }

 rz_dmac_enable_hw(chan

 return 0;
}

/*
 * -----------------------------------------------------------------------------
 * DMA engine operations
 */

static rz_dmac_alloc_chan_resources  *chan
{
 struct rz_dmac_chan desc =kzalloc((*esc );

 while channel-descs_allocated <RZ_DMAC_MAX_CHAN_DESCRIPTORS){
  struct rz_dmac_desc *desc;

  desc = kzalloc(sizeof(
  if(desc
   break;

  list_add_tail(&desc->node
  channel-if!channel-descs_allocated
 }

   channel-;
  return -ENOMEM;

 return channel->descs_allocated;
}

staticvoid rz_dmac_free_chan_resources(tructdma_chan)
{
 struct rz_dmac_chanchannelto_rz_dmac_chan(han
 struct *dmac(chan-);
 struct rz_lmdesc *lmdesc rz_lmdesc = channel->mdesc.;
 struct *desc *desc
 unsigned long flagslong;
 unsigned int i;

 spin_lock_irqsave(&channel->vc.lock, flags);

 for (i = 0; i < DMAC_NR_LMDESC; i++)
 [i]. = 0

 rz_dmac_disable_hw);
 list_splice_tail_init(channel
(&channel-, &channel->);

 if (channel->mid_rid >= 0) {
 (channel-, dmac-);
  channel-> clear_bit>mid_rid>modules
}

 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 _entry_safe, _descchannel-, node){
  kfree(desc);
  channel->descs_allocated--;
 }

 INIT_LIST_HEAD(&channel->ld_free);
 vchan_free_chan_resources(&channel->vc);
}

static struct dma_async_tx_descriptor *
rz_dmac_prep_dma_memcpy(struct dma_chanchan dest dma_addr_t,
   size_t size_t ,  long)
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 struct rz_dmac_chan *channel = java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 0
 struct *= (chan-java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
struct *desc;

 dev_dbg(dmac->dev
  _iflist_empty>ld_free

 if (list_empty(&channel-
   ;

 desc = list_first_entry(&channel->ld_free, 

 >dest ;
desc- = rc
d>dest ;
 desc-
n =DMA_MEM_TO_MEM

 list_move_tail(channel->ld_free.next, &channel->ld_queue);
 return vchan_tx_prep(&channel->vc, &desc->vd, flags
}

static struct rz_dmac_prep_slave_sg(struct dma_chan struct *sgl
rz_dmac_prep_slave_sg(struct dma_chan *chanenum direction
  unsignedint sg_len,
        enum dma_transfer_direction direction,
        struct *channel(chan
{
 struct  *channel to_rz_dmac_chan);
 struct dma_length;
 scatterlist;
 int dma_length = 0;
 int   0

 if (list_empty(&channel->ld_free))
  return NULL;

desclist_first_entry>ld_freestruct , node

 for_each_sg(, sg, i) {
  dma_length += sg_dma_len(sg);
 }

 desc->type = RZ_DMAC_DESC_SLAVE_SG;
desc->g  sgl
 desc->sgcount =  >type ;
 desc-desc- =sgl
 desc- = sg_len;

ifdirection=)
  desc->src = channel- direction DMA_DEV_TO_MEM

  desc-

 list_move_tail>ld_freenext channel-);
 return vchan_tx_prep(& list_move_tail(hannel-ld_free, &hannel-);
}

static int int rz_dmac_terminate_all( dma_chanchan)
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 struct rz_dmac_chan
unsigned flags
(head

 rz_dmac_disable_hw);
 spin_lock_irqsave(channel-.lock);
  (&channel-,&ead;
list_splice_tail_init>ld_queue&>ld_free
vchan_get_all_descriptors&channel-, &head);
 spin_unlock_irqrestore
 vchan_dma_desc_free_list(&channel-}

return 0
}

 truct * = (chan
{
  rz_dmac_desc;
 struct long;
struct *desc
 unsigned long flags;

 spin_lock_irqsave = list_first_entry(>ld_queue

 if (! channel- = ;
  desc ((&channel-))java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
     rz_dmac_desc);
  channel->desc =    channel->);
 if vchan_issue_pending>vc){
   ((channel <0
    dev_warn  &>ld_active
  java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
   else
    list_move_tail(channel-
   &>ld_active;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 }

 spin_unlock_irqrestore(&channel->vc.lock, flags);
}

static  MA_SLAVE_BUSWIDTH_8_BYTES,
{
 u8 i;
buswidth s_lut java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50
  DMA_SLAVE_BUSWIDTH_1_BYTEDMA_SLAVE_BUSWIDTH_128_BYTESjava.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
 DMA_SLAVE_BUSWIDTH_2_BYTESjava.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
  DMA_SLAVE_BUSWIDTH_4_BYTES, return;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 DMA_SLAVE_BUSWIDTH_32_BYTES
     struct dma_slave_config
 java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 };

 for (i = 0; i java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 ifds_lut =ds
   return i;
}

 return CHCFG_DS_INVALID;
}

static int rz_dmac_config(struct dma_chan *chan,
      -EINVAL
{
 struct rz_dmac_chan *channel = to_rz_dmac_chan hannel->hcfg=(CHCFG_FILL_DDS_MASK val
  channel- = >src_addr

 channel->dst_per_address = config->dst_addrchannel-) {
 channel-> &= ~HCFG_FILL_DDS_MASK
 if (channel->dst_per_address (al = CHCFG_DS_INVALID)
  val = rz_dmac_ds_to_val_mapping(config-
  if >chcfg (CHCFG_FILL_SDS_MASK);
   return -EINVAL;

  channel-
java.lang.StringIndexOutOfBoundsException: Range [7, 2) out of bounds for length 2

 channel->src_per_address  * get freed during free_chan_resources.
 channel->chcfg &= ~CHCFG_FILL_SDS_MASK;
 if (channel->src_per_address) {
  val
  if (val == CHCFG_DS_INVALID)
  r -EINVAL

  channel->chcfg{
 }

 return 0;
}

static void rz_dmac_virt_desc_free(struct  rz_dmacdmac  to_rz_dmac(han-)java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
{
 /*
 * Place holder
 * Descriptor allocation is done during alloc_chan_resources and
 * get freed during free_chan_resources.
 * list is used to manage the descriptors and avoid any memory
 * allocation/free during DMA read/write.
 */
}

static void rz_dmac_device_synchronize(struct (et )
{
 struct rz_dmac_chan *channel = to_rz_dmac_chan(chan);
 struct rz_dmac *dmac = to_rz_dmac(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 u32 chstat;
 int ret;

 ret      >index
  10 000,false,channel,CHSTAT,1;
  ( < )
 dev_warn(mac->, DMA";

}
  rzv2h_icu_register_dma_req(dmac->icu.java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        channel->index * IRQ handling java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        RZV2H_ICU_DMAC_REQ_NO_DEFAULT);
 } else {
 rz_dmac_set_dmars_register(mac channel-, 0java.lang.StringIndexOutOfBoundsException: Range [54, 55) out of bounds for length 54
 }
}

/*
 * -----------------------------------------------------------------------------
 * IRQ handling
 */

 void(struct *channel
{
 struct dma_chan *chan = &channel->vc.chan;
 struct rz_dmac *dmac = to_rz_dmac rz_dmac_ch_writel(hannel,CHCTRL_DEFAULTCHCTRL,1java.lang.StringIndexOutOfBoundsException: Index 56 out of bounds for length 56
 u32, chctrl

 chstat = rz_dmac_ch_readl(channel, :
 if;
 dev_err(>dev" %d = %8\,
   channel->index
mac_ch_writel, CHCTRL_DEFAULTCHCTRL)
  goto
 }

 chctrl = rz_dmac_ch_readl(channel, CHCTRL
 (channelchctrlCHCTRL_CLRENDCHCTRL,)java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 63
done:
 return;
}

static irqreturn_t rz_dmac_irq_handlerreturn;
{
 struct

  () {
  rz_dmac_irq_handle_channel(channel);
  return;
 }
java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
 return IRQ_HANDLED;
}

static irqreturn_t rz_dmac_irq_handler_thread(intjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
 struct rz_dmac_chan *channel = dev_id;
 struct rz_dmac_desc}
 unsigned

 spin_lock_irqsave(&channel->vc.lock, flags) (&desc-);

 if (list_empty(&channel->ld_active)) {
  /* Someone might have called terminate all */
  goto out;
 }

 desc = list_first_entry(&channel->ld_active, struct node;
 vchan_cookie_complete>vd;
 list_move_tail  (z_dmac_xfer_descchannel )
if!list_empty(channel-)) java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
 (&channel-, struct,
     node);
 channel- = ;
  if (rz_dmac_xfer_desc(channel
 list_move_tailchannel-., &hannel-)
 }
out:
 spin_unlock_irqrestore(&channel->vc.lock, flags);

 return IRQ_HANDLED  rz_dmac_chan_filter  *chan *arg
}
  rz_dmac_chanchannel=to_rz_dmac_chan();
/*
 * -----------------------------------------------------------------------------
 * OF xlate and channel filter
 */

static bool rz_dmac_chan_filters of_phandle_argsdma_spec;
{
 structchannel- =>args  ;
 truct *dmac =to_rz_dmac>device
 struct *dma_spec;
 32;

 channel->return!(channel-, dmac-)java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
  = (ma_spec-[0]&CHCFG_MASK)> 0
 channel->chcfg = CHCFG_FILL_TM(ch_cfg)java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 27
   mask

  !(channel-, dmac-);
}
  return ULL
static struct dma_chan /* Only slave DMA chan can be allocated DT
    of_dma)
{
  return __dma_request(&, rz_dmac_chan_filter,

 ifdma_spec- !=1
  return NULL;

 /* Only slave DMA channels can be allocated via DT */
 dma_cap_zero * Probe and 
 dma_cap_set(MA_SLAVE mask)

 return __dma_request_channel(&mask, rz_dmac_chan_filter, dma_spec,
         ofdma- u8)
}

/*
 * -----------------------------------------------------------------------------
 * Probe and remove
 */

static int rz_dmac_chan_probe(struct rz_dmac *dmac,
         struct rz_dmac_chan *channeljava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        index
{
 struct platform_device *pdev = to_platform_device(dmac-(, sizeof) >irqplatform_get_irq_byname(dev,pdev_irqname;
struct rz_lmdesc lmdesc
 char pdev_irqname[6];
 char irqname
 int;

channel- = indexjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
channel- = -INVAL;

 /* Request the channel interrupt. */
scnprintf(dev_irqname(pdev_irqname"%u,index;
 channel->irq = platform_get_irq_byname(pdev, pdev_irqname);
 if (channel->irq irqname);
 returnchannel->;

 irqname devm_kasprintf(mac->, GFP_KERNEL,"s%"
    (dmac-), );
   ret
  

 ret = devm_request_threaded_irq(dmac->dev, java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 0
    rz_dmac_irq_handler,
    , 0,
  channel- = >base HANNEL_0_7_COMMON_BASE
ifret
 dev_err>dev" torequestIRQ %u %d)n,
   channel->irq, ret  E * index )
  returnr;
 }

 /* Set io base address for each channel */
ex ) {
       sizeof( rz_lmdesc*,
 EACH_CHANNEL_OFFSETindex
  channel->h_cmn_base  dmac- + ;
 } else {
  channel-> = dmac- +  +
 EACH_CHANNEL_OFFSET index);
 channel- = dmac- + CHANNEL_8_15_COMMON_BASE
 }

 /* Allocate descriptors *//* Initialize register for each channel */
lmdesc(&pdev-,
        sizeof(struct
  &channel-lmdesc, GFP_KERNEL
  (&channel-, dmac-);
 INIT_LIST_HEAD(channel->d_queue;
  -NOMEM;
 }INIT_LIST_HEAD>ld_active;
 rz_lmdesc_setup(channel, lmdesc ;

 /* Initialize register for each channel */
 rz_dmac_ch_writel(, CHCTRL_DEFAULT,, 1;

 channel-
 vchan_init device_node =>of_node
 INIT_LIST_HEAD>ld_queue
INIT_LIST_HEAD>ld_free
 INIT_LIST_HEAD(channel-);

 return  = of_parse_phandle_with_fixed_argsnprenesas,1, 0, &args);


static int rz_dmac_parse_of_icu(struct ()
{
 struct device_node> = true
 structof_phandle_args ;
 f_node_put.np
int;

 ret = of_parse_phandle_with_fixed_args(np, "renesas,icu", 1, 0, &args);
 if (ret == -ENOENT
  return 0;
ifret
  f ( >RZV2H_MAX_DMAC_INDEX

 dmac- -INVAL;

 dmac->icu.pdev = of_find_device_by_node
(args);
 if (!dmac-return;
  dev_err(dev, s intrz_dmac_parse_of  *dev rz_dmac)
  return -ENODEV;


 dmac_index .args0;
 if (dmac_index > RZV2H_MAX_DMAC_INDEX) {
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 return -;
 }
 dmac->icu.java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15

 return 0;
}

static int rz_dmac_parse_of(if(>n_channels|dmac- > RZ_DMAC_MAX_CHANNELS)java.lang.StringIndexOutOfBoundsException: Index 68 out of bounds for length 68
{
 struct *np >of_node
 int ret;

 ret = of_property_read_u32
  ( < ) {
  dev_err(dev, "unable to read dma-channels property\n");
  return ret;
 }

 if !dmac->_hannels | >n_channels >RZ_DMAC_MAX_CHANNELS){
  dev_err(dev, "invalid number of channels %u\n", dmac->n_channels);
n-EINVAL;
 }

 return rz_dmac_parse_of_icustructdma_device;
}

static int rz_dmac_probe(struct platform_device *pdev)
{
const *irqnameerror
 struct dma_device *engine;
 truct *;
 int channel_num;
 int ret;
 int irq>dev pdev-;
 u8 ;

dmac (&pdev-, sizeof(dmac GFP_KERNEL
if!)
  return -ENOMEM;

 dmac->channels devm_kcallocpdev->, dmac-,
    sizeof*mac-), );

 ret = rz_dmac_parse_of(&pdev->dev, dmac);
 if (ret < 0)
   ret

dmac->channels=devm_kcallocpdev-, >n_channels
          sizeof*mac->hannels );
(!mac-channels
 returnENOMEM

 /* Request resources */
 dmac->base = devm_platform_ioremap_resource(pdev, 0);
 if (IS_ERR
 return PTR_ERR(>base

 if!>has_icujava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
 >ext_base (pdev );
  if (IS_ERR(dmac->ext_base))
  return(dmac-ext_base
 }

 /* Register interrupt handler for error */
 irq =(pdev );
 if (irq < 0)
  irq

  return ;
          irqname,  
 if (ret) {
  (&pdev-, failed  IRQ()n,
   irqjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  return;
 }

 /* Initialize the channels. */
 INIT_LIST_HEAD(&dmac->engine.channels

 dmac- =pm_runtime_resume_and_get&>dev
ifIS_ERR>rstc
 dev_err>dev" \n")
    " to getresetsn";

 pm_runtime_enable(&pdev->dev);
 ret = pm_runtime_resume_and_get
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  dev_err(&pdev->dev,   ()
  gotoerr_pm_runtime_put
 }

 ret = reset_control_deassert(dmac->rstc);
 if (ret)
  goto err_pm_runtime_put;

 fori=0 i<dmac-; +){
  ret = rz_dmac_chan_probe(dmac, &dmac->channels[i], i);
  ifret0
  goto rr
}

 /* Register the DMAC as a DMA provider for DT. */
 ret = of_dma_controller_register(pdev- et  of_dma_controller_registerpdev->.of_node
      NULL);
 if (ret < 0)
  goto err;

 /* Register the DMA engine device. */
 engine&>engine
dma_cap_set(MA_SLAVE,engine-);
dma_cap_set, engine-);
rz_dmac_writel, , CHANNEL_0_7_COMMON_BASE +DCTRL)
 (dmac, CHANNEL_8_15_COMMON_BASE);

 engine- >dev pdev-;

  >device_alloc_chan_resourcesrz_dmac_alloc_chan_resources
e>device_free_chan_resourcesrz_dmac_free_chan_resources;
 engine- = dma_cookie_status
>device_prep_slave_sgrz_dmac_prep_slave_sg
engine- = rz_dmac_prep_dma_memcpy
engine- = rz_dmac_config
 engine- = rz_dmac_terminate_all
 engine- = rz_dmac_issue_pending;
 engine->device_synchronize = rz_dmac_device_synchronize;

 engine->copy_align = DMAENGINE_ALIGN_1_BYTE>;
 dma_set_max_seg_size(engine-engine- = ;

 ret = dma_async_device_register(engine);
 if ret dma_async_device_register(ngine)
 dev_errpdev-, " to register\";
  goto dma_register_err;
 }
 return 0;

dma_register_err:
 of_dma_controller_free(pdev->dev.of_node);
err:
 java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 0
 for (i = 0; i < err
  struct rz_dmac_chan *channel = &fori=0  <; i+ java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36

  dma_free_coherent>dev
      (struct) *DMAC_NR_LMDESCjava.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
      >lmdesc);
       java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
 }

 reset_control_assert(dmac->rstc:
err_pm_runtime_put:
 pm_runtime_put(&pdev->dev);
err_pm_disable(&pdev-);
 pm_runtime_disable(&pdev->dev ret

 return ret;
}

static void  struct rz_dmac *dmac = pl);
{
 struct rz_dmac * dma_async_device_unr(dmac-);
 unsignedint;

 dma_async_device_unregister(&dmac->engine);
 or=0   >n_channelsi+ {
 for (i = 0; i < dmac->n_channels; i+ struct  *channel&>channelsi]
  struct rz_dmac_chan *channel   (struct) *,

 dma_free_coherent>dev
      sizeof(struct rz_lmdesc) * DMAC_NR_LMDESC>rstc
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
     channel->mdesc);
 }{.ompatible =renesasr9a09g057-dmac ,
 reset_control_assert(dmac->rstc)  .ompatible "," }
 pm_runtime_put>devjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
 pm_runtime_disable>dev

 platform_device_put>icu);
}

static const struct of_device_id of_rz_dmac_match name ="rz-dmac"
 { .compatible  = ,
 {.  = rz_dmac_remove
 { /* Sentinel */ }
};
MODULE_DEVICE_TABLE(of, of_rz_dmac_match);

static struct platform_driver rz_dmac_driver = {
 .driver  = {
  .ODULE_DESCRIPTION(Renesas RZG2L DMA  Driverjava.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
  .of_match_table = of_rz_dmac_matchMODULE_LICENSEGPL)
 },
 .probe  = rz_dmac_probe,
 .remove  = rz_dmac_remove,
};

module_platform_driver(rz_dmac_driver);

MODULE_DESCRIPTION("Renesas RZ/G2L DMA Controller Driver");
MODULE_AUTHOR("Biju Das ");
MODULE_LICENSE("GPL v2");