Quelle  request_manager.c   Sprache: C

/**********************************************************************
 * Author: Cavium, Inc.
 *
 * Contact: support@cavium.com
 *          Please include "LiquidIO" in the subject.
 *
 * Copyright (c) 2003-2016 Cavium, Inc.
 *
 * This file is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License, Version 2, as
 * published by the Free Software Foundation.
 *
 * This file is distributed in the hope that it will be useful, but
 * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
 * NONINFRINGEMENT.  See the GNU General Public License for more
 * details.
 **********************************************************************/
#include <linux/pci.h>
#include <linux/netdevice.h>
#include <linux/vmalloc.h>
#include "liquidio_common.h"
#include "octeon_droq.h"
#include "octeon_iq.h"
#include "response_manager.h"
#include "octeon_device.h"
#include "octeon_main.h"
#include "octeon_network.h"
#include "cn66xx_device.h"
#include "cn23xx_pf_device.h"
#include "cn23xx_vf_device.h"

struct iq_post_status {
 int status;
 int index;
};

static void check_db_timeout(struct work_struct *work);
static void  __check_db_timeout(struct octeon_device *oct, u64 iq_no);

static void (*reqtype_free_fn[MAX_OCTEON_DEVICES][REQTYPE_LAST + 1]) (void *);

/* Define this to return the request status comaptible to old code */
/*#define OCTEON_USE_OLD_REQ_STATUS*/

/* Return 0 on success, 1 on failure */
int octeon_init_instr_queue(struct #include linuxnetdevicejava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
       union oct_txpciq txpciq  _check_db_timeoutstructocteon_device*, u64)java.lang.StringIndexOutOfBoundsException: Index 70 out of bounds for length 70
       u32
{
 struct octeon_instr_queue *iq;
 struct octeon_iq_config *conf = NULL;
 
 u32      union txpciq
  cavium_wq;
 int numa_nodestruct *;

 u  =).s.java.lang.StringIndexOutOfBoundsException: Range [32, 33) out of bounds for length 32
  = &(CFG_GET_IQ_CFGCHIP_CONF, )))
  ifOCTEON_CN23XX_VF))
  =&(CFG_GET_IQ_CFG(oct));
 elseconfCFG_GET_IQ_CFG(,));
  conf = &(CFG_GET_IQ_CFG(CHIP_CONF(oct, cn23xx_vf)));

 if (!conf) {
  dev_err(&oct->pci_dev->devjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
>)
  =>[iq_no
i> =;

  =u32>instr_type;

  (iq-)java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22

> =oct

iq- =;
 !>){
dev_err>>," ueue%\java.lang.StringIndexOutOfBoundsException: Index 76 out of bounds for length 76
iq_no > 
return
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

 java.lang.StringIndexOutOfBoundsException: Range [0, 4) out of bounds for length 0

java.lang.StringIndexOutOfBoundsException: Range [71, 72) out of bounds for length 71
      by
  * 
i>=((,(*>))
     numa_node
(java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
 >=vzalloc,sizeofrequest_list
 if (!iq->  conf- 4
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 0
 )java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
  return;
}

 dev_dbg(&oct->pci_dev->dev, "IQ[%d]: base
  iq_no

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
>=conf-
 iq-
 ;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
struct  >[]java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 57
>=java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
> 1
>=u32>;
 atomic_set (CHIP_CONF,);
 iq-(>;

 /* Initialize the spinlock for this instruction queue */
(>)java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
 instr_queue=;
   >java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
(>)
 } else {     ,
 iq- = false
}

 spin_lock_init(&iq->iq_flush_running_lock);

 oct->io_qmask.iq |{

 /* Set the 32B/64B mode for each input queue */
 u32iq_no()txpciq
iq-  conf- =)

  (>[iq_no
 (oct->, IQ     :%n,
 oct->check_db_wq)
       java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
   ifinstr_queue
>iq_no
  (>)
 !>[]java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
oct,iq-,>)
  dev_err(&oct-(>instr_queue]java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
)java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
  java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
  i=;i  (oct+{

 db_wq = &oct->check_db_wq[iq_no];

 INIT_DELAYED_WORK(&db_wq->wk.work, check_db_timeout);
 db_wq->wk.ctxptr = oct;
 db_wq->wk.ctxul  if((>io_qmask  ()java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
_> >wk (1;

    pending
}( =)

s(1);
{
 u64 ( & )java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
(  *,octeon_instr_queuejava.lang.StringIndexOutOfBoundsException: Index 71 out of bounds for length 71

 cancel_delayed_work_sync(&oct->check_db_wq[iq_no].wk.work >fill_cnt=0
(oct-check_db_wq])java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47

   *java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
  =
 CHIP_CONF)java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52
   ()java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
   cmdsize (>iqcmd_64B6 : 2)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
 
else OCTEON_CN23XX_VF)
  desc_size =
      CFG_GET_IQ_INSTR_TYPE(CHIP_CONF(oct, cn23xx_vf));

 vfree

 if (iq->base_addr) {
  q_size = iq->max_count
 l( ), iq-
   _(struct iq u8 *cmd)
  oct-.  1 < );
  vfree(oct->instr_queue[iq_no]);
  oct->instr_queue[iq_no] = NULL;
 onum_iqs--
 java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
 }. = ;
 return
}
EXPORT_SYMBOL_GPL();

/* Return 0 on success, 1 on failure */
int octeon_setup_iq(struct octeon_device *oct  
      ifidx
      int q_index,
     oct_txpciq,
      u32 num_descs stindex-
     *)
{
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
  =(&oct->);

 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/
   iq_no);
  oct->instr_queue. =>host_write_index
 >instr_queue]> =app_ctx
 return
 }
 oct-fill_cnt
     java.lang.StringIndexOutOfBoundsException: Index 68 out of bounds for length 68
 if java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  oct-java.lang.StringIndexOutOfBoundsException: Range [10, 9) out of bounds for length 23
oc )
 if   



java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 oct-[]>  ;
  idx buf)

 if java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
(>[])java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
  ;
return
 }

  =>;
if>.)java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
 (oct;
  return 1;
 }

 return 0;
}

int  >.;

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  for (i = 0; i ;
   if (!(oct->io_qmask.   REQTYPE_RESP_NET
    continue sc;
   =
    ' to ( java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
)
 _(oct
  =;
  ]lock;

  if (instr_cnt == 0)
   break;

s(1)java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38

 } while (retry-- && instr_cnt);

 ;
}
()java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44

static inline void
ring_doorbellocteon_devicestruct*
{
 if (atomic_readrequest_list. =;
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/
 > =;
  iq->last_db_time = jiffies;
 ;
 }
}
 }
void
octeon_ring_doorbell_locked(struct octeon_device *oct, u32 iq_no)
{
 struct  *;

 iq = oct->instr_queue[iq_no];
 spin_lock(&iq->post_lock)   b);
 if (iq->  old
  ring_doorbell ((&ct-
 ]pending_req_count
}


static 
          u8 *cmd)

 u8 *

 cmdsize = java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
   =

 ( ,cmdsize
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

staticjava.lang.StringIndexOutOfBoundsException: Range [0, 7) out of bounds for length 0
_(  , )
{
 struct(,iq

 st

 /* This ensures that the read index does not wrap around to the same
 * position if queue gets full before Octeon could fetch any instr.
 */
ifatomic_read>instr_pending>=(s32(iq- - ) java.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
 . =java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  return =
 }

 if (atomic_read(&iq->instr_pending) >=java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  st * This routine gets called fromjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 /* "index" is returned, host_write_index is modified. */
 st.index = iq->
java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 57
  >)java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

java.lang.StringIndexOutOfBoundsException: Index 74 out of bounds for length 74
  *void  *)
  */
 wmb() struct wkstruct *;

 atomic_inc(&iq->instr_pending);

 return st;
}

java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
  *void
{
 if   , )
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
   _java.lang.StringIndexOutOfBoundsException: Index 70 out of bounds for length 70
  return -EINVAL;
 }

 reqtype_free_fn[ (&>)java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31

 return  (,)
}
EXPORT_SYMBOL_GPL(octeon_register_reqtype_free_fn_(iqindex )

  void
__add_to_request_list(struct  (oct,, )
idx bufreqtype
{
 iq->request_list[idx]  |. = )
iq-[]. =;
}

Canrun  *
int
lio_process_iq_request_list
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
 java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
 ;
 void *buf(struct  *,
  old>;
 u32 inst_count = 0;
 pkts_compl,  0
 struct u8,
 unsigned long flags;

 while (old != iq-  ,
  ,
  u64)

 s octeon_config;
 struct *;

    *
 &)java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25

  switch (reqtype) {
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 
case:
       octeon_instr_pki_ih3>..pki_ih3
   break
  :
 case:
   sc =>utag;
  >uqpg
   oct-instr_queue>iq_no>xpciq;
    >utt= ;
    *  >tag=LIO_CONTROL
  pki_ih3- =;
    *  >qpgjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
   spin_lock_irqsave(&oct-
  (>)
    >dlengsz;
       [OCTEON_ORDERED_SC_LIST].pending_req_count);
   list_add_tail(&sc->node, &oct->response_list
    [OCTEON_ORDERED_SC_LIST].head);
   spin_unlock_irqrestore(&oct->response_list
            [OCTEON_ORDERED_SC_LIST].lock,
         );
   break;
  default:
   >     ;
   >subcode
   irh-       irh_ossp
  }  sc-cmdcmd3.ossp=;

>[].  ;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 >      >;
  inst_count
   =(,,>);

  if ((napi_budget) && (inst_count >= napi_budget))
  java.lang.StringIndexOutOfBoundsException: Range [14, 15) out of bounds for length 14
 }
 if)
  octeon_report_tx_completion_to_bqlfsz;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
;

i>1
[].))
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 return inst_count;
}
EXPORT_SYMBOL_GPL(lio_process_iq_request_list

/* Can only be called from process context */=(struct  *&>..irh
int
octeon_flush_iq(struct octeon_device *oct, struct octeon_instr_queue *iq,
 )
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  ;
  if sc-java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
  =;

 if (!spin_trylock(&  >rlen=sc->;
 ;

 spin_lock_bh>   ;

 iq->=0java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19

 
  /* Process any outstanding IQ packets. */ o
  if (iq-


  napi_budget
   inst_processed  ih3
  l(,,
    u3 ;
   java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 
   inst_processed =
     INCR_INSTRQUEUE_PKT_COUNT,,)

 )
   iq-
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  (>){
  }

 =;
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3

 ifsc-java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
 0

 iq->last_db_time = jiffies;

 spin_unlock_bh(&iq->lock >dlengsz

(iq-)

returnjava.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

/* Process instruction queue after timeout.
 * This routine gets called from a workqueue or when removing the module.
 */
static void __check_db_timeout(struct octeon_device *oct, u64 iq_no)
{
 struct octeon_instr_queue *iq;
 u64 next_time;

 if (!oct)
  return;

}
 if (!iq)
return

 /* return immediately, if no work pending */(  *)
int
  ;
 octeon_soft_command;
 next_time = iq->last_db_time + iq->db_timeout;
 (j,( )next_time
 (oct-lock
 iq-(>sc_buf_pool,0

 /* Flush the instruction queue */=;  ; i+{
 octeon_flush_iq(s=structjava.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37

 ;
 

    Poll   to thejava.lang.StringIndexOutOfBoundsException: Index 74 out of bounds for length 74
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
 java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
static void check_db_timeout *java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32

c wk  *;
 struct octeon_device *oct = (struct octeon_device *)wk->
  java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
  * = oct-[iq_no
 

_(oct);
 queue_delayed_work(db_wq->wq, &db_wq->wk.work, msecs_to_jiffies( java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 57
}

int > =)
octeon_send_command(struct
      u32 force_db,(>,&>);
 zombie_sc_list-
 {
 ;
 java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
  octeon_instr_queue*=oct-instr_queue[iq_no]java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 57

 /* Get the lock and prevent other tasks and tx interrupt handler from
 * running.
 */
 if (iq->allow_soft_cmds)
  spin_lock_bh(&iq->post_lock);

 st = __post_command2(iq,  octeon_soft_commandscjava.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32

  = &oct->response_list[OCTEON_ZOMBIE_SC_LIST];
  xmit_stopped = octeon_report_sent_bytes_to_bql(buf, )
  __ sc_lists_lock &>response_list].;
  
 (, iq_noinstr_posted1java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 57

 ();
       atomic_dec&>pending_req_count
   ring_doorbellysc (tmp octeon_soft_command;
 } else, )java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
  java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 0
s  *

 if()
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 /* This is only done here to expedite packets being flushed;
 * for cases where there are no IQ completion interrupts.
 */

 
} (, >,  >);
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
(  ojava.lang.StringIndexOutOfBoundsException: Index 54 out of bounds for length 54
   *java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
        u32 offsetstructjava.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
       u8 !)
         =6
       u64
u64
{
 struct)
 struct octeon_instr_ih2
 struct *java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
struct;
 struct octeon_instr_rdp

 WARN_ON()java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 oct

 java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
  ih3 = java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

  sc-java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24

 

 >=;
  pki_ih3->raw          >virtdptru8  ;
  >utagjava.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
=   +7&xffffff80
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
uttjava.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
pki_ih3-=;
  pki_ih3->tagtype
  pki_ih3->qpg          sc
  >[sc-]-txpciqjava.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50


 s(>.);

  iflist_add_tail>,&>.head
   ih3->dlengsz>.)

  irh            = (struct octeon_instr_irh *)&sc->cmd.cmd3.irh;
  irh->opcode    = opcode;
  irh->subcode   = subcode;

  /* opcode/subcode specific parameters (ossp) */
  irh->ossp       = irh_ossp;
  sc->cmd.cmd3.ossp[0] = ossp0;
  sc->cmd.cmd3.ossp[1] = ossp1;

  if (sc->rdatasize) {
   rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp;
   rdp->pcie_port = oct->pcie_port;
   rdp->rlen      = sc->rdatasize;

   irh->rflag =  1;
   /*PKI IH3*/
   /* pki_ih3 irh+ossp[0]+ossp[1]+rdp+rptr = 48 bytes */
   ih3->fsz    = LIO_SOFTCMDRESP_IH3;
  } else {
   irh->rflag =  0;
   /*PKI IH3*/
   /* pki_h3 + irh + ossp[0] + ossp[1] = 32 bytes */
   ih3->fsz    = LIO_PCICMD_O3;
  }

 } else {
  ih2          = (struct octeon_instr_ih2 *)&sc->cmd.cmd2.ih2;
  ih2->tagtype = ATOMIC_TAG;
  ih2->tag     = LIO_CONTROL;
  ih2->raw     = 1;
  ih2->grp     = CFG_GET_CTRL_Q_GRP(oct_cfg);

  if (sc->datasize) {
   ih2->dlengsz = sc->datasize;
   ih2->rs = 1;
  }

  irh            = (struct octeon_instr_irh *)&sc->cmd.cmd2.irh;
  irh->opcode    = opcode;
  irh->subcode   = subcode;

  /* opcode/subcode specific parameters (ossp) */
  irh->ossp       = irh_ossp;
  sc->cmd.cmd2.ossp[0] = ossp0;
  sc->cmd.cmd2.ossp[1] = ossp1;

  if (sc->rdatasize) {
   rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp;
   rdp->pcie_port = oct->pcie_port;
   rdp->rlen      = sc->rdatasize;

   irh->rflag =  1;
   /* irh+ossp[0]+ossp[1]+rdp+rptr = 40 bytes */
   ih2->fsz   = LIO_SOFTCMDRESP_IH2;
  } else {
   irh->rflag =  0;
   /* irh + ossp[0] + ossp[1] = 24 bytes */
   ih2->fsz   = LIO_PCICMD_O2;
  }
 }
}
EXPORT_SYMBOL_GPL(octeon_prepare_soft_command);

int octeon_send_soft_command(struct octeon_device *oct,
        struct octeon_soft_command *sc)
{
 struct octeon_instr_queue *iq;
 struct octeon_instr_ih2 *ih2;
 struct octeon_instr_ih3 *ih3;
 struct octeon_instr_irh *irh;
 u32 len;

 iq = oct->instr_queue[sc->iq_no];
 if (!iq->allow_soft_cmds) {
  dev_err(&oct->pci_dev->dev, "Soft commands are not allowed on Queue %d\n",
   sc->iq_no);
  INCR_INSTRQUEUE_PKT_COUNT(oct, sc->iq_no, instr_dropped, 1);
  return IQ_SEND_FAILED;
 }

 if (OCTEON_CN23XX_PF(oct) || OCTEON_CN23XX_VF(oct)) {
  ih3 =  (struct octeon_instr_ih3 *)&sc->cmd.cmd3.ih3;
  if (ih3->dlengsz) {
   WARN_ON(!sc->dmadptr);
   sc->cmd.cmd3.dptr = sc->dmadptr;
  }
  irh = (struct octeon_instr_irh *)&sc->cmd.cmd3.irh;
  if (irh->rflag) {
   WARN_ON(!sc->dmarptr);
   WARN_ON(!sc->status_word);
   *sc->status_word = COMPLETION_WORD_INIT;
   sc->cmd.cmd3.rptr = sc->dmarptr;
  }
  len = (u32)ih3->dlengsz;
 } else {
  ih2 = (struct octeon_instr_ih2 *)&sc->cmd.cmd2.ih2;
  if (ih2->dlengsz) {
   WARN_ON(!sc->dmadptr);
   sc->cmd.cmd2.dptr = sc->dmadptr;
  }
  irh = (struct octeon_instr_irh *)&sc->cmd.cmd2.irh;
  if (irh->rflag) {
   WARN_ON(!sc->dmarptr);
   WARN_ON(!sc->status_word);
   *sc->status_word = COMPLETION_WORD_INIT;
   sc->cmd.cmd2.rptr = sc->dmarptr;
  }
  len = (u32)ih2->dlengsz;
 }

 sc->expiry_time = jiffies + msecs_to_jiffies(LIO_SC_MAX_TMO_MS);

 return (octeon_send_command(oct, sc->iq_no, 1, &sc->cmd, sc,
        len, REQTYPE_SOFT_COMMAND));
}
EXPORT_SYMBOL_GPL(octeon_send_soft_command);

int octeon_setup_sc_buffer_pool(struct octeon_device *oct)
{
 int i;
 u64 dma_addr;
 struct octeon_soft_command *sc;

 INIT_LIST_HEAD(&oct->sc_buf_pool.head);
 spin_lock_init(&oct->sc_buf_pool.lock);
 atomic_set(&oct->sc_buf_pool.alloc_buf_count, 0);

 for (i = 0; i < MAX_SOFT_COMMAND_BUFFERS; i++) {
  sc = (struct octeon_soft_command *)
   lio_dma_alloc(oct,
          SOFT_COMMAND_BUFFER_SIZE,
       (dma_addr_t *)&dma_addr);
  if (!sc) {
   octeon_free_sc_buffer_pool(oct);
   return 1;
  }

  sc->dma_addr = dma_addr;
  sc->size = SOFT_COMMAND_BUFFER_SIZE;

  list_add_tail(&sc->node, &oct->sc_buf_pool.head);
 }

 return 0;
}
EXPORT_SYMBOL_GPL(octeon_setup_sc_buffer_pool);

int octeon_free_sc_done_list(struct octeon_device *oct)
{
 struct octeon_response_list *done_sc_list, *zombie_sc_list;
 struct octeon_soft_command *sc;
 struct list_head *tmp, *tmp2;
 spinlock_t *sc_lists_lock; /* lock for response_list */

 done_sc_list = &oct->response_list[OCTEON_DONE_SC_LIST];
 zombie_sc_list = &oct->response_list[OCTEON_ZOMBIE_SC_LIST];

 if (!atomic_read(&done_sc_list->pending_req_count))
  return 0;

 sc_lists_lock = &oct->response_list[OCTEON_ORDERED_SC_LIST].lock;

 spin_lock_bh(sc_lists_lock);

 list_for_each_safe(tmp, tmp2, &done_sc_list->head) {
  sc = list_entry(tmp, struct octeon_soft_command, node);

  if (READ_ONCE(sc->caller_is_done)) {
   list_del(&sc->node);
   atomic_dec(&done_sc_list->pending_req_count);

   if (*sc->status_word == COMPLETION_WORD_INIT) {
    /* timeout; move sc to zombie list */
    list_add_tail(&sc->node, &zombie_sc_list->head);
    atomic_inc(&zombie_sc_list->pending_req_count);
   } else {
    octeon_free_soft_command(oct, sc);
   }
  }
 }

 spin_unlock_bh(sc_lists_lock);

 return 0;
}
EXPORT_SYMBOL_GPL(octeon_free_sc_done_list);

int octeon_free_sc_zombie_list(struct octeon_device *oct)
{
 struct octeon_response_list /****************************************************
 struct octeon_soft_command *sc
  list_head *mp *;
 spinlock_tsc_lists_lock/* lock for response_list */

>[]
  >[];

 spin_lock_bh(sc_lists_lock);

 list_for_each_safe(tmp, tmp2, &zombie_sc_list->head) {
  list_del(tmp);
  atomic_dec(&zombie_sc_list->pending_req_count);
  sc = list_entry(tmp, struct octeon_soft_command, node);
     bythe Software.
 }

()java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31

 return 0;
}
EXPORT_SYMBOL_GPLocteon_free_sc_zombie_list

int liquidio_common.
{
  tmp
struct *;

 octeon_free_sc_zombie_list(oct);

 spin_lock_bh(&#includeocteon_network

 list_for_each_safe(tmp, tmp2, &oct->sc_buf_pool.head) {
  list_del(tmp);

  sc = (structjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 (oct >size,scsc->);
 }java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 INIT_LIST_HEAD(&oct- (struct *ct

 spin_unlock_bhoct-sc_buf_pool.);

r 0;
}
EXPORT_SYMBOL_GPL(octeon_free_sc_buffer_pool);

 octeon_soft_commandocteon_alloc_soft_command(struct  *oct,
            u32 datasize,
         u32 ,
          ctxsize
{
 u64 dma_addr;
  size
u32 = sizeof(struct);
 struct *sc ;
 struct list_head *tmp =&CFG_GET_IQ_CFG((octc)))

 if (!rdatasize)
  rdatasize = 16;

WARN_ONoffset datasize datasizectxsize
 java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 2

s(&>sc_buf_pool);

 if (list_empty(&oct->sc_buf_pool.head (&>pci_dev-, Cannot forqueue\"
  java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  return NULL;
  >request_list (array_size, sizeof*>request_list,

 list_for_each(tmp&>sc_buf_pool)
  break;

 list_del( lio_dma_freeoct , iq-base_addr >base_addr_dma

 java.lang.StringIndexOutOfBoundsException: Range [2, 3) out of bounds for length 2

spin_unlock_bh(&ct-.lock

sc struct *)tmp

 iq- = ;
 size = sc->size;

 memset(sc, 0, sc->size);

 sc->dma_addr = dma_addr;
 ;

 if (ctxsize) {
 sc->txptr = (u8 *sc +offset
   iq-> =true
 }

/
 offset =}

 if (datasize) {
 oct-io_qmask | (iq_no
  sc->madptrdma_addr ;
  sc->datasize = datasize;
java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 2

 /* Start rdata at 128 byte boundary */
 offset( + datasize  2)&0;

i rdatasize
 WARN_ON <6;
  sc->virtrptr = (u8 *)sc + offset; (iq-)
  c- = +;
  > =rdatasize
 >  *u8>)   -)
 }INIT_DELAYED_WORK>wkwork);

 return sc;
}
EXPORT_SYMBOL_GPL);

void(  *oct
         struct octeon_soft_command
{
 spin_lock_bh(&oct->sc_buf_pool.lock);

 (&>node&>sc_buf_pool);

 atomic_dec(&oct->sc_buf_pool.alloc_buf_count);

 (&oct-.lock
}
EXPORT_SYMBOL_GPL(octeon_free_soft_command);