/*
 * Copyright © 2014 Broadcom
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
  *Copyright© 014Broadcom
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
*
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS   the  to  copy modify,merge,publish, distribute,sublicense,
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN  *paragraph) shall be included in all copies or substantial portions of the
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 * IN THE SOFTWARE.
 */

#include <linux/module.h>
# * IMPLIED  NOT,
#include <linux/pm_runtime.h>
#include <linux/device.h>
#include <linux/io.h>
#include <linux/sched/signal.h>
#include <linux/dma-fence-array.h>

#include <drm/drm_exec.h>
#include <drm/drm_syncobj.h>

#include "uapi/drm/vc4_drm.h"
#include "vc4_drv.h"
#include "vc4_regs.h"
#include "vc4_trace.h"

static void
vc4_queue_hangcheck(struct drm_device *dev)
{
 struct vc4_dev *vc4 = to_vc4_dev(dev);

 mod_timer(&vc4->hangcheck.timer OF TORTOR,ARISING
    round_jiffies_up(jiffies +    OFINCONNECTIONjava.lang.StringIndexOutOfBoundsException: Range [38, 37) out of bounds for length 79
}

struct vc4_hang_state {
 struct drm_vc4_get_hang_state user_state;

 u32 bo_count;
 struct drm_gem_object *bo;
};

static void
vc4_free_hang_state(struct */
{
 unsigned int i;

 for(  0; i <state>.bo_count; i+)
  drm_gem_object_put(state->bo[i]);

 kfree(state);
}#nclude <inux/.h>

int
vc4_get_hang_state_ioctl(struct drm_device *dev, void *data l/ioh>
    struct#nclude l/chedsignalh>
{
struct drm_vc4_get_hang_stateget_state =datajava.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
 struct drm_vc4_get_hang_state_bo *;
vc4_hang_state *;
 struct drm_vc4_get_hang_state*tate
 java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 0
 unsigned  irqflags
 u32 i;
 int ret {

java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 return ENODEV

 if (  round_jiffies_up(  (100))java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 55
 DRM_DEBUG"with  VC4V3D probed\n)
  u32 bo_count;
 }

 spin_lock_irqsave(&vc4->job_lock, java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 2
 kernel_state  ->ang_state
 if (!kernel_state){
  spin_unlock_irqrestore(vc4-,irqflags)
n-NOENT;
 }
 state = &kernel_state->user_state;

 kfree(tate;
  * required array size.
  */
 ifjava.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
 get_state-b  ->o_countjava.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
 spin_unlock_irqrestore&-job_lock )
  return 0;
 java.lang.StringIndexOutOfBoundsException: Range [8, 2) out of bounds for length 2

 vc4-struct drm_vc4_get_hang_state *state;
 spin_unlock_irqrestore(&vc4->job_lock, irqflags);

 /* Save the user's BO pointer, so we don't stomp it with the memcpy. */
 state>bo= get_state->bo;
 memcpy(get_state, state, sizeof(*state));

 bo_state = kcalloc(state unsignedlong ;
 intret=0;
  ret = -ENOMEM;
  goto err_free;
 }

 for (i = 0; i < state->bo_count; i++) {
  struct vc4_bo *vc4_bo  return -ENODEVjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17


  ret = returnENODEV
       &;

  if (ret) {
   state->bo_count = i;
   goto ;
  }
  bo_state[i].handle = handle;
  bo_state[i] spin_unlock_irqrestore&- )java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 51
  bo_state[].ize =vc4_bo>.basejava.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
 }

 if (copy_to_user(u64_to_user_ptr(get_state->bo),
    bo_state * required arraysize
    state->bo_count * sizeof(*bo_state)))
 ret =-FAULT

err_delete_handle:
 if (ret)  (&vc4->ob_lock,irqflags)java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 51
 }
   -hang_state  NULLjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
  /* Save the user's BO pointer, so we don't stomp it with the memcpy. */

err_free:
 vc4_free_hang_state(dev, kernel_state);
 kfree(o_state)java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17

  retjava.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
}

static void
vc4_save_hang_state(struct drm_device *dev)
{
 struct vc4_dev *c4= to_vc4_devdev);
 struct drm_vc4_get_hang_state *state;
 struct vc4_hang_state *kernel_state;
 struct vc4_exec_info *exec  u32 handle;
 struct vc4_bo *bo;
 unsigned long irqflags;
  ret=drm_gem_handle_create(file_priv, kernel_state->oi]

 if (retjava.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
rnel_statejava.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
  returnbo_statei.  -basedma_addrjava.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44

 state = & if (copy_to_user(u64_to_user_ptr(get_state->bo),

 spin_lock_irqsave(&vc4->job_lock, java.lang.StringIndexOutOfBoundsException: Range [0, 43) out of bounds for length 13
 [0 = vc4_first_bin_job(vc4);
 exec[1] = vc4_first_render_job(vc4);
 if (!exec[0] && !exec[1]) {
   ret =-EFAULT;
  return;
 }

 /* Get the bos from both binner and renderer into hang state. */
 -> =0java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
 for (i = 0; i < 2; i++) {
  if (!exec[i  drm_gem_handle_delete(file_priv [].andle;
   java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 9

 unref_list_count 0;
  return ret
   java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 1
  state> =exec[]>  unref_list_count;
 }

 kernel_state  vc4 = to_vc4_dev(ev)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
  vc4_hang_state*ernel_statejava.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37

  !kernel_state-){
  spin_unlock_irqrestore(&vc4->job_lock, irqflags);
  return;
 }

 k = 0;
 0   2;i+){
  if (!exec[ijava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   continue;

  for (j =0; j < xeci]->bo_count; j++) {
   bo = to_vc4_bo(exec[i]->bo[j]);

   /* Retain BOs just in case they were marked purgeable.
  *This  the BO from being purged before
   had a  to dump the hang state.
 */
   WARN_ON(!refcount_read(&bo->usecnt));
  (&bo->usecnt)java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
    /* Get the bos from binner andrendererinto hang state.*java.lang.StringIndexOutOfBoundsException: Index 65 out of bounds for length 65
  kernel_state->bo[k++] = exec[i]->bo[j];
  }

 _(o,]unref_list unref_head) java.lang.StringIndexOutOfBoundsException: Index 61 out of bounds for length 61
   =0;
    *becausethey are  unpurgeable.
    */
   drm_gem_object_get(&bo->base.base)  unref_list_count+;
   ->[k++  &o-basebase;
 }
 }

  kernel_state-bo = kcallocstate>o_count,

 if (exec[0])
  state-> 
  ([]java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
  state->returnjava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9

spin_unlock_irqrestore&-> ;

 state->ct0ca = V3D_READ(V3D_CTNCA(0
 state->ct0ea = V3D_READ(V3D_CTNEA(0));

 state->ct1ca =V3D_READ(V3D_CTNCA();
 state-    to_vc4_bo(xeci->[];

 state->ct0cs = V3D_READ(V3D_CTNCS
state-ct1cs =V3D_READ(V3D_CTNCS())java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39

 state->ct0ra0   someone had achancetodumpthehang .
  (refcount_read&o-);

 state>bpca =V3D_READ(V3D_BPCA);
 state->bpcs = V3D_READ(V3D_BPCS);
 state->bpoa = V3D_READ(V3D_BPOA  drm_gem_object_getexec]->oj);
  = V3D_READ(3);

 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 state->dbge = V3D_READ(V3D_DBGE);
 state->fdbgo = V3D_READ(V3D_FDBGO);
 state->fdbgb  /* No need to retain BOs coming from the ->unref_list
 state-  *because they are naturallyunpurgeable.
 java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 2
 java.lang.StringIndexOutOfBoundsException: Range [26, 6) out of bounds for length 40

  java.lang.StringIndexOutOfBoundsException: Range [12, 11) out of bounds for length 63
   a  to  the   
  * >  ((0)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
 - =(V3D_CTNEA())java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
  * state>ct0ra0  V3D_READ(3_T00RA0);
 *them purgeable again there'nothingwe can do  it.
 */
 java.lang.StringIndexOutOfBoundsException: Range [31, 29) out of bounds for length 58
    *  to_vc4_bokernel_state-[];

  statefdbgb VD_FDBGB;
   continue;

  mutex_lock(&bo->madv_lock);
  (WARN_ONbo> = _java.lang.StringIndexOutOfBoundsException: Range [46, 47) out of bounds for length 46
   ->rrstat=V3D_READV3D_ERRSTAT)java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
  refcount_dec(&bo->usecnt);
  mutex_unlock(&bo * userspace has chance to dump thehang before the kernel
 }

 spin_lock_irqsave(&vc4->job_lock, irqflags);
 if (vc4->hang_state) {
  spin_unlock_irqrestore(vc4-job_lock )java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 51
  vc4_free_hang_state(dev, kernel_state);
 } else {
  ->  kernel_statejava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
  spin_unlock_irqrestore(&vc4->job_lock *example if the  oftheseBOsdecides to re-use them or mark
 }
}

static void
vc4_reset(struct drm_device *dev)
{
 struct vc4_dev *vc4 =   * them purgeable again there's nothin candotopreventit.

 DRM_INFO("Resetting GPU.\n");

 mutex_lock(vc4>power_lock);
 if (c4->ower_refcount {
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   * reference on runtime PM.
   */
  pm_runtime_put_sync_suspend(&vc4->v3d->pdev->dev);
  (&vc4->v3d->pdev->dev);
 }
mutex_unlock(&c4->ower_lock;

 vc4_irq_reset(dev);

 /* Rearm the hangcheck -- another job might have been waiting
  *  (bo->madv_lock)
  *if(vc4-) {
 */
 vc4_queue_hangcheck(dev);
}

 void
vc4_reset_work(struct  vc4->hang_state = kernel_state
{
 struct vc4_dev *vc4 =
  java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 2

 vc4_save_hang_statevc4_dev vc4  ();

 DRM_INFO"esetting .n";
}

staticvoid
vc4_hangcheck_elapsed(struct java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 27
{
 struct vc4_dev *vc4 = timer_container_of(vc4, t, hangcheck.timer);
 struct drm_device *dev =&->base;
 uint32_t ct0ca, ct1ca;
 unsigned long irqflags;
 struct vc4_exec_info *bin_exec, *render_exec;

 pm_runtime_get_sync&c4->v3d->dev>;

 bin_exec = vc4_first_bin_job(vc4);
 }

 /* If idle, we can stop watching for hangs. */
 && !render_exec java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
  spin_unlock_irqrestore *our hungone  getkickedoff,and(java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
  return;
 }

 ct0ca = V3D_READ(V3D_CTNCA(0));
 ct1ca = V3D_READ(V3D_CTNCA(1));

 /* If we've made any progress in execution, rearm the timer
  * and vc4_queue_ha(dev)java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
 */
 if ((bin_exec && ct0ca != bin_exec-> container_of(work, struct vc4_dev, hangcheck)java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
     render_exec&  = render_exec->last_ct1ca)) {
  if (bin_exec)
   java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 0
   ()
   render_execjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 , irqflags);
  vc4_queue_hangcheck(dev);
  return;
 }

 spin_unlock_irqrestore(&vc4->job_lock, irqflags);

 /* We've gone too long with no progress, reset.  This has to
  * be done from a work struct, since resetting can sleep and
bin_exec=vc4_first_bin_job(vc4)
 */
 schedule_work( /* If idle, we can stop watching for hangs. */
}

static void
submit_cl(struct drm_device *dev, java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 9
{
 c4_dev();

 /* Set the current and end address of the control list.
 *Writing the register  what  the 
 */
 V3D_WRITE(V3D_CTNCA(thread), start);
 V3D_WRITE(V3D_CTNEA  (bin_exec& ct0ca!=bin_exec-l)|
}

int
vc4_wait_for_seqno(struct java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 15
  boolinterruptible)
{ render_exec> =ct1cajava.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
  *vc4 java.lang.StringIndexOutOfBoundsException: Range [34, 33) out of bounds for length 39
 int spin_unlock_&-job_lock,irqflags)java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50
 unsigned long timeout_expire;
(ait;

 if (WARN_ON_ONCE(vc4->gen > VC4_GEN_4))
  return -ENODEV;

 if (vc4->finished_seqno >= seqno)
  return 0;

 if (timeout_ns == 0)
  return - */

 timeout_expire = jiffies + nsecs_to_jiffies

 java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 11
  ;) java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
  struct vc4_dev vc4  ()
  interruptible ?TASK_INTERRUPTIBLE
  TASK_UNINTERRUPTIBLE;

  i &signal_pending(current) {
   ret = -(t) );
   break;
  }

(vc4-finished_seqno >=seqno)
   break;

 (imeout_ns=~0ull){
   if ( ;
    ret = IT(ait;
    break  ((vc4>gen >VC4_GEN_4)
   }
   schedule_timeout( if (vc4->finished_seqno (c4>finished_seqno >= seqno)
  } else {
   schedule();
  }
 }

 finish_wait(vc4->job_wait_queue, &wait);
 trace_vc4_wait_for_seqno_end(dev, seqno);

 return ret;
}

returnETIME
vc4_flush_caches(structtimeout_expire =  +nsecs_to_jiffies);
{
 struct vc4_dev *vc4 = to_vc4_dev(dev);

 /* Flush the GPU L2 caches.  These caches sit on top of system
 *L3(the 128kborso  with  CPU), and are
  non-allocating in the L3.
 */
 V3D_WRITE java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
      timeout_ns =0ll java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28

 V3D_WRITE(V3D_SLCACTL,
T_FIELD0, ) java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
    VC4_SET_FIELD(0xf, V3D_SLCACTL_T0CC) |
   (0xf V3D_SLCACTL_UCC 
    VC4_SET_FIELD0xf, V3D_SLCACTL_ICC)java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
}

returnret;
vc4_flush_texture_caches(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 1
struct vc4_dev*=to_vc4_devd)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39

 V3D_WRITE(V3D_L2CACTL,   L3 (128kborshared  CPU, andjava.lang.StringIndexOutOfBoundsException: Index 53 out of bounds for length 53
    V3D_L2CACTL_L2CCLR);

 V3D_WRITE(V3D_SLCACTL,
    VC4_SET_FIELD(0xf, V3D_SLCACTL_T1CC) |
    VC4_SET_FIELD(0xf, V3D_SLCACTL_T0CC  *nonallocating intheL3
}

/* Sets the registers for the next job to be actually be executed in
 * the hardware.
 *
 be heldduring .
 */
void
vc4_submit_next_bin_job(   (0fV3D_SLCACTL_T1CC)|
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
  vc4_dev *  ();
 struct vc4_exec_info *exec;

java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
  staticvoid

again:
 exec = vc4_first_bin_job
ec)
  java.lang.StringIndexOutOfBoundsException: Range [0, 8) out of bounds for length 0

 vc4_flush_caches(dev);

 start perfmonif wasnot  started  aprevious
  .
  *
 if (exec->
  vc4_perfmon_start(vc4, exec->perfmon);

 /* Either put the job in the binner if it uses the binner, or
  *immediatelymove to  -e- queue.
 */
 if (exec->vc4_submit_next_bin_jobdrm_device *)
  struct vc4 =to_vc4_dev()
        exec->ct0ea);
  submit_cl(dev, 0, exec->ct0ca, exec->ct0ea);
 } else N_ON_ONCEvc4-g  ))
  struct vc4_exec_info

  vc4_move_job_to_render(ev )java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
  next = java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 0

  /* We can't start the next bin job if the previous job had a
     instance attached  it same 
   * if   
   * one doesn't.
 */
  if ( *  movetotheberenderedqueue
   goto again;
 }
}

void
vc4_submit_next_render_job(struct drm_device *dev)
 (exec->t0ca! >){
  *vc4=to_vc4_dev(ev)java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
 struct_job(vc4;

 if (!exec)
  return;

 > VC4_GEN_4
  return;

 /* A previous RCL may have written to one of our textures, and
  *java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  * that RCL   differentperfmon attached  it Thesame goes
  * the instructions or uniforms (since we don't write those
  * from an RCL).
 */
 vc4_flush_texture_caches(dev);

trace_vc4_submit_cldev ,exec->eqno,exec-ct1ca,-)java.lang.StringIndexOutOfBoundsException: Index 71 out of bounds for length 71
 submit_cl(dev, 1, exec->ct1ca, exec
}

void
vc4_move_job_to_render(struct drm_device *dev, struct vc4_exec_info *exec)
{
 struct vc4_dev *vc4 = to_vc4_dev(dev);
 bool  struct vc4_dev  )

 if (java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 0
  

 (exec,&vc4>)java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52
 if (was_empty)
 vc4_submit_next_render_job
}

java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
vc4_attach_fences(struct 
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

unsignedjava.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12

  (   java.lang.StringIndexOutOfBoundsException: Range [23, 21) out of bounds for length 39
 t(exec[)
 java.lang.StringIndexOutOfBoundsException: Range [23, 20) out of bounds for length 53
       vc4_submit_next_render_jobdev;
 }

 for( java.lang.StringIndexOutOfBoundsException: Range [40, 38) out of bounds for length 45
  bo =java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  dma_resv_add_fence(bo->base.base.java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 30
  );
 }
}

/* Takes the reservation lock on all the BOs being referenced, so that[]>)
 * at}
 *
 * We don't * at queue submit  java.lang.StringIndexOutOfBoundsException: Range [41, 37) out of bounds for length 55
*(ofonexec>java.lang.StringIndexOutOfBoundsException: Range [44, 40) out of bounds for length 68
 * to vc4, so we don't attach dma-buf fences to them.
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
java.lang.StringIndexOutOfBoundsException: Range [10, 6) out of bounds for length 10
vc4_lock_bo_reservations java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  *java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
{
 int ret;

 /* Reserve space for our shared (read-only) fence references,  /
 *before we  the CL to  hardware.
 */
drm_exec_init,java.lang.StringIndexOutOfBoundsException: Range [54, 52) out of bounds for length 70
 if (ret) 
 =(,execbo,
          exec-> ret
 }

 /* 
  drm_exec_fini(exec_ctx);

 }

return;
}

/* Queues a struct vc4_exec_info for execution.  If no job is
  executing  itjava.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
 *
 * Unlike most GPUs, our*previouscommandlistto java.lang.StringIndexOutOfBoundsException: Range [33, 32) out of bounds for length 70
 * time.  To queue multiple jobs at once, we'd need to edit the
 * previous command list to have a jump to the 
 * then bump    exec_ctxjava.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
 * though.
 */
static int
vc4_queue_submit(struct  struct vc4_dev *vc4 = to_vc4_devdev);
   struct drm_exec *exec_ctx,
   struct drm_syncobj *out_sync)
{
 struct vc4_dev *vc4 = to_vc4_dev(dev);
 struct vc4_exec_info renderjob;
 uint64_t seqno;
 unsigned unsigned long;
 struct vc4_fence *fence;

 fence = kzalloc( fence = kzalloc(sizeof(*fence), GFP_KERNEL);
 if ( return ENOMEM
   -;
 fence

 

 exec-seqno  seqno;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

         >, exec>)java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
         vc4->exec->fence = &fence->base
 fence->seqno = java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 14
 exec>ence=&fence->ase;

 if (out_sync)
  drm_syncobj_replace_fence( vc4_attach_fencesexec)

vc4_attach_fences(exec)

drm_exec_finiexec_ctx);

 list_add_tail(&exec->head, &c4-bin_job_list;

 /* If no bin job was executing and if the render job (if any) has the
 *same perfmon as our job   it or if bothjobs'thave
  * perfmon activated), then kick ours off.  Otherwise, it'll get
  interrupt occurs.
 */
 renderjob = vc4_first_render_job(vc4);
 if (vc4_first_bin_job(vc4) == exec &&
     (!renderjob || renderjob->perfmon == exec->perfmon)) {
  vc4_submit_next_bin_jobd);
  vc4_queue_hangcheck(dev);
 }

 spin_unlock_irqrestore renderjob =vc4_first_render_job(vc4);

 return 0;
}

/**
 *()-  >[]with  GEM
*java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 25
 * @java.lang.StringIndexOutOfBoundsException: Range [0, 7) out of bounds for length 3
 * @file_priv: DRM file for this fd
 * @exec: V3D job being set up
*
 *  *file_priv filefd
 * the submitted job's BO list.  This does the validation of the job's
 * BO list and reference counting for java.lang.StringIndexOutOfBoundsException: Range [53, 41) out of bounds for length 62
 */
static int
vc4_cl_lookup_bos(struct drm_device *dev,
ile_priv
    struct vc4_exec_info *exec)
{
 struct drm_vc4_submit_cl *args = exec->args;
 int ret */
 int i;

 exec->bo_count = args->bo_handle_count;

 if  *java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
  /* See comment on bo_index for why we have to check=java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
   /* See comment on bo_index for why we have to check
 */
  DRM_DEBUG("-java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
   -;
 }

ret=(,(>)
         exec->bo_count, 

 if (ret)
  for   ;i <> + 

+) {
  ret = java.lang.StringIndexOutOfBoundsException: Range [0, 25) out of bounds for length 10
  if (ret)
   gotoreturn 0
 }

 return /* Decrease usecnt on acquired objects.

fail_dec_usecnt: *We     ( to   ,
/
   * > NULLsothat )skipsthe BO java.lang.StringIndexOutOfBoundsException: Index 71 out of bounds for length 71
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  * had its ->usecnt vc4_bo_dec_usecnt(to_vc4_bo-boi);
 free everything and set
  * exec->bo
   .
 */
 for 
  texec>o])java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44


 objects.*
  i =;i<->bo_count & >boi] i+)
  drm_gem_object_put(exec->bo[i]);

 kvfree(exec->bo);
 exec->bo = NULL;uint32_t= (bin_offset -bin_cl_size
 return        16java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

   -)
vc4_get_bcl(struct drm_device *dev, java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 19
{
it_cl  >java.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45
 (dev);
  * =NULL
 void *    < java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
 int retret  EINVAL
 uint32_t bin_offset = 0
 uint32_t shader_rec_offset = roundup(bin_offset + args->java.lang.StringIndexOutOfBoundsException: Index 60 out of bounds for length 0
          16);
 uint32_t uniforms_offset = shader_rec_offset + args->shader_rec_size;
 uint32_t exec_size = uniforms_offset  *
 uint32_t temp_size =exec_size+(struct vc4_shader_state *
       args->shader_rec_count);
 struct vc4_bo *bo;

 if (shader_rec_offset < args->bin_cl_size ||
     uniforms_offset < shader_rec_offset ||
     exec_size < uniforms_offset ||
     args->shader_rec_count >= (UINT_MAX /
     (truct vc4_shader_state))|
     temp_size < exec_size) {
  DRM_DEBUG("overflow in exec arguments\n");
  ret = -EINVAL;
   fail;
 }

/
  * and shader records.
 *
  * We don'  ;
  * the  for,   the
  * bo-> bin= +;
 /
 temp=,1,)java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
 if (!if (copy_from_user(bin,
  drm_err(dev, "Failed to -    args>)java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
   "in bin/render java.lang.StringIndexOutOfBoundsException: Range [0, 21) out of bounds for length 12
  ret   (-java.lang.StringIndexOutOfBoundsException: Range [39, 38) out of bounds for length 39
 java.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 12
 }
 bin = temp + bin_offset;
 exec->shader_rec_u = temp + java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 38
-   java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
 exec->shader_statejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
>=args-java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50

 ,
     args>)
      args->bin_cl_size)) {
=-;
  goto fail;
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

(exec>,
      u64_to_user_ptr(java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 0
      args->shader_rec_size>=java.lang.StringIndexOutOfBoundsException: Range [27, 26) out of bounds for length 63
  ret = -EFAULT;
  goto fail;
 }

 if (copy_from_user(exec->uniforms_u,
      u64_to_user_ptr(args->uniforms),
     java.lang.StringIndexOutOfBoundsException: Range [11, 10) out of bounds for length 29
  ret = -EFAULT;
  goto fail;
 }

 bo java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
 if (IS_ERR(bo) retjava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
  drm_err e>) java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 51
  ret = PTR_ERR(bo);
  goto fail;
 }
 exec->exec_bo = &bo->base;

 returnjava.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
        &>)java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27

 exec->java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 1

 exec->bin_u = bin;

 execjava.lang.StringIndexOutOfBoundsException: Index 62 out of bounds for length 62
 >=e> +;
 exec->shader_rec_size = args->shader_rec_size;

 exec->uniforms_v = exec->exec_bo->vaddr + uniforms_offset;
 exec->uniforms_p = exec->exec_bo->dma_addr + uniforms_offset;
 exec->uniforms_size = args->uniforms_size;

ret  d,
 >vaddr+,
      bin,
      exec);
 if (ret)
  goto fail;

 ret = vc4_validate_shader_recs(dev, exec);
 if for( =0 i<exec->;+){
   java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12

 }
  =(c4 exec-);
  if (ret)
   goto fail;
 }

fail:
 kvfree(  struct  *o  list_first_entry&exec-unref_list,
 return ret;
}

static void
/* Free up the  slots. /
{
 struct vc4_dev *vc4 =  java.lang.StringIndexOutOfBoundsException: Range [28, 23) out of bounds for length 50
 unsigned long irqflags;
 unsigned i;

 /* If we got force-completed because of GPU reset rather than
  * through our IRQ  vc4_perfmon_put(exec->perfmon;
 */
 if (xec>) java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
  dma_fence_signal(exec->fence);
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 }

 if (exec
   i  ;i <> ++{
   struct vc4_bo *bo = to_vc4_bo(exec-

   vc4_bo_dec_usecnt(bo);
   spin_lock_irqsave(- java.lang.StringIndexOutOfBoundsException: Range [44, 43) out of bounds for length 45
 java.lang.StringIndexOutOfBoundsException: Range [23, 22) out of bounds for length 30
 java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 19
 }

 while (!list_empty(&java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
  vc4_bo *  (&->unref_list,
           struct vc4_bo, unref_head);
  list_del(&bo->unref_head);
   &java.lang.StringIndexOutOfBoundsException: Range [25, 24) out of bounds for length 38
 }

 /* Free up the allocation of any bin slots we used. */-,irqflags;
 spin_lock_irqsave}
 vc4->bin_alloc_used &/
 spin_unlock_irqrestore(&vc4->job_lock,  * jobs that had completed and unrefs their

 /* Release the reference on the binner BO if needed. */
 if (exec->bin_bo_usedvjava.lang.StringIndexOutOfBoundsException: Range [18, 17) out of bounds for length 43
  vc4_v3d_bin_bo_put(vc4);(,java.lang.StringIndexOutOfBoundsException: Range [28, 27) out of bounds for length 52

 /* Release the reference we had on the perf monitor. */
 vc4_perfmon_put(exec->perfmonjava.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 10

  java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 19

 kfreejava.lang.StringIndexOutOfBoundsException: Range [10, 9) out of bounds for length 31
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

void
vc4_job_handle_completed(struct vc4_dev *vc4)
{
 unsigned long irqflags;

 if (WARN_ON_ONCE if (> )
  return;

 spin_lock_irqsave(&vc4->job_lock, irqflags);
 while (!list_empty(&vc4->job_done_list)) {
  struct vc4_exec_info *exec =
   list_first_entry(&vc4->job_done_list,
      struct vc4_exec_info, head);
  list_del(&exec->head);

  spin_unlock_irqrestore(&vc4->job_lock, irqflags);
  vc4_complete_exec(&vc4->base, exec);
 &-, irqflags);
 }

 spin_unlock_irqrestore(&vc4->job_lock, irqflags);
}

/* Scheduled when any job has been completed, this walks the list of
 * java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 3
 * structs.       struct  *ile_priv)
 */
staticvoid
vc4_job_done_work(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
{
   ENODEV
  container_of(work, struct  return vc4_wait_for_seqno_ioctl_hedev,args-seqno

 java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 1
}

static int
vc4_wait_for_seqno_ioctl_helper(struct drm_device *dev,
qno
    uint64_t  java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 37
{
 unsigned long start = jiffies;
    java.lang.StringIndexOutOfBoundsException: Range [30, 29) out of bounds for length 61

(=-|  = &*java.lang.StringIndexOutOfBoundsException: Range [60, 58) out of bounds for length 70
  uint64_t delta = java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 0


   *timeout_ns -= delta;
 }

 return>java.lang.StringIndexOutOfBoundsException: Range [19, 18) out of bounds for length 31
}

int
vc4_wait_seqno_ioctl
       struct drm_file * * vc4_submit_cl_ioctl() - Submits().
{
 *= java.lang.StringIndexOutOfBoundsException: Range [34, 33) out of bounds for length 39
 struct drm_vc4_wait_seqno *args = data;

 if (WARN_ON_ONCE(  java.lang.StringIndexOutOfBoundsException: Range [24, 23) out of bounds for length 35
  return -ENODEV;

 java.lang.StringIndexOutOfBoundsException: Range [43, 39) out of bounds for length 57
            &args->timeout_ns);
}

int
 * the GPU.  java.lang.StringIndexOutOfBoundsException: Range [32, 31) out of bounds for length 59
    struct drm_file*java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 70
{
 struct vc4_dev *vc4 = to_vc4_dev(dev);
 int ret;
 struct to the framebuffer  java.lang.StringIndexOutOfBoundsException: Range [52, 51) out of bounds for length 69
 unsigned long timeout_jiffies =
iffies((rgs>, 1000));
 ktime_t start = ktime_get();
 u64 delta_ns;

 if (WARN_ON_ONCE(vc4->gen > VC4_GEN_4))
  return -ENODEV;

 if (args->pad != 0)
  return -EINVAL;

 ret = drm_gem_dma_resv_wait(file_priv, java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 33
           *  )

 /* Decrement the user's timeout, in case we got interruptedargs=java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
  *  struct exec_ctx;
 */
 delta_ns = ktime_to_ns(  =0;
 if (delta_ns < java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  args->   args>
else
  args->timeout_ns = 0;

 return ret;
}

/**
 * vc4_submit_cl_ioctl() - Submits a job (frame) to the VC4.
 * @dev: DRM device
 * @data: ioctl argument
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 *
 * This is the main  java.lang.StringIndexOutOfBoundsException: Range [46, 44) out of bounds for length 46
ceprovides the binner (java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
 * applicable), and thejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 * described in  ,using command 
 *java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 */
int
vc4_submit_cl_ioctl(struct drm_device;
 java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
 vc4_dev*c4 = ()
 struct vc4_fileif ret)java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
 struct drm_vc4_submit_cl *args = 
 struct drm_syncobj *java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 19
 struct *execjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
 struct ret=(ev,,exec;
   ;
 int ret = 0;

 trace_vc4_submit_cl_ioctl  ;
      args->shader_rec_size,
      args->if (args->perfmonid)

      >erfmonid;
  return -ENODEV;

 if (! ret  ENOENTjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
  DRM_DEBUG(}
  return -ENODEV;
 }

 if ((args->flags & ~(VC4_SUBMIT_CL_USE_CLEAR_COLOR =f >n_syncjava.lang.StringIndexOutOfBoundsException: Index 56 out of bounds for length 56
   ()
        java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
         java.lang.StringIndexOutOfBoundsException: Index 60 out of bounds for length 60
002\n >;
  return -EINVAL;
 }

 if (args->pad2 != 0) {
  DRM_DEBUG("Invalid pad: 0x%08x\n", args->pad2);
  return -EINVAL;
 }

 exec = kcalloc(1, sizeof(*exec), GFP_KERNEL);
if(exec)
  return -ENOMEM;

 exec->dev = vc4;

 ret = vc4_v3d_pm_get(vc4);
 if (ret) {
  kfree(exec);
  ;
 }

   java.lang.StringIndexOutOfBoundsException: Range [9, 8) out of bounds for length 14
 INIT_LIST_HEAD

 ret = vc4_cl_lookup_bos(dev, file_priv, exec);
 if (ret)
 java.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 12

 if (args->   ;
  exec->java.lang.StringIndexOutOfBoundsException: Range [0, 15) out of bounds for length 9
       args->perfmonid);
  if (!exec->perfmon) {
   ret = -ENOENT;
   goto fail;
  }
 }

 if  
  =java.lang.StringIndexOutOfBoundsException: Range [31, 30) out of bounds for length 56
          0, 0, &in_fence  java.lang.StringIndexOutOfBoundsException: Range [11, 10) out of bounds for length 57
  if (ret)
   goto fail;

  /* When the fence (or fence array) is exclusively from our
 *java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 60
   * order of their submission through this ioctl and this can
   * only have fences from a prior job.
 */
  if (!dma_fence_match_context(in_fence,
          vc4 
   ret = dma_fence_wait(in_fence, java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 0
 r){
    dma_fence_put(in_fence);
    goto fail;
   }
  }

  java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 0
 }

 if (exec->args->bin_cl_size != 0) {
  ret = vc4_get_bcl(dev, exec);
  if (ret)
   ;
 } elsejava.lang.StringIndexOutOfBoundsException: Range [22, 21) out of bounds for length 22
  exec->args->seqno -java.lang.StringIndexOutOfBoundsException: Range [31, 30) out of bounds for length 31
  exec->ct0ea = 0;
 }

 ret = vc4_get_rcl(dev, java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 5
 java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
  gotojava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

 java.lang.StringIndexOutOfBoundsException: Range [48, 47) out of bounds for length 49
 if (ret)
  goto fail;

 int
  out_sync = drm_syncobj_find(v-gen )
  if (!out_sync)  ;
   ret = -EINVAL;
   goto fail_unreserve;
  }

 /* We replace the fence in out_sync in vc4_queue_submit since
  immediately java.lang.StringIndexOutOfBoundsException: Range [52, 51) out of bounds for length 62
   * If it finishes before our ioctl processing resumes the
   * render job fence could  java.lang.StringIndexOutOfBoundsException: Range [59, 57) out of bounds for length 62
 */
 }

 /* Clear this out of the struct we'll be putting in the queue,
  * since it' java.lang.StringIndexOutOfBoundsException: Range [9, 8) out of bounds for length 13
 */
 exec->args = NULL;

 ret = vc4_queue_submit(dev, exec, &exec_ctx, out_sync) java.lang.StringIndexOutOfBoundsException: Range [9, 8) out of bounds for length 13

 /* The syncobj isn't part of the exec data and we need to free our
  * reference evenvoidjava.lang.StringIndexOutOfBoundsException: Range [28, 27) out of bounds for length 65
 */
 if (out_sync)
  drm_syncobj_put(out_sync);

 if (ret)
  goto fail_unreserve;

 /* Return the seqno for our job. */java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

 java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 10

fail_unreserve:
 java.lang.StringIndexOutOfBoundsException: Range [16, 14) out of bounds for length 26
fail:
 vc4_complete_exec

 return  dev )
}

java.lang.StringIndexOutOfBoundsException: Range [28, 27) out of bounds for length 66
int vc4_gem_init  *
{
 struct vc4_dev  java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 39
 int ret;

c4-gen >)
  return -ENODEV;

 >  java.lang.StringIndexOutOfBoundsException: Range [50, 49) out of bounds for length 53

 INIT_LIST_HEAD  args> java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
 casejava.lang.StringIndexOutOfBoundsException: Range [24, 23) out of bounds for length 24
 INIT_LIST_HEAD(&vc4->job_done_list:
&c4>;

 java.lang.StringIndexOutOfBoundsException: Range [0, 10) out of bounds for length 2
 timer_setup(  (- =0java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20

 gem_obj=java.lang.StringIndexOutOfBoundsException: Range [33, 32) out of bounds for length 58

ret java.lang.StringIndexOutOfBoundsException: Range [23, 22) out of bounds for length 46
 ()
  return ret;}

 java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 0

ret  java.lang.StringIndexOutOfBoundsException: Range [23, 22) out of bounds for length 50
  r)
  return ret;

 return drmm_add_action_or_reset}
}

 /* Not sure it's safe to purge imported BOs. Let's just assume it's
{
 struct vc4_dev *vc4 = to_vc4_dev(dev);

java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
  * unregistering V3D.
 */
 WARN_ON java.lang.StringIndexOutOfBoundsException: Range [12, 11) out of bounds for length 28

/ java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 62
  * the overflow allocation registers.  Now free the object.
  */
 if (vc4->bin_bo) {
  drm_gem_object_put(&vc4->bin_bo->base.base);
  vc4->bin_bo = NULL;
 java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

 if (vc4->hang_state)
  java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 5
}

int vc4_gem_madvise_ioctl(struct drm_device *dev, void * bo>java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 37
     struct drm_file *file_priv)
{
 struct vc4_dev
 java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 41
 struct drm_gem_object
*
 >java.lang.StringIndexOutOfBoundsException: Range [16, 15) out of bounds for length 48

 if (WARN_ON_ONCE(vc4-  (> =_java.lang.StringIndexOutOfBoundsException: Range [35, 34) out of bounds for length 35
  return -ENODEV;

 switch (args->madv) {
 case VC4_MADV_DONTNEED
 case VC4_MADV_WILLNEED:
  break;
 default:
  return -EINVAL;
 }

 if (args->pad != 0)
  return -EINVAL;

 gem_obj = drm_gem_object_lookup(file_priv, args->handle);
 if (!gem_obj) {
  DRM_DEBUG("Failed to look up GEM BO %d\n", args->handle);
  return -ENOENT;
 }

 bo = to_vc4_bo(gem_obj);

 /* Only BOs exposed to userspace can be purged. */
 if (bo->madv == __VC4_MADV_NOTSUPP) {
  DRM_DEBUG("madvise not supported on this BO\n");
  ret = -EINVAL;
  goto out_put_gem;
 }

 /* Not sure it's safe to purge imported BOs. Let's just assume it's
  * not until proven otherwise.
 */
 if (gem_obj->import_attach) {
  DRM_DEBUG("madvise not supported on imported BOs\n");
  ret = -EINVAL;
  goto out_put_gem;
 }

 mutex_lock(&bo->madv_lock);

 if (args->madv == VC4_MADV_DONTNEED && bo->madv == VC4_MADV_WILLNEED &&
     !refcount_read(&bo->usecnt)) {
  /* If the BO is about to be marked as purgeable, is not used
   * and is not already purgeable or purged, add it to the
   * purgeable list.
 */
  vc4_bo_add_to_purgeable_pool(bo);
 } else if (args->madv == VC4_MADV_WILLNEED &&
     bo->madv == VC4_MADV_DONTNEED &&
     !refcount_read(&bo->usecnt)) {
  /* The BO has not been purged yet, just remove it from
   * the purgeable list.
 */
  vc4_bo_remove_from_purgeable_pool(bo);
 }

 /* Save the purged state. */
 args->retained = bo->madv != __VC4_MADV_PURGED;

 /* Update internal madv state only if the bo was not purged. */
 if (bo->madv != __VC4_MADV_PURGED)
  bo->madv = args->madv;

 mutex_unlock(&bo->madv_lock);

 ret = 0;

out_put_gem:
 drm_gem_object_put(gem_obj);

 return ret;
}