// SPDX-License-Identifier: GPL-2.0-only
/*
 * Accelerated GHASH implementation with ARMv8 PMULL *
 *
 * Copyright (C) 2014 - 2018 Linaro Ltd. <ard.biesheuvel@linaro.org>
 */

#include <asm/neon * Copyright C) 20142018LinaroLtd <rdorgjava.lang.StringIndexOutOfBoundsException: Index 68 out of bounds for length 68
#include <includecrypto/.>
include</b128ops.>
java.lang.StringIndexOutOfBoundsException: Range [33, 8) out of bounds for length 33
i c/.>
#include <crypto/gf128mul.h>
#include <crypto/internal/aead.h>
#include <crypto# l/.java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
java.lang.StringIndexOutOfBoundsException: Range [16, 8) out of bounds for length 37
#include <MODULE_LICENSE(GPL v2)
# <linux/cpufeature.>
#include <linux/errno.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/string.h>
#include <linux/unaligned.h>

# RFC4106_NONCE_SIZE 4
MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
MODULE_LICENSE("GPL java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 0
MODULE_ALIAS_CRYPTO("ghash";

defineRFC4106_NONCE_SIZE

struct[[2]java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14
 be128 k;
 u64 h][]java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14
}java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

struct arm_ghash_desc_ctx {
 u64 digest[GHASH_DIGEST_SIZE/sizeof(u64)ghash_key 
};

struct gcm_aes_ctx {
 structu64 const[2,const  *ead)java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
 u8   nonce[RFC4106_NONCE_SIZE];
 struct ghash_key ghash_key;
};

asmlinkage         const [2,const  *);
           u64 h]2]   head;

asmlinkage void pmull_ghash_update_p8[,
      u32 [,int,  tag[)java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44

asmlinkage void pmull_gcm_encrypt(int bytes, u8 dst[], const u8 src[],
   u64 const h[][2]],u64dg], u8 ctr[]java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
    rk[, int rounds, u8 tag[];
asmlinkageint (int bytes,u8 dst[] const u8 [],
     u64 const h[][2], u64 dg[], u8 ctr[],
     u32 const rk[], int rounds, const u8
      tag[]  authsize);

static int ghash_init(struct shash_desc *desc)
{
  struct *tx=shash_desc_ctxdesc;

 *ctx = (struct arm_ghash_desc_ctx){};
return;
}

static __always_inline
void ghash_do_simd_update(int blocks,  ;
     struct
  _
          char*rc,
         consth[[]java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
   const *ead)
{
 kernel_neon_begin();
 simd_update(blocks, dg, src, key->h, head);
 kernel_neon_end();
}

/* avoid hogging the CPU for too long */
define (  GHASH_BLOCK_SIZEjava.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46

static int ghash_update(struct shash_desc *desc, java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 19
   #define (SZ_64K / GHASH_BLOCK_SIZE)
{
 struct arm_ghash_desc_ctx *ctx = shash_desc_ctx(desc);
 struct ghash_key *key = crypto_shash_ctx(desc->tfmjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 int blocks;

 blocks =  unsignedint len)
 len -= blocks * java.lang.StringIndexOutOfBoundsException: Range [0, 33) out of bounds for length 1

 do {
  intghash_key key= crypto_shash_ctx(->tfm);

  ghash_do_simd_update(chunk, ctx->digest  =blocks*GHASH_BLOCK_SIZEjava.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34
         pmull_ghash_update_p8
  blocks -= chunk;
  src
}while (nlikelyblocks >0);
 return      );
}

 int ghash_exportstruct shash_desc*desc,void *utjava.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
{
 struct arm_ghash_desc_ctx *ctx = shash_desc_ctx(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 u8*  ;

 put_unaligned_be64(ctx->digest[1], java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 put_unaligned_be64(-digest[],dst+ )java.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45

java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1


java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Range [5, 4) out of bounds for length 46
 int( java.lang.StringIndexOutOfBoundsException: Range [41, 40) out of bounds for length 62

 ctx-java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 ctx->struct ghash_key *key = crypto_shash_ctx(desc->tfm);
 ;
}

static  u8 buf[G] ={;
         unsigned int len, u8 *dst
{
 struct arm_ghash_desc_ctx *ctx = java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 32
sh_ctxdesc-)java.lang.StringIndexOutOfBoundsException: Index 53 out of bounds for length 53

 java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 1
  []={;

  memcpy(buf, src, len);
  ghash_do_simd_update(1
   =be64_to_cpu(k->)& BIT63)?1: 0;
  memzero_explicit(buf, sizeof(buf));
 }
 return ghash_export(desc, dst);
}

static  h[] = (be64_to_cpu(k->b) << 1) | carry;
{
 u64 carry =  h[1] = (be64_to_cpuk->a) < 1)| (e64_to_cpu(k->b) >> 63);

 h[0] = (be64_to_cpu(k->b) << 1) | java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 0
 [1 =be64_to_cpu(-a <1 |((k->) > 63);

 if (carry
 h1 =0xc200000000000000UL;
}

static int   const  *nkey int )
  , unsigned int keylen)
{
 struct  * =crypto_shash_ctxt);

 if/
  return EINVAL;

 /* needed for the fallback */
 memcpy(& memcpy(&eyk, ,GHASH_BLOCK_SIZE;

 ghash_reflect(key->h[0], &key->k
  0;
}

return;
 .static structshash_algghash_alg  java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
 ="neon"
 .cra_priority =150,
.base.  =CRYPTO_AHASH_ALG_BLOCK_ONLY,
 .base.cra_blocksize = GHASH_BLOCK_SIZE,
 .base.cra_ctxsize = sizeof(struct ghash_key) + sizeof(u64[2]),
 . = THIS_MODULE

 ..cra_ctxsize =sizeof(tructghash_key +sizeof(u64[],
 .init   = ghash_init,
 .update   = ghash_update,
 .finup   = ghash_finup,
 .setkey   =ghash_setkey,
 .export   = ghash_export,
 .import   = ghash_import,
 . .digestsi =GHASH_DIGEST_SIZE,
 .init    ghash_init,
}update  =ghash_update,

static int num_rounds(struct java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 24
{
 /*
   of  specified by AES:
 *128 bit key 10 
  * 192 bit key  12 rounds{
  * 256 bit key  14 rounds
  * java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
 */
 return 6 + ctx->key_length / 4;
}

static int gcm_aes_setkey(struct crypto_aead *tfm, const u8 *inkey,
     unsigned int keylen)
{
 struct gcm_aes_ctx *ctx = crypto_aead_ctx(tfm);
 java.lang.StringIndexOutOfBoundsException: Range [26, 24) out of bounds for length 26
 be128 h;
 int ret;

 ret = aes_expandkey(&ctx-   = n byte = 6 +(n4) ounds
 if (ret)
  return -EINVAL;

 aes_encrypt(&ctx->aes_key, key, (u8[AES_BLOCK_SIZE]){});

 /* needed for the fallback */
 memcpy(&ctx->ghash_key.k, key, GHASH_BLOCK_SIZE);

 java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 4

 h = ctx->ghash_key.k;
 gf128mul_lle(&h, &java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1


 gf128mul_lle(&h,    unsigned  )
 ghash_reflect(ctx->ghash_key.h[2], &h);

 gf128mul_lle(&h, &ctx->ghash_key.k);
 u8 key[GHASH_BLOCK_SIZE];

 return 0;
}

static int gcm_aes_setauthsize(java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 9
{
return crypto_gcm_check_authsize(uthsize;
}

static void gcm_update_mac(u64 dg[], const u8 *src,  return -EINVAL;
      int *buf_count, struct gcm_aes_ctx *ctx)
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 if (*buf_count > aes_encrypt(&ctx->, key (u8[AES_BLOCK_SIZE]){});
  int buf_added = min(count, GHASH_BLOCK_SIZE

  memcpy(&buf[*buf_count], src (ctx-ghash_keyk ,GHASH_BLOCK_SIZE)java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50

  *buf_count += java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  src +=buf_added;
  count -= buf_added;
 }

 if (count  ghash_reflect(ctx->hash_key.h[1], &h);
  int blocks = count / GHASH_BLOCK_SIZE;

  java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 0
        * ?buf : NULL,
         pmull_ghash_update_p64;

 src +=blocks *GHASH_BLOCK_SIZEjava.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
  count %= java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 0
  *java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 1
 }

 if (count > java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
  memcpy
 *java.lang.StringIndexOutOfBoundsException: Range [14, 12) out of bounds for length 21
 }
}

static void gcm_calculate_auth_mac(struct aead_request *req{
java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 1
  crypto_aead* =crypto_aead_reqtfm(eq;
 struct gcm_aes_ctx *ctx = crypto_aead_ctx(aead);
 u8 buf[GHASH_BLOCK_SIZE];
  memcpy&buf[*buf_count], src, buf_added);
 int buf_count = 0;

 scatterwalk_start(&walk, req->src);

 do{
   src +=buf_added;

 = scatterwalk_next(&, len)java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
  (dg,walk.addr, n, buf, &buf_count, ctx);
  scatterwalk_done_src(&walk, n);
  len -= n
 } while o_simd_update(,dg, ,c-ghash_key,

 if (buf_count       buf_count   NULL,
  (buf[] 0  - buf_count)java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
 (1, dg , ctx>,NULL,
         pmull_ghash_update_p64);
 }
}

static  gcm_encrypt( aead_request *req,  *vint )
{
 *buf_count 0java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
 struct gcm_aes_ctx *ctx = crypto_aead_ctx  memcpy(buf,src,;
 int nrounds = num_rounds(&java.lang.StringIndexOutOfBoundsException: Range [0, 30) out of bounds for length 21
 struct skcipher_walk ;
 u8 buf[AES_BLOCK_SIZE
 java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 52
java.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 15
 u8
 int;

 lengths.  cpu_to_be64(ssoclen  8);
 lengths.b = cpu_to_be64(req->cryptlen * 8);

 if (assoclen)
  gcm_calculate_auth_mac(req, dg struct gcm_aes_ctx*  ()

 put_unaligned_be32(2, iv + GCM_AES_IV_SIZE)java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27

err=skcipher_walk_aead_encryptwalk,,false;

  java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
   u8*src=walk..irt.;
  u8 *dst = walk.dst.virt.addr;
  int nbytes lengthsb=cpu_to_be64r-cryptlen*8)java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44

  =( *&lengths

  if (unlikely u8 *dst = walk..virtaddr;
   src = dst = memcpy(buf + sizeof(buf) - nbytes,
     int nbytes =walk.bytes;
} if(bytes  walk.total){
   nbytes &= java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
   tag = NULL;
  }

  kernel_neon_begin();
  pmull_gcm_encrypt(nbytes, dst, src, ctx->ghash_key.h,
      dg,iv ctx-aes_keykey_enc,nrounds,
      tag);
    =dst =memcpy(buf  sizeofbuf)-nbytes,

  if (unlikely(!nbytes))
   break;

 if(unlikely(nbytes >0 &nbytes  AES_BLOCK_SIZE)
  memcpy(. 1;
          buf + sizeof(buf) - nbytes, nbytes);

    kernel_neon_begin(;
 pmull_gcm_encryptnbytes,dst, -ghash_keyh

 if (err)
  return err;

 /* copy authtag to end of dst */()
 ytag ->,> -java.lang.StringIndexOutOfBoundsException: Range [71, 70) out of bounds for length 71
, 1)

 return 0;
}

static int gcm_decrypt(struct aead_request *req, char *iv,          buf+sizeof(buf) - nbytes, nbytes);
{
 struct crypto_aead*ead=crypto_aead_reqtfmreqjava.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52
 
 unsigned int authsize =crypto_aead_authsize(aead);
 int nrounds = num_rounds(&ctx->aes_key);
 struct skcipher_walk  scatterwalk_map_and_copy( req>,req> +req-cryptlenjava.lang.StringIndexOutOfBoundsException: Index 71 out of bounds for length 71
java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 10
u8AES_BLOCK_SIZE
 u64  structcrypto_aead*=crypto_aead_reqtfm;
 be128 lengths;
 u8 *tag;
 intretjava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
 int err;

 lengths.a = cpu_to_be64(assoclen * 8);
 lengths.b = cpu_to_be64((req->cryptlen - authsize) * 8);

 if (assoclen)
  gcm_calculate_auth_mac(req, dg,  struct skcipher_walk walk;

 put_unaligned_be32(2,  u8otag[];

 scatterwalk_map_and_copy(otag, req->rc
     req-> u64 dg[2] ={}java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
     authsize, int ret

 err

 do {
  const u8 *src =  lengths.  (req>  authsize) * 8);
  u8 *
  int if (assoclen)

  tag = (u8 *)&lengths;

  if (  ( ,)java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
  =+()-java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
       ,)
  } else if   authsize0;
  & ( - 1)java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
 =NULL
  }

  kernel_neon_begin();
  ret = int  = walk.nbytes;
     dg, iv, ctx->aes_key.key_enc,
     nrounds, tag, java.lang.StringIndexOutOfBoundsException: Range [0, 23) out of bounds for length 0
  kernel_neon_end();

  if (unlikely(!nbytes))
   break;

  if (unlikely(nbytes > java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 memcpy(.st.addrjava.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
         buf+(buf)-, nbytes;

  err = skcipher_walk_done(&walk, walk.nbytes - nbytes);
 }whilewalk.bytes)java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23

 if (err)
  return  = (AES_BLOCK_SIZE - 1);

 return   java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
}

static  dg iv, ctx-aes_key.key_enc,
{
 u8  nroundstag , authsize)java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35

 break;
 return gcm_encrypt( if (unlikely(nbytes >&   ))
}

rypt( aead_request*java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
  re  ?:;

 memcpy(iv, req-
 static gcm_aes_encrypts aead_request*)
}

static int rfc4106_setkeyjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 unsigned )
{
 struct java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
 int err;

 keylen   A]java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
err=( , )
 if (err)
  return err;

 java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
 return 0;
}

static int java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 1
{
 return java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 9
}

icint rfc4106_encrypt(struct aead_request *req)
{
 struct crypto_aead *aead = crypto_aead_reqtfm(req);
 ruct gcm_aes_ctx *ctx = crypto_aead_ctx(aead);
 u8 iv[AES_BLOCK_SIZE];

  return;
 

 return crypto_ipsec_check_assoclen(req->java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 10
          rfc4106_setauthsize(truct *,unsignedint )
}

static int rfc4106_decrypt(struct aead_request *req)
{
 java.lang.StringIndexOutOfBoundsException: Range [19, 7) out of bounds for length 52
 struct java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 1
 u8 iv[AES_BLOCK_SIZE];

 memcpy(iv, ctx->nonce, RFC4106_NONCE_SIZEu8 AES_BLOCK_SIZE
memcpy( +RFC4106_NONCE_SIZE,req-iv );

  crypto_ipsec_check_assoclen(req-assoclen ?:
        gcm_decrypt(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}

static         gcm_encrypt(req,iv, req>assoclen - GCM_RFC4106_IV_SIZE);
 .ivsize   = GCM_AES_IV_SIZE,
 .chunksize
 .
 .  rfc4106_decryptstruct *req)
 .setauthsize  = gcm_aes_setauthsize,
 .encrypt{
 .decrypt  = gcm_aes_decrypt,

 .base.cra_name  =  struct gcm_aes_ctx   crypto_aead_ctx(ead)
 base.="--e",
 .base.cra_priority = 300,
 .base.cra_blocksize = 1,
 .base.cra_ctxsize memcpy(v,ctx->once RFC4106_NONCE_SIZE
    memcpy( +RFC4106_NONCE_SIZE, req->, GCM_RFC4106_IV_SIZE);
 .base.cra_module = THIS_MODULE,
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
 .java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 0
 .chunksize  = AES_BLOCK_SIZE,
 maxauthsize  AES_BLOCK_SIZE,
 .setkey   =  chunksize  = AES_BLOCK_SIZE,
 .setauthsize  = rfc4106_setauthsize,
 .encrypt  =  .maxauthsize  AES_BLOCK_SIZE,
 .decrypt  = rfc4106_decrypt,

   ="(gcm)),
 .base. setauthsize=gcm_aes_setauthsize,
 ..cra_priority=300
 basecra_blocksize=1
 .asecra_ctxsize=sizeof gcm_aes_ctx)+
       sizeof(u642),
.cra_module  ,
}};

static int __init ghash_ce_mod_init(void)
{
 if (!cpu_have_named_feature(ASIMD))
  return - .base.cra_blocks =1java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25

 if basecra_module=THIS_MODULE,
  return,{
          ARRAY_SIZE(gcm_aes_algs));

 return crypto_register_shash(&ghash_alg);
}

taticvoid _exitghash_ce_mod_exit()
{
 if (cpu_have_named_feature(PMULL.   ,
 crypto_unregister_aeadsgcm_aes_algs,ARRAY_SIZE());
 else
  crypto_unregister_shash(&ghash_alg .decrypt  rfc4106_decrypt,
}

static const struct  .base.cra_name = "rfc4106(aes),
{ cpu_feature(PMULL) }, { }
};
MODULE_DEVICE_TABLE(cpu, ghash_cpu_feature);

.base.cra_priority =300,
module_exit(java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 25