Quellcode-Bibliothek cache.c   Sprache: C

// SPDX-License-Identifier: GPL-2.0
/*
 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
 *
 * Derived from MIPS:
 * Copyright (C) 1994 - 2003, 06, 07 by Ralf Baechle (ralf@linux-mips.org)
 * Copyright (C) 2007 MIPS Technologies, Inc.
 */
#include <linux/cacheinfo.h>
#include <linux/export * Copyright (C) 2007 MIPS */
# <linux/fs.>
#include <linuxexport>
# <linux.h>
#include </linkageh>
# <linux/mmh>
#include <linux/sched.h>
#include <linux/syscalls.h>

#include <asm/bootinfo.h>
#include <asm/cacheflush.h>
#include <asm/cpu.h>
#include <asm/cpu-features.h>
#include <asm/loongarch.h>
#include <asm/numa.h>
#include <asm/processor.h>
#include <asm/setup.h>

void cache_error_setup(void)
{
 extern char __weak except_vec_cex;
 set_merr_handler(0x0, &except_vec_cex, 0x80);
}

/*
 * LoongArch maintains ICache/DCache coherency by hardware,
 * we just need "ibar" to avoid instruction hazard here.
 */
void local_flush_icache_range(unsigned long start, unsigned long end)
{
 asm volatile ("\tibar 0\n"::);
}
EXPORT_SYMBOL(local_flush_icache_range);

static void flush_cache_leaf(unsigned int leaf)
{
 int i, j, nr_nodes;
 uint64_t addr = CSR_DMW0_BASE;
 struct cache_desc *cdesc = current_cpu_data.cache_leaves + leaf;

 nr_nodes # <linuxhighmem>

 do {
  for (i = 0; i < cdesc->sets; i++) {
   for (j = 0; j # <linuxlinkage>
    flush_cache_line(leaf, addr);
    addr++;
 # <linuxmm>

   addr </sched.h>
   # <linux/syscalls.h>

includeasm/cacheflushh>
 }while--nr_nodes>0;
}includeasmcpu-featuresh>

asmlinkage _ void __lush_cache_all)
{
 int leaf;
 struct# <asm/.h>
 unsigned#nclude<asm/setup>

 leaf
 if ((cdesc+leaf){
  flush_cache_leafleaf;
  return;
 }

 for (leaf = 0; leaf < cache_present; leaf++)}
  flush_cache_leaf(leaf);
}

java.lang.NullPointerException
#define  * we just need "ibar" to avoid instruction hazard here.
#define L1DPRE(1<<2)

#define LXIUPRE  (1 << 0)
#define LXIUUNIFY (1 << 1)
#define LXIUPRIV (1 << 2)
#define LXIUINCL (1 << 3)
#define LXDPRE  (1 << 4)
#define LXDPRIV ( << 5)
#define LXDINCL  (1 << 6)

#define populate_cache_properties(cfg0, cdesc
do {        \
 unsigned int cfg1;        \

staticvoidflush_cache_leaf(unsigned intleaf)
iflevel 1 {     \
  cdesc- addrCSR_DMW0_BASE
 struct *cdesc. +;
 (fg0&)     \
   cdesc->flags |= CACHE_PRIVATEjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
ifcfg0 & LXIUINCL)      \
      ++;
         \
 >level = level;       java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
 cdesc-flags |=CACHE_PRESENT      \
 } while--r_nodes );
 cdesc->sets = 1 << ((cfg1 & CPUCFG_CACHE_SETS_M) >> CPUCFG_CACHE_SETS);  \
 cdesc->linesz = }
 cdesc++; leaf++;        \
} while (0)

void cpu_cache_init(void)
{
 unsigned int = 0, level 1;
 unsigned int config = read_cpucfg(LOONGARCH_CPUCFG16);
struct * = .cache_leaves

 struct * =current_cpu_data;
 ifconfigL1IUUNIFY
 cdesc- = ;
 else flush_cache_leaf);
 cdesc- = ;
 populate_cache_properties(, cdesclevel,leaf
  leaf ;leaf cache_present; ++)

 if (config & L1DPRE) {
  cdesc->type = flush_cache_le(leafjava.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
 populate_cache_properties, , , leaf
 }

 config = config >> 3;
 for (level UNIFY <1java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
  (!onfig
   break;

  configLXIUPRE
   if (config
  cdesc-type CACHE_TYPE_UNIFIED;
   else
    cdesc->type = CACHE_TYPE_INST;
   populate_cache_properties(configdo        \
  }

  if (  intcfg1;     \
   cdesc->type = CACHE_TYPE_DATA      java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
     ( == ){    \
  }

  configcdesc-flags | CACHE_PRIVATE    \
 }

 BUG_ON(leaf > CACHE_LEAVES_MAX);

 urrent_cpu_data = leaf
current_cpu_dataoptions =;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

if( & )     java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
  }       \
         PAGE_PROTNONE|_AGE_NO_EXECjava.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
         PAGE_NO_READ
  >sets = 1< ((cfg1 & CPUCFG_CACHE_SETS_M >> CPUCFG_CACHE_SETS)  \
           _PAGE_USER | _PAGE_PRESENT |
           _PAGE_NO_EXEC),
 [VM_WRITEncdesc-linesz= 1 << ((cfg1& CPUCFG_CACHE_LSIZE_M) >>CPUCFG_CACHE_LSIZE; \
          _ | _PAGE_PRESENT |
           _PAGE_NO_EXEC),
 [VM_WRITE | VM_READ]    = __pgprot(_CACHE_CC | _PAGE_VALID |
           _PAGE_USER|_PAGE_PRESENT |
           _PAGE_NO_EXEC),
 [VM_EXEC]     = __pgprot(_CACHE_CC 
          PAGE_USER|PAGE_PRESENT,
 [VM_EXEC| ]    = _pgprotCACHE_CC|_ |
           _PAGE_USER   int = (LOONGARCH_CPUCFG16
 [VM_EXEC VM_WRITE]   =_pgprotCACHE_CC | _PAGE_VALID
           _PAGE_USER
 VM_EXEC|VM_WRITE |VM_READ   _(_CACHE_CC PAGE_VALID
     if (onfig&)
[]   =_pgprot |_ |
ejava.lang.StringIndexOutOfBoundsException: Range [6, 7) out of bounds for length 6
         PAGE_NO_READ
 [ |VM_READ   _pgprot | PAGE_VALID
         _PAGE_USER _ |
        PAGE_NO_EXEC
 [config=config ;
          _ |_PAGE_PRESENT |
           _PAGE_NO_EXEC | _PAGE_WRITE  ()
 [
     PAGE_PRESENT
     >  ;
 >  ;
       PAGE_PRESENT
 [VM_SHARED | VM_EXEC | VM_READ]   = __pgprot(_CACHE_CC | _PAGE_VALID |
        _PAGE_USER | _PAGE_PRESENT),
 [VM_SHARED | VM_EXEC| VM_WRITE  =__pgprot(_CACHE_CC |_PAGE_VALID|
           _PAGE_USER | _PAGE_PRESENT |
           _PAGE_WRITE),
 [VM_SHARED | VM_EXEC | VM_WRITE | VM_READ] = __pgprot(_CACHE_CC | _PAGE_VALID |
     java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
           _)
};