Quelle copy_aarch64.hpp Sprache: C

/*
* Copyright (c) 2003, 2022, Oracle and/or its affiliates. All rights reserved.
* Copyright (c) 2014, Red Hat Inc. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License version 2 only, as
* published by the Free Software Foundation.
*
* This code is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
* version 2 for more details (a copy is included in the LICENSE file that
* accompanied this code).
*
* You should have received a copy of the GNU General Public License version
* 2 along with this work; if not, write to the Free Software Foundation,
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
*
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
* or visit www.oracle.com if you need additional information or have any
* questions.
*
*/

#ifndef CPU_AARCH64_COPY_AARCH64_HPP
#define CPU_AARCH64_COPY_AARCH64_HPP

#include OS_CPU_HEADER(copy)

static void pd_fill_to_words(HeapWord* tohw, size_t count, juint value) {
  julong* to = (julong*) tohw;
  julong  v  = ((julong) value << 32) | value;
  while (count-- > 0) {
    *to++ = v;
  }
}

static void pd_fill_to_aligned_words(HeapWord* tohw, size_t count, juint value) {
  pd_fill_to_words(tohw, count, value);
}

static void pd_fill_to_bytes(void* to, size_t count, jubyte value) {
  (void)memset(to, value, count);
}

static void pd_zero_to_words(HeapWord* tohw, size_t count) {
  pd_fill_to_words(tohw, count, 0);
}

static void pd_zero_to_bytes(void* to, size_t count) {
  (void)memset(to, 0, count);
}

#ifndef _WINDOWS

#define COPY_SMALL(from, to, count)                                     \
{                                                                       \
        long tmp0, tmp1, tmp2, tmp3;                                    \
        long tmp4, tmp5, tmp6, tmp7;                                    \
  __asm volatile(                                                       \
" adr %[t0], 0f;\n"                                           \
" add %[t0], %[t0], %[cnt], lsl #5;\n"                        \
" br %[t0];\n"                                               \
" .align 5;\n"                                                   \
"0:"                                                                    \
" b 1f;\n"                                                  \
" .align 5;\n"                                                   \
" ldr %[t0], [%[s], #0];\n"                                   \
" str %[t0], [%[d], #0];\n"                                   \
" b 1f;\n"                                                  \
" .align 5;\n"                                                   \
" ldp %[t0], %[t1], [%[s], #0];\n"                            \
" stp %[t0], %[t1], [%[d], #0];\n"                            \
" b 1f;\n"                                                  \
" .align 5;\n"                                                   \
" ldp %[t0], %[t1], [%[s], #0];\n"                            \
" ldr %[t2], [%[s], #16];\n"                                  \
" stp %[t0], %[t1], [%[d], #0];\n"                            \
" str %[t2], [%[d], #16];\n"                                  \
" b 1f;\n"                                                  \
" .align 5;\n"                                                   \
" ldp %[t0], %[t1], [%[s], #0];\n"                            \
" ldp %[t2], %[t3], [%[s], #16];\n"                           \
" stp %[t0], %[t1], [%[d], #0];\n"                            \
" stp %[t2], %[t3], [%[d], #16];\n"                           \
" b 1f;\n"                                                  \
" .align 5;\n"                                                   \
" ldp %[t0], %[t1], [%[s], #0];\n"                            \
" ldp %[t2], %[t3], [%[s], #16];\n"                           \
" ldr %[t4], [%[s], #32];\n"                                  \
" stp %[t0], %[t1], [%[d], #0];\n"                            \
" stp %[t2], %[t3], [%[d], #16];\n"                           \
" str %[t4], [%[d], #32];\n"                                  \
" b 1f;\n"                                                  \
" .align 5;\n"                                                   \
" ldp %[t0], %[t1], [%[s], #0];\n"                            \
" ldp %[t2], %[t3], [%[s], #16];\n"                           \
" ldp %[t4], %[t5], [%[s], #32];\n"                           \
"2:"                                                                    \
" stp %[t0], %[t1], [%[d], #0];\n"                            \
" stp %[t2], %[t3], [%[d], #16];\n"                           \
" stp %[t4], %[t5], [%[d], #32];\n"                           \
" b 1f;\n"                                                  \
" .align 5;\n"                                                   \
" ldr %[t6], [%[s], #0];\n"                                   \
" ldp %[t0], %[t1], [%[s], #8];\n"                            \
" ldp %[t2], %[t3], [%[s], #24];\n"                           \
" ldp %[t4], %[t5], [%[s], #40];\n"                           \
" str %[t6], [%[d]], #8;\n"                                   \
" b 2b;\n"                                                  \
" .align 5;\n"                                                   \
" ldp %[t0], %[t1], [%[s], #0];\n"                            \
" ldp %[t2], %[t3], [%[s], #16];\n"                           \
" ldp %[t4], %[t5], [%[s], #32];\n"                           \
" ldp %[t6], %[t7], [%[s], #48];\n"                           \
" stp %[t0], %[t1], [%[d], #0];\n"                            \
" stp %[t2], %[t3], [%[d], #16];\n"                           \
" stp %[t4], %[t5], [%[d], #32];\n"                           \
" stp %[t6], %[t7], [%[d], #48];\n"                           \
"1:"                                                                    \
                                                                        \
  : [s]"+r"(from), [d]"+r"(to), [cnt]"+r"(count),                       \
    [t0]"=&r"(tmp0), [t1]"=&r"(tmp1), [t2]"=&r"(tmp2), [t3]"=&r"(tmp3), \
    [t4]"=&r"(tmp4), [t5]"=&r"(tmp5), [t6]"=&r"(tmp6), [t7]"=&r"(tmp7)  \
  :                                                                     \
  : "memory", "cc");                                                    \
}

static void pd_conjoint_words(const HeapWord* from, HeapWord* to, size_t count) {
  __asm volatile( "prfm pldl1strm, [%[s], #0];" :: [s]"r"(from) : "memory");
  if (__builtin_expect(count <= 8, 1)) {
    COPY_SMALL(from, to, count);
    return;
  }
  _Copy_conjoint_words(from, to, count);
}

static void pd_disjoint_words(const HeapWord* from, HeapWord* to, size_t count) {
  if (__builtin_constant_p(count)) {
    memcpy(to, from, count * sizeof(HeapWord));
    return;
  }
  __asm volatile( "prfm pldl1strm, [%[s], #0];" :: [s]"r"(from) : "memory");
  if (__builtin_expect(count <= 8, 1)) {
    COPY_SMALL(from, to, count);
    return;
  }
  _Copy_disjoint_words(from, to, count);
}

static void pd_disjoint_words_atomic(const HeapWord* from, HeapWord* to, size_t count) {
  __asm volatile( "prfm pldl1strm, [%[s], #0];" :: [s]"r"(from) : "memory");
  if (__builtin_expect(count <= 8, 1)) {
    COPY_SMALL(from, to, count);
    return;
  }
  _Copy_disjoint_words(from, to, count);
}

static void pd_aligned_conjoint_words(const HeapWord* from, HeapWord* to, size_t count) {
  pd_conjoint_words(from, to, count);
}

static void pd_aligned_disjoint_words(const HeapWord* from, HeapWord* to, size_t count) {
  pd_disjoint_words(from, to, count);
}

static void pd_conjoint_bytes(const void* from, void* to, size_t count) {
  (void)memmove(to, from, count);
}

static void pd_conjoint_bytes_atomic(const void* from, void* to, size_t count) {
  pd_conjoint_bytes(from, to, count);
}

static void pd_conjoint_jshorts_atomic(const jshort* from, jshort* to, size_t count) {
  _Copy_conjoint_jshorts_atomic(from, to, count);
}

static void pd_conjoint_jints_atomic(const jint* from, jint* to, size_t count) {
  _Copy_conjoint_jints_atomic(from, to, count);
}

static void pd_conjoint_jlongs_atomic(const jlong* from, jlong* to, size_t count) {
  _Copy_conjoint_jlongs_atomic(from, to, count);
}

static void pd_conjoint_oops_atomic(const oop* from, oop* to, size_t count) {
  assert(BytesPerLong == BytesPerOop, "jlongs and oops must be the same size");
  _Copy_conjoint_jlongs_atomic((const jlong*)from, (jlong*)to, count);
}

static void pd_arrayof_conjoint_bytes(const HeapWord* from, HeapWord* to, size_t count) {
  _Copy_arrayof_conjoint_bytes(from, to, count);
}

static void pd_arrayof_conjoint_jshorts(const HeapWord* from, HeapWord* to, size_t count) {
  _Copy_arrayof_conjoint_jshorts(from, to, count);
}

static void pd_arrayof_conjoint_jints(const HeapWord* from, HeapWord* to, size_t count) {
   _Copy_arrayof_conjoint_jints(from, to, count);
}

static void pd_arrayof_conjoint_jlongs(const HeapWord* from, HeapWord* to, size_t count) {
  _Copy_arrayof_conjoint_jlongs(from, to, count);
}

static void pd_arrayof_conjoint_oops(const HeapWord* from, HeapWord* to, size_t count) {
  assert(!UseCompressedOops, "foo!");
  assert(BytesPerLong == BytesPerOop, "jlongs and oops must be the same size");
  _Copy_arrayof_conjoint_jlongs(from, to, count);
}
#endif // _WINDOWS

#endif // CPU_AARCH64_COPY_AARCH64_HPP

quality98%

¤ Dauer der Verarbeitung: 0.13 Sekunden (vorverarbeitet) ¤

Wurzel

Suchen

Beweissystem der NASA

Beweissystem Isabelle

NIST Cobol Testsuite

Cephes Mathematical Library

Wiener Entwicklungsmethode

Haftungshinweis

Die Informationen auf dieser Webseite wurden nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit, noch Qualität der bereit gestellten Informationen zugesichert.

Bemerkung:

Die farbliche Syntaxdarstellung ist noch experimentell.