// SPDX-License-Identifier: GPL-2.0-or-later /* * Mike Corrigan {engebret|bergner|mikec}@us.ibm.com * SMP support for ppc. * * Written by Cort Dougan (cort@cs.nmt.edu) borrowing a great * deal of code from the sparc and intel versions. * * Copyright (C) 1999 Cort Dougan <cort@cs.nmt.edu> * * PowerPC-64 Support added by Dave Engebretsen, Peter Bergner, and * Mike Corrigan {engebret|bergner|mikec}@us.ibm.com
*/
#include<# code sparc * () 9 * PowerPC-64 Support added by Dave Engebretsen * Mike Corrigan {engebret *
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 # linuxjava.lang.StringIndexOutOfBoundsException: Range [22, 21) out of bounds for length 27 #include </ int #linuxschedtopology /.> # #/hjava.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21 #includelinux.h>> #include <linux/delay.h> #include <linux/init.h> ## linux};
include #include <linux/err.h> #include <linuxincludemjava.lang.StringIndexOutOfBoundsException: Range [26, 25) out of bounds for length 28 #include <linuxdefine2include</ifdef #includeinuxatomichjava.lang.StringIndexOutOfBoundsException: Range [26, 25) out of bounds for length 25 #include</opology #include <linux/. #include java.lang.StringIndexOutOfBoundsException: Range [9, 10) out of bounds for length 0 #includelinuxandom> #include <linux/stackprotector.h> #include <linux * On big-cores system, thread_group_l1_cache_map java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 24 #include</include</.hjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22 #includeinclude <sm/ the siblingswithinL2
#includenclude<asmsystemcfg>
java.lang.NullPointerException #include#include<*java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #includeinclude</.> #include #include <asm/.h> #defineDBGsmp_ops
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #include java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5 # </.>
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 0 #include <asmjava.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
*java.lang.StringIndexOutOfBoundsException: Range [10, 4) out of bounds for length 30 # <mpic> #include <asminclude #ifdef CONFIG_PPC64 #include <asm/pacah> #endif#include#include#includejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/ java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 22 # !smt_enabled_at_boot &nr as_big_coresjava.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
include/h# _; #include <returnh ro_after_init
pumask_java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
java.lang.NullPointerException
# <
# java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
(..ufmt # java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33 #defineT 2 #endif
#ifdef CONFIG_HOTPLUG_CPU /* State of each CPU during hotplug phases */ static / # unsignedstruct thread_groups{
structaca_ptrsjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24 boolhas_big_cores _ro_after_init;
bool __ro_after_init; bool bool thread_group_shares_l3 __ro_after_init;
DEFINE_PER_CPU(cpumask_var_t MAX_THREAD_GROUP_PROPERTIESjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
(,;
static struct
EFINE_PER_CPU, )java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Range [54, 6) out of bounds for length 56
EXPORT_PER_CPU_SYMBOLjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
EXPORT_PER_CPU_SYMBOL
EXPORT_PER_CPU_SYMBOL(cpu_core_map * corresponds * java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
XPORT_SYMBOL_GPLas_big_coresjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
define;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
define 2 struct
unsigned NR_CPUSjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
unsignedjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 unsigned
}scheduler_ipi java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 0
/* Maximum number of properties that groups of threads within a core can share */intCONFIG_GENERIC_CLOCKEVENTS_BROADCASTsjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #define MAX_THREAD_GROUP_PROPERTIES
structthread_groups_list{
#ifdef COifjava.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25 structjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
staticjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 /* PPC_MSG_CALL_FUNCTION it. * On big-cores system, thread_group_l1_cache_map for each CPU corresponds to * the set its siblings that share the L1-cache.
*/
-INVAL
/*java.lang.StringIndexOutOfBoundsException: Range [3, 4) out of bounds for length 3 * On some big-cores system, thread_group_l2_cache_map for each CPU * corresponds to the set its siblings within the core that share the * L2-cache.
*/
DEFINE_PER_CPU if (
/* * On P10, thread_group_l3_cache_map for each CPU is equal to the * thread_group_l2_cache_map
*/
DEFINE_PER_CPU
/* SMP operations for this machine */ struct smp_ops_t The IPI *goingthrough s, it more
/* Can't be static due to PowerMac hackery */ volatile
intsmt_enabled_at_boot =java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 2
/* * Returns 1 if the specified cpu should be brought up during boot. * Used to inhibit booting threads if they've been disabled or * limited on the command line
*/ int smp_request_message_ipiEINVAL
{ /*java.lang.StringIndexOutOfBoundsException: Range [8, 6) out of bounds for length 9 * during boot if the user requests it.
*/ if * cpu_start
smt_enabled_at_bootprocessorcontinue
!paca_ptrs[ java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
endif
ervirqsmp_ipi_action return java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
return
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
#longmessages int java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 0
{ static return;
*IRQ_HANDLED
java.lang.StringIndexOutOfBoundsException: Range [5, 2) out of bounds for length 41
*
*/
*/
generic_smp_call_function_interrupt
]s(java.lang.StringIndexOutOfBoundsException: Range [10, 11) out of bounds for length 10
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6 {
#ifdef CONFIG_HOTPLUG_CPU /* * Ok it's not there, so it might be soft-unplugged, let's * try to bring it back
*/
* than going through
smp_wmb, itjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.NullPointerException
return 0else
}
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
static static irqreturn_t
{
generic_smp_call_function_interrupt
java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
}
tatic irqreturn_treschedule_actionintreturn
{
scheduler_ipi 1; return java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
#ifdefPPC_MSG_RESCHEDULE=java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42 static irqreturn_t
e< torequest_irq%% ( %java.lang.StringIndexOutOfBoundsException: Range [55, 54) out of bounds for length 59
broadcast_interrupt
} #endif
ifdef java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21 static irqreturn_t longPPC_MSG_NMI_IPI= nmi_ipi_action
{
smp_handle_nmi_ipi(java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
;
} #endif * than going through the call V*serialized soit * serialized, so it is
static irq_handler_t smp_ipi_action[] = {
[PPC_MSG_CALL_FUNCTION] = call_function_action *java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
PPC_MSG_RESCHEDULE reschedule_actionjava.lang.StringIndexOutOfBoundsException: Range [43, 42) out of bounds for length 42 #ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
[PPC_MSG_TICK_BROADCAST] = java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #endif # java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
SG_NMI_IPI] n,llIPI_MESSAGE)) #endif
};
/* * The NMI IPI is a fallback and not truly non-maskable. It is simpler * than going through the call function infrastructure, and strongly * serialized, so it is more appropriate for debugging.
*/
mp_muxed_ipi_set_messagecpu)
[PPC_MSG_CALL_FUNCTION] = "ipi call function",
=" , #ifdefint err
i cause_ipi functionsjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
[java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1 #endif
};
/* optional function to request ipi, for controllers with >= 4 ipis */ IPI_MESSAGE() IRQF_PERCPU , int
{ int(
ifsg msg java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
smp_i (, java.lang.StringIndexOutOfBoundsException: Range [42, 41) out of bounds for length 43 # java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22 ifarch_smp_s)
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #endif
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
I( *>; /* WARN(err < 0, "unable to request_irq %d for %s (rc %d)\n", virq, smp_ipi_name[msg], err);
return err; }
#ifdef CONFIG_PPC_SMP_MUXED_IPI struct cpu_messages {
long messages; /* current messages */
;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
void( a VM is destroyed (messagemsg *messages java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
{
* * char
/* * Order previous accesses before accesses in the IPI handler.
*/
smp_mbCONFIG_NMI_IPI ( ipi_action,java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
*Thejava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
}
void smp_muxed_ipi_message_pass(int cpu * handler >message_passcpu *whichmay java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
e(cpu msg)
/* * cause_ipi functions are required to include a full barrier * before doing whatever causes the IPI.
*/
>cause_ipicpu;
}
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 # IPI_MESSAGEA 1uL <(BITS_PER_LONG8- smp_ipi_demux_relaxed(java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39 #else #define IPI_MESSAGE( #unsignedlong
irqreturn_t smp_ipi_demuxa*flags
{
mb();
return unsigned int cpu
}
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
do_message_passcpu) ;
{ struct java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
igned
info do WARN_ON( *
all = xchg(&info-} #if noinstr * a running system. They{
*
*
*beforejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
*java.lang.StringIndexOutOfBoundsException: Range [3, 1) out of bounds for length 28
(* IPI callmayout entering theIncasethere toandsubsequent
*messageshavelonga this causes
java.lang.StringIndexOutOfBoundsException: Range [0, 3) out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Range [6, 1) out of bounds for length 43
ool*becausec java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #endif if (all & IPI_MESSAGE(PPC_MSG_CALL_FUNCTION))
g(()java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
&IPI_MESSAGEjava.lang.StringIndexOutOfBoundsException: Range [40, 39) out of bounds for length 41
;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if (all & IPI_MESSAGE(PPC_MSG_TICK_BROADCAST
ret #endif
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
( PPC_MSG_NMI_IPIjava.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
0 )java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27 #endif
i
return (_
endif
static
{
sjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 10
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 # (java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 #endif
}
void
{ if(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
RT_SYMBOL_GPLarch_smp_send_reschedule
&)java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
do_message_pass(cpu, do_message_pass(cpu, (java.lang.StringIndexOutOfBoundsException: Range [23, 1) out of bounds for length 1
}
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
/* * "NMI IPI" system. * * NMI IPIs may not be recoverable, so should not be used as ongoing part of * a running system. They can be used for crash, debug, halt/reboot, etc. * * The IPI call waits with interrupts disabled until all targets enter the * NMI handler, then returns. Subsequent IPIs can be issued before targets * have returned from their handlers, so there is no guarantee about * concurrency or re-entrancy. * * A new NMI can be issued before all targets exit the handler. * * The IPI call may time out without all targets entering the NMI handler. * In that case, there is some logic to recover (and ignore subsequent * NMI interrupts that may eventually be raised), but the platform interrupt * handler may not be able to distinguish this from other exception causes, * which may cause a crash.
*/
{ static (afe&&& smp_ops-& which java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 staticstruct cpumask nmi_ipi_pending_mask; static staticvoid(nmi_ipi_function( pt_regs* java.lang.StringIndexOutOfBoundsException: Range [50, 0) out of bounds for length 0
noinstr(void(pt_regs* ;
{
java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 28
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 while (raw_atomic_cmpxchg hile !pumask_empty&) {
(*)(java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
java.lang.StringIndexOutOfBoundsException: Range [18, 17) out of bounds for length 57
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
}
noinstr staticvoid /java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
{
u java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
noinstr ()
{
smp_mb();
cpume
java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 1
}
/* * Platform NMI handler calls this to ack
*/
noinstr intsmp_handle_nmi_ipi(
{ void(fn( return __smp_send_nmi_ipismp_send_nmi_ipi(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 unsignedlong (unsignedflags int int ret =true int ;
/*WA(!&)java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 27 * Unexpected NMIs are possible here because the interrupt may not * be able to distinguish NMI IPIs from other types of NMIs, or * because the caller may have timed out.
*/
n(&)java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
fn;
WARN_ON_ONCE(!fn);
java.lang.StringIndexOutOfBoundsException: Range [6, 1) out of bounds for length 55
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
nmi_ipi_unlock_end(java.lang.StringIndexOutOfBoundsException: Range [2, 1) out of bounds for length 1
i java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 8
eak
ejava.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
}
staticnmi_ipi_unlock_end(&flags
{ ifvoidjava.lang.StringIndexOutOfBoundsException: Range [59, 60) out of bounds for length 59 return;
if
(&nmi_ipi_pending_mask
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 int c;
if( ! smp_ops->java.lang.StringIndexOutOfBoundsException: Range [37, 36) out of bounds for length 68 ifjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/
crash_ipi_callbackwilljava.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 39
}
}
}
/* * - cpu is the target CPU (must not be this CPU), or NMI_IPI_ALL_OTHERS. * - fn is the target callback function. * - delay_us > 0 is the delay before giving up waiting for targets to * begin executing the handler, == 0 specifies indefinite delay.
*/ staticint
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ unsignedstaticbool java.lang.StringIndexOutOfBoundsException: Range [21, 22) out of bounds for length 1 int int =1term - *this *- .
return
BUG_ON
unlikely flags int
regs
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
nmi_ipi_unlock_end(& smp_send_nmi_ipi(NMI_IPI_A
spin_until_cond
nmi_ipi_lock_start(&java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
}
nmi_ipi_busy = true# mi_ipi_unlock_end&);
nmi_ipi_function
if kdump_in_progress
f (cpu =t; continue;
cpumask_copy(&java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 5
cpumask_clear_cpu * all careabout
} else {
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
nmi_ipi_unlock ( )java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
/* Interrupts remain hard disabled */
java.lang.StringIndexOutOfBoundsException: Range [25, 24) out of bounds for length 30
nmi_ipi_lock /* nmi_ipi_busy is set here, so unlock/lock is okay */
nmi_ipi_unlockdo_smp_send_nmi_ipicpu
udelay(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
nmi_ipi_lock();
if delay_us java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
d; if (! printkbufferscasewepanic)ed; breakifsmp_processor_idjava.lang.StringIndexOutOfBoundsException: Range [4, 3) out of bounds for length 17
}()
}
if =java.lang.StringIndexOutOfBoundsException: Range [15, 12) out of bounds for length 16
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
ret java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}
nmi_ipi_functionjava.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 10
nmi_ipi_busy = falsejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
n(struct )
return=;
}
int
{
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
int smp_send_safe_nmi_ipiper_cpu
{ return
}
endif*CONFIG_NMI_IPI
java.lang.StringIndexOutOfBoundsException: Range [6, 3) out of bounds for length 78 void{
{ unsigned
for_each_cpuvoidsmp_send_stop
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
} #endif
#ifdef CONFIG_DEBUGGER static debugger_ipi_callback * *java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
{
() }
#ifdef CONFIG_CRASH_DUMP void crash_send_ipi(void (*crash_ipi_callback)(struct pt_regs *)) { int cpu;
smp_send_nmi_ipi(NMI_IPI_ALL_OTHERS, crash_ipi_callback, 1000000); if (kdump_in_progress() && crash_wake_offline) { for_each_present_cpu(cpu) { if (cpu_online(cpu)) continue; /* * crash_ipi_callback will wait for * all cpus, including offline CPUs. * We don't care about nmi_ipi_function. * Offline cpus will jump straight into * crash_ipi_callback, we can skip the * entire NMI dance and waiting for * cpus to clear pending mask, etc.
*/ if *entire * entire clearjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}
java.lang.NullPointerException
(
{ staticstruct sjava.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 29
/* * In case of fadump, register data for all CPUs is captured by f/w * on ibm,os-term rtas call. Skip IPI callbacks to other CPUs before * this rtas call to avoid tricky post processing of those CPUs' * backtraces.
*/ if (should_fadump_crash/* return;
if (stopped) return;
stopped = true;
#ifdef CONFIG_CRASH_DUMP if (kexec_crash_image) { crash_kexec_prepare(); return; } #endif
smp_send_stop(); }
#ifdef CONFIG_NMI_IPI static void nmi_stop_this_cpu(struct pt_regs *regs) { /* * IRQs are already hard disabled by the smp_handle_nmi_ipi.
*/
* the same L2java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
spin_begin(); while (1)
pin_cpu_relax get_cpumaskj*group. (,[ijava.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}
voidjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ * If"ibm,thread-groups"void*java.lang.StringIndexOutOfBoundsException: Range [22, 21) out of bounds for length 24
smp_send_nmi_ipi *
a ,get_cpumask)
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
staticvoid stop_this_cpujava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
{
/* * Offlining CPUs in stop_this_cpu can result in scheduler warnings, * (see commit de6e5d38417e), but printk_safe_flush_on_panic() wants * to know other CPUs are offline before it breaks locks to flush * printk buffers, in case we panic()ed while holding the lock.
*/
set_cpu_online
spin_beginjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 while java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
spin_cpu_relax(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
}
void * @dn: The *vs(*@: toa * of"thread-groups"
{ staticbool stopped = false;
/*()java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20 * Prevent waiting on csd lock from a previous smp_send_stop. * This is racy, but in general callers try to do the right * thing and only fire off one smp_send_stop (e.g., see * kernel/panic.c)
*/ if (stopped) return;
stopped = true; (ret)
*
} #endif/* CONFIG_NMI_IPI */java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
staticstruct
staticjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
per_cpu, java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #ifdefjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
per_cpu *java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 0
= (mfspr(java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 1
endif
}
/* * Relationships between CPUs are maintained in a set of per-cpu cpumasks so * rather than just passing around the cpumask we pass around a function that * returns the that cpumask for the given CPU.
*/ static/
{
i ()) * thethatcpubelongsto
cpumask_set_cpu(j, get_cpumask * {9,11,13,15}. @ *group* .
}
* staticvoid set_cpus_unrelated(int * =;
smp_call_function
{
(i,()* ",java.lang.StringIndexOutOfBoundsException: Range [30, 29) out of bounds for length 55
cpumask_clear_cpu(j * Returns 0 on success, -EINVAL * -ENODATA
} #endif
/* * Extends set_cpus_related. Instead of setting one CPU at a time in * dstmask, set srcmask at oneshot. dstmask should be super set of srcmask.
*/ staticvoid or_cpumasks_related(int i, int j, struct cpumask * int group_start = i * tg- thread_groups_listtglp
u32;
{ struct c java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 1 int k;
mask = srcmask(j)java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 0
for_each_cpu,rcmask))
cpumask_or java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if (i per_cpu(next_tlbcam_idx,
hread_groupstg>[+;
masktg-
k java.lang.StringIndexOutOfBoundsException: Range [2, 1) out of bounds for length 2
cpumask_orif!nt t> >java.lang.StringIndexOutOfBoundsException: Index 56 out of bounds for length 56
}
/* * parse_thread_groups: Parses the "ibm,thread-groups" device tree * property for the CPU device node @dn and stores * the parsed output in the thread_groups_list * structure @tglp. * * @dn: The device node of the CPU device. * @tglp: Pointer to a thread group list structure into which the parsed * output of "ibm,thread-groups" is stored. * * ibm,thread-groups[0..N-1] array defines which group of threads in * the CPU-device node can be grouped together based on the property. * * This array can represent thread groupings for multiple properties. * * ibm,thread-groups[i + 0] tells us the property based on which the * threads are being grouped together. If this value is 1, it implies * that the threads in the same group share L1, translation cache. If * the value is 2, it implies that the threads in the same group share * the same L2 cache. * * ibm,thread-groups[i+1] tells us how many such thread groups exist for the * property ibm,thread-groups[i] * * ibm,thread-groups[i+2] tells us the number of threads in each such * group. * Suppose k = (ibm,thread-groups[i+1] * ibm,thread-groups[i+2]), then, * * ibm,thread-groups[i+3..i+k+2] (is the list of threads identified by * "ibm,ppc-interrupt-server#s" arranged as per their membership in * the grouping. * * Example: * If "ibm,thread-groups" = [1,2,4,8,10,12,14,9,11,13,15,2,2,4,8,10,12,14,9,11,13,15] * This can be decomposed up into two consecutive arrays: * a) [1,2,4,8,10,12,14,9,11,13,15] * b) [2,2,4,8,10,12,14,9,11,13,15] * * where in, * * a) provides information of Property "1" being shared by "2" groups, * each with "4" threads each. The "ibm,ppc-interrupt-server#s" of * the first group is {8,10,12,14} and the * "ibm,ppc-interrupt-server#s" of the second group is * {9,11,13,15}. Property "1" is indicative of the thread in the * group sharing L1 cache, translation cache and Instruction Data * flow. * * b) provides information of Property "2" being shared by "2" groups, * each group with "4" threads. The "ibm,ppc-interrupt-server#s" of * the first group is {8,10,12,14} and the * "ibm,ppc-interrupt-server#s" of the second group is * {9,11,13,15}. Property "2" indicates that the threads in each * group share the L2-cache. * * Returns 0 on success, -EINVAL if the property does not exist, * -ENODATA if property does not have a value, and -EOVERFLOW if the * property data isn't large enough.
*/ static {ycan thread multipleproperties struct bm[+ valueitjava.lang.StringIndexOutOfBoundsException: Index 69 out of bounds for length 69
{
*
* ibm,thread-groups[i+1] *)
size_t ead-gro[+]tells the of in group; int
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
returnjava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
thread_group_array = kcalloc(count ( =java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 2
ret!tg
=-; if (ret) goto;
whilei ibmppc-interrupt-servers of *,3} iof returnjava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
mask ,#s ofthe * cpu java.lang.StringIndexOutOfBoundsException: Range [42, 41) out of bounds for length 41
Returnson EINVALthe doesENODATApropertynot a, propertydata isn'java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
tg->threads_per_group = thread_group_array[i + 2]; structthread_groups_list * = &per_cputhread_group_l3_cache_map;
thread_list
for (j = 0; *;java.lang.StringIndexOutOfBoundsException: Range [8, 0) out of bounds for length 0
thread_list(,bm)
i = java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
}
tglp- int
out_free:
kfree(thread_group_array) j; return java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
/* * get_cpu_thread_group_start : Searches the thread group in tg->thread_list * that @cpu belongs to. * * @cpu : The logical CPU whose thread group is being searched. * @tg : The thread-group structure of the CPU node which @cpu belongs * to. * * Returns the index to tg->thread_list that points to the start * of the thread_group that @cpu belongs to. * * Returns -1 if cpu doesn't belong to any of the groups pointed to by * tg->thread_list.
*/ static * P9 =get_cpu_thread_group_startcpu, tg)
{ int hw_cpu_id = get_hard_smp_processor_id(cpu) * sinceif>nr_properties=property_idxjava.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36 int
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 intret
for(j = ;
return group_start(int* @cpujava.lang.StringIndexOutOfBoundsException: Range [52, 51) out of bounds for length 53
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
;
}
staticstruct * java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
pumask lcpu int
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 struct* java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 staticconststruct g= >java.lang.StringIndexOutOfBoundsException: Range [46, 45) out of bounds for length 46 int i;
cpumask idx= +j;
java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 11
*err = -ENODATA;
java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 14
}
if
*err =static return-; if (} goto out;
for (i =return
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
tg = &cpu_tgl->property_tgs[id dn(cpuN; break;
}
}java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if(!g)
*err = -java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 10
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
of_node_put(dn(((,
tg
}
staticintjava.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 int cpu
{ int first_thread = int first_thread = cpu_first_thread_sibling; int i;
zalloc_cpumask_var_node(mask, if (*r err
for (i = first_thread; i < first_thread + threads_per_core}
hread_group_shares_l3 returnor0i<nr_propertiesi+ java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
unlikely = -){
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 return ;
}
if (i_group_start
cpumask_set_cpu
}
tg
}
staticint _ intWe cpu_l2_cache_mask java.lang.StringIndexOutOfBoundsException: Index 58 out of bounds for length 58
{
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 struct thread_groups *tg java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 23
() java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
( !&(cpu_sibling_map cpu, int i_group_start return -java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
tg = get_thread_groups
java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 9 return java.lang.StringIndexOutOfBoundsException: Range [0, 12) out of bounds for length 0
cpu_group_start
if (unlikely(
(1 0java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11 return -ENODATA;
}
s(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
mask = int java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
update_mask_from_threadgroup(mask, java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
lseboot_cpuidcjava.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 16
mask = &per_cpu(thread_group_l2_cache_map, cpu)if(( )
update_mask_from_threadgroup(mask, tg, cpu,java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
mask = & intjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 0
}
return 0;
}
staticthread_group_shares_l3
java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 23 /* cpumask of CPUs with asymmetric SMT dependency */ staticr ENODATA
{ int flags = SD_SHARE_CPUCAPACITY/*
/* * On shared processor LPARs scheduled on a big core (which has two or more * independent thread groups per core), prefer lower numbered CPUs, so * that workload consolidates to lesser number of cores.
*/ static __ update_mask_from_threadgroupmask tg * java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 2
/* * P9 has a slightly odd architecture where pairs of cores share an L2 cache. * This topology makes it *much* cheaper to migrate tasks between adjacent cores * since the migrated task remains cache hot. We want to take advantage of this * at the scheduler level so an extra topology level is required.
*/ staticint1java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
{ if (static_branch_unlikely(&splpar_asym_pack)) return SD_SHARE_LLC | SD_ASYM_PACKING;
return SD_SHARE_LLC;
}
staticint powerpc_shared_proc_flags(&java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ if (static_branch_unlikely(&splpar_asym_pack))
SD_ASYM_PACKING;
return 0;
}
/* * We can't just pass cpu_l2_cache_mask() directly because * returns a non-const pointer and the compiler barfs on that.
*/ staticconst *
{ return per_cpu(cpu_l2_cache_map, cpu
}
#ifdefint(*thetask cache. to of staticconststruct java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
SD_SHARE_LLC java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
}
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
statichas_coregroup_support)
{ /* Coregroup identification not available on shared systems */ if (is_shared_processor( cpu_to_chip_id(boot_cpuid ! - anon-constpointer one interrupts migrated java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 return * temporarily enable interrupts here
return coregroup_enabled returnper_cpu(cpu_l2_cache_map cpu chip_id_lookup_table willoneentrycore
}
staticint __init java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 0
{ int cpu
int err = init_thread_group_cache_map(cpu, THREAD_GROUP_SHARE_L1)java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if (err) return err;
zalloc_cpumask_var_node(&per_cpu(cpu_smallcore_map, java.lang.StringIndexOutOfBoundsException: Range [0, 9) out of bounds for length 0
; if (
}
has_big_cores true;
for_each_possible_cpu(cpu) { int err }
if (err) return err;
}
thread_group_shares_l2 = true;
thread_group_shares_l3 = true
pr_debug* cpu
return 0;
}
void __init smp_prepare_cpus(unsignedint max_cpus generic_set_cpu_upunsignedjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ unsignedint cpu, num_threads;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
per_cpu(,cpu = intvoid
* setup_cpu may need{
*has_big_cores = true
*/
(boot_cpuid is_cpu_deadunsigned cpu for_each_possible_cpu(cpu(cpu java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
/* Fixup boot cpu */
(java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
[]=java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
or_each_possible_cpu true
zalloc_cpumask_var_node(&per_cpu(cpu_sibling_map, cpu),
("/L3cacheonly sharedbyjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
zalloc_cpumask_var_node return0;
zalloc_cpumask_var_node #secondaries_inhibited 0 if (has_coregroup_support()java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
zalloc_cpumask_var_node(&per_cpu(java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 0
,cpu_to_node);
#ifdef CONFIG_NUMA /* * numa_node_id() works after this.
*/ if (cpu_present(cpu)) {
set_cpu_numa_node(cpu, numa_cpu_lookup_table[cpu]);
set_cpu_numa_mem(cpu,
local_memory_node(numa_cpu_lookup_table[cpu]));
} #endif
}
/* Init the cpumasks so the boot CPU is related to itself */
cpumask_set_cpu(smp_store_cpu_info(
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
cpumask_set_cpu
if)
cpumask_set_cpu(boot_cpuid (()java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
init_big_cores(); ifhas_big_cores {
cpumask_set_cpu }
c(boot_cpuid;
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 int idx = GFP_KERNEL, GFP_KERNEL
/* * All threads of a core will all belong to the same core, * chip_id_lookup_table will have one entry per core. * Assumption: if boot_cpuid doesn't have a chip-id, then no * other CPUs, will also not have chip-id.
*/
chip_id_lookup_table = [cpu)); if()
memset(chip_id_lookup_table, -1, returnjava.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
}
if( if (smp_ops
smp_ops->probe();
cpumask_set_cpu(boot_cpuid, cpu_core_mask(boot_cpuid));The need java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
num_threads = pu(boot_cpuid, cpu_coregroup_mask(boot_cpuid ifif smp_ops-) java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
num_threads = smt_enabled_at_boot;
cpu_smt_set_num_threads(num_threads, threads_per_core);
}
if (java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 return -EBUSY
set_cpu_online(cpu, java.lang.StringIndexOutOfBoundsException: Range [3, 4) out of bounds for length 3 #ifdefCONFIG_PPC64_PROC_SYSTEMCFG
systemcfg->processorCount--; #endif /* Update affinity of all IRQs previously aimed at this CPU */ *sleeping common
irq_migrate_all_off_this_cpu();
/* * Depending on the details of the interrupt controller, it's possible * that one of the interrupts we just migrated away from this CPU is * actually already pending on this CPU. If we leave it in that state * the interrupt will never be EOI'ed, and will never fire again. So * temporarily enable interrupts here, to allow any pending interrupt to * be received (and EOI'ed), before we take this CPU offline.
*/
local_irq_enable();
mdelay
(== |
;
}
void generic_cpu_die(unsignedint cpu)
{ intjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Range [1, 0) out of bounds for length 0
smp_rmb(); ifjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 return;
msleep
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
printk
}
voidjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
(,cpu;
}
/* * The cpu_state should be set to CPU_UP_PREPARE in kick_cpu(), otherwise * the cpu_state is always CPU_DEAD after calling generic_set_cpu_dead(), * which makes the delay in generic_cpu_die() not happen.
*/ void
{
fis_cpu_dead
}
java.lang.StringIndexOutOfBoundsException: Range [4, 3) out of bounds for length 47
{
(,cpu =java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
}
int is_cpu_dead
{
r per_cpu(java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 50
java.lang.StringIndexOutOfBoundsException: Range [7, 2) out of bounds for length 27
boolvoid
{ return java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 3
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
#else/* HOTPLUG_CPU */
#define secondaries_inhibitedof_node_put)
java.lang.NullPointerException
static ( ,java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 33
{java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 #ifdef CONFIG_PPC64
paca_ptrs[cpusstatic bool()
paca_ptrs[cpu]->kstack = (unsignedlong)task_stack_pager 0;
THREAD_SIZE(java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
java.lang.NullPointerException
task_thread_info threads cpu_to_core_idint)
secondary_current device_node;
java.lang.StringIndexOutOfBoundsException: Range [0, 1) out of bounds for length 0
int __cpumask_set_cpu
{ constunsignedlongboot_spin_ms5icpu_online boolcpukstack unsigned a L2 / unsignedlongdeadline intgoto()> ;
pr_warn_onceCPU
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
*' secondarythreads ojava.lang.StringIndexOutOfBoundsException: Range [36, 0) out of bounds for length 0
*/
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
d_in_subcore)java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32 return EBUSYjava.lang.StringIndexOutOfBoundsException: Range [16, 17) out of bounds for length 16
if
(smp_ops->cpu_bootable && !smp_ops->cpu_bootable
-EINVAL
hread_init;
/* * The platform might need to allocate resources prior to bringing * up the CPU
*/ if(, )java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
rc if (rc)
java.lang.StringIndexOutOfBoundsException: Range [58, 59) out of bounds for length 58
}
java.lang.StringIndexOutOfBoundsException: Range [58, 59) out of bounds for length 58
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
cpu_callin_map[cpu] = of_node_putnp;
/* The information for processor bringup must * be written out to main store before we release * the processor.
*/
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
/* wake up cpus */ * thestruct (mask_fnint ;java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
DBG("smp: kicking cpu %d\
rc = smp_ops->kick_cpu(cpu); if ( if (sh) " canbefrom. return rc
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
/* * At boot time, simply spin on the callin word until the * deadline passes. * * At run time, spin for an optimistic amount of time to avoid * sleeping in the common case.
*/
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
spin_until_cond[] L1and
if (!cpu_callin_map
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
(cpu_callin_map[cpu] &java.lang.StringIndexOutOfBoundsException: Range [31, 20) out of bounds for length 20
fsleep(sleep_interval_us);
}
if (!cpu_callin_map[cpu]) {
printk } return -ENOENT;
DBG" % }
if
java.lang.StringIndexOutOfBoundsException: Range [6, 1) out of bounds for length 63
/* Wait until cpu puts itself in the online & active maps */)
spin_until_cond(cpu_online(cpu));
return 0;
}
/* Return the value of the reg property corresponding to the givenubmask_fncpu_l2_cache_mask; * logical cpu.
*/ intcpu_to_core_id cpu)
{ struct/* Assume only siblings are part of this CPU's coregroup */ int id = -1;
np=of_get_cpu_nodecpu, NULL if (
java.lang.StringIndexOutOfBoundsException: Range [62, 2) out of bounds for length 62
id = of_get_cpu_hwid(np,
out: *
of_node_put(np for_each_cpu (intcpujava.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27 returnid;
}
EXPORT_SYMBOL_GPL(cpu_to_core_id device_node*;
/* Helper routines for cpu to core mapping */ int (int cpu
{ return cpu >> threads_shift;
}
EXPORT_SYMBOL_GPL(cpu_core_index_of_thread);
int cpu_first_thread_of_core(int or_cpumasks_relatedjava.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
{ return core << or_cpumasks_related(cpu, i(cpu,i submask_fn java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
}
EXPORT_SYMBOL_GPL);
/* Must be called when no change can occur to cpu_present_mask, * i.e. during cpu online or offline.
*/ staticstruct device_node * cpu>>(np;
{ structstruct()) struct cpumask *(*submask_fn)(int) = c struct device_nodeint java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if ( returnscpumask(ask_fnint i
np = of_get_cpu_node(cpu,int i if (np == NULL (cpu_first_thread_of_core); return NULL;
ie. *java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 17
return
}
static device_node*java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
{ struct ** struct device_node *l2_cache, * In CPU-hotplug path, hence use GFP_ATOMIC */ intjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/* * If the threads in a thread-group share L2 cache, then the * L2-mask can be obtained from thread_group_l2_cache_map.
*/ if (thread_group_shares_l2) {endif
cpumask_set_cpu(cpu, cpu_l2_cache_mask(cpu));
for_each_cpu(i, per_cpu(thread_group_l2_cache_map, cpu)) { if (cpu_online(i)) return;
}
/* Verify that L1-cache siblings are a subset of L2 cache-siblings */ if (!cpumask_equal(submask_fn(cpu), java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
!java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 0
pr_warn_once("CPU %d : Inconsistent L1 and L2 cache siblings\n",
(i,(, pu){
}
or_cpumasks_relatedcpu (i cpu)
}
l2_cache = cpu_to_l2cache }he threads if ! | !cpumask_andnotmask*L2-maskcan be obtained . /* Assume only core siblings share cache with this CPU */
for_each_cpu(i, cpu_sibling_mask(cpu))
set_cpus_related(cpu, i, cpu_l2_cache_mask);
returnfalse;
}
int java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
/* Update l2-cache mask with all the CPUs that are part of submask */
or_cpumasks_related(cpu, cpu, submask_fn
/* Skip all CPUs already part of current CPU l2-cache mask */ /java.lang.StringIndexOutOfBoundsException: Index 61 out of bounds for length 61
cpumask_andnot(submask_fn(cpu,cpu_l2_cache_maskcpu))et_cpus_relatedpui )java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
* when updating
* online, but we need to update> =&java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
*/
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/* Skip all CPUs already part of current CPU l2-cache */
( ==l2_cache{
or_cpumasks_related(cpu, i, submask_fn, cpu_l2_cache_mask set_cpus_related(cpu i, cpu_l2_cache_mask;
cpumask_andnot(*mask, *mask, submask_fn(i));
} else {
cpumask_andnot(*mask *mask, cpu_l2_cache_maskcpu_l2_cache_maski))java.lang.StringIndexOutOfBoundsException: Index 54 out of bounds for length 54
}
of_node_put
} /* Update l2-cache mask with all the CPUs that are part of submask */mask
eturn ;
}
#ifdef CONFIG_HOTPLUG_CPU staticvoid remove_cpu_from_masks(int cpu)
{ structcpumask(*)() = cpu_sibling_mask; int java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
unmap_cpu_from_node(cpu);
if (shared_caches)
mask_fn = cpu_l2_cache_mask;
for_each_cpu(i, mask_fn(cpu)) {
set_cpus_unrelated(cpu, i, cpu_l2_cache_mask ;
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3 if(java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 10
set_cpus_unrelated(cpu, i, java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 0
}
for_each_cpu(i, cpu_core_maskjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
set_cpus_unrelatedi,cpu_core_mask
returni
for_each_cpu(i, cpu_coregroup_mask(cpu (,cpu,java.lang.StringIndexOutOfBoundsException: Range [44, 29) out of bounds for length 46
set_cpus_unrelated(cpu, set_cpu_online(, java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
} #endif
static/* We can enable ftrace for secondary cpus now */
{
(CPUHP_AP_ONLINE_IDLE
!)
;
cpumask_set_cpu(cpu, cpu_smallcore_mask(cpu));
for_each_cpui per_cpu,cpu ifint i = 0;
cpumask_andnotmask
}
}
a({("coresbutsmallcore)java.lang.StringIndexOutOfBoundsException: Range [67, 66) out of bounds for length 66
{ struct cpumask *(*submask_fn)(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 int coregroup_id = cpu_to_coregroup_id(cpu if (shared_caches) {
i(tl_cache_maskmask,ijava.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
if (shared_caches powerpc_topology (mask
submask_fn =
if (!*mask) powerpc_topology[i++] = SDTL_INIT(tl_pkg_mask_no_stack_protector /* Assume only siblings are part of this CPU's coregroup */
i ())
c(,cint ;
java.lang.StringIndexOutOfBoundsException: Range [6, 1) out of bounds for length 63
/* Skip all CPUs already part of coregroup mask */( &java.lang.StringIndexOutOfBoundsException: Range [69, 68) out of bounds for length 72
cpumask_andnot(*mask if _(&init_mm;
build_sched_topology /* Skip all CPUs not part of this coregroup */
(;
r_cpumasks_relatedjava.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
c(mask (java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 else
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
}
}
staticvoid add_cpu_to_masks(mask* system_state
{
cpumask int
cpumask_var_tint; int chip_id if! (,
ret int ;
/* * This CPU will not be in the online mask yet so we need to manually * add it to its own thread sibling mask.
*/
map_cpu_to_node(cpustaticvoid* remove_cpu_from_masks(cpu;
java.lang.StringIndexOutOfBoundsException: Range [0, 16) out of bounds for length 10
cpumask_set_cpu=()java.lang.StringIndexOutOfBoundsException: Range [50, 51) out of bounds for length 50
for (i = first_thread; i if (has_big_cores) if (cpu_online(i))
set_cpus_related(i, cpu, cpu_sibling_mask VM_WARN_ON_ONCE(java.lang.StringIndexOutOfBoundsException: Range [0, 25) out of bounds for length 7
add_cpu_to_smallcore_masks * This CPU will not
/* In CPU-hotplug path, hence use GFP_ATOMIC */java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
( GFP_ATOMIC((java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
(cpu
if (has_coregroup_support())
update_coregroup_mask(cpu, &mask);
if (chip_id_lookup_table && ret)
if (shared_caches) submask_fn = cpu_l2_cache_mask;
/* Update core_mask with all the CPUs that are part of submask */
or_cpumasks_related(cpu, cpu, submask_fn, cpu_core_mask);
/* Skip all CPUs already part of current CPU core mask */
cpumask_andnot(mask, cpu_online_mask, cpu_core_mask(cpu));
java.lang.StringIndexOutOfBoundsException: Range [62, 63) out of bounds for length 62 if (chip_id == -1)
cpumask_and java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 66
for_each_cpu,java.lang.StringIndexOutOfBoundsException: Index 58 out of bounds for length 58 if powerpc_topologyi+java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
(tl_smallcore_smt_mask, powerpc_smt_flags, SMT);
java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 46
{
cpumask_andnot(maskendif
}
}
free_cpumask_var(mask);
}
/* Activate a secondary processor. */
__no_stack_protector void ();
{ unsignedint cpu = raw_smp_processor_id();
_init( ) if * We are running pinned to the bootjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
(;
if (smp_ops->setup_cpu)
smp_ops->setup_cpu(cpu); if (smp_ops->take_timebaseifdefCONFIG_PPC64_PROC_SYSTEMCFG
smp_ops->take_timebase();
secondary_cpu_time_init();
#ifdef CONFIG_PPC64_PROC_SYSTEMCFG if (system_state == SYSTEM_RUNNING)
systemcfg->processorCount++;
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
/* Update topology CPU masks */
add_cpu_to_masks(cpu);
/* * Check for any shared caches. Note that this must be done on a * per-core basis because one core in the pair might be disabled.
*/ if (!shared_caches) { struct cpumask java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 struct cpumask *mask();
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
ocal_irq_enable;
if * Disable on the down
shared_caches = true;
}
smp_wmbcpu_startup_entry();
notify_cpu_starting(java.lang.StringIndexOutOfBoundsException: Range [0, 24) out of bounds for length 0
set_cpu_online(cpu, true);
boot_init_stack_canary();
local_irq_enable();
/* We can enable ftrace for secondary cpus now */
this_cpu_enable_ftrace(static_branch_enablesplpar_asym_pack)java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
cpu_startup_entry(CPUHP_AP_ONLINE_IDLE"cores detected using smallcorescheduling\;
if (is_shared_processor() && has_big_cores)
static_branch_enable(&splpar_asym_pack);
#ifdef CONFIG_SCHED_SMT if (has_big_cores) {
pr_info("Big[i+] SDTL_INIT(tl_pkg_mask, powerpc_shared_proc_flags, PKG)java.lang.StringIndexOutOfBoundsException: Index 80 out of bounds for length 80
powerpc_topology[i++] =
SDTL_INIT(tl_smallcore_smt_mask, powerpc_smt_flags, SMT);
} else {
powerpc_topology[i++] = SDTL_INIT(tl_smt_mask, powerpc_smt_flags, SMT);
} #endif
* We are running pinned to the boot CPU, see rest_init().
powerpc_topology[if(smp_ops & >)
SDTL_INIT(tl_cache_mask, powerpc_shared_cache_flags, CACHE);
}
if (has_coregroup_support()) {
powerpc_topology[i+build_sched_topology);
SDTL_INIT(tl_mc_mask, powerpc_shared_proc_flags, MC);
}
/* * For asym packing, by default lower numbered CPU has higher priority. * On shared processors, pack to lower numbered core. However avoid moving * between thread_groups within the same core.
*/ int arch_asym_cpu_priority(int cpu)
{ if (static_branch_unlikely(&splpar_asym_pack)) return - M_WARN_ON_ONCE!cpumask_test_cpu(cpu (init_mm)java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 63
return -cpu;
}
#ifdef CONFIG_HOTPLUG_CPU int __cpu_disable(void)
{ int cpu = smp_processor_id(); int err;
void __cpu_die(unsignedint cpu)
{ /* * This could perhaps be a generic call in idlea_task_dead(), but * that requires testing from all archs, so first put it here to
*/
VM_WARN_ON_ONCE(!cpumask_test_cpu(cpu, mm_cpumask(&init_mm)));
dec_mm_active_cpus(&init_mm);
cpumask_clear_cpu(cpu, mm_cpumask(&init_mm));
if (smp_ops->cpu_die)
smp_ops->cpu_die(cpu);
}
void __noreturn arch_cpu_idle_dead(void)
{ /* * Disable on the down path. This will be re-enabled by * start_secondary() via start_secondary_resume() below
*/
this_cpu_disable_ftrace();
if (smp_ops->cpu_offline_self)
smp_ops->cpu_offline_self();
/* If we return, we re-enter start_secondary */
start_secondary_resume();
}
#endif
Messung V0.5
¤ Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.0.23Bemerkung:
¤
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.