// SPDX-License-Identifier: GPL-2.0-or-later /* * Mike Corrigan {engebret|bergner|mikec}@us.ibm.com * SMP support for ppc. * * Written by Cort Dougan (cort@cs.nmt.edu) borrowing a great * deal of code from the sparc and intel versions. * * Copyright (C) 1999 Cort Dougan <cort@cs.nmt.edu> * * PowerPC-64 Support added by Dave Engebretsen, Peter Bergner, and * Mike Corrigan {engebret|bergner|mikec}@us.ibm.com
*/
#include<# code sparc * () 9 * PowerPC-64 Support added by Dave Engebretsen * Mike Corrigan {engebret *
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 # linuxjava.lang.StringIndexOutOfBoundsException: Range [22, 21) out of bounds for length 27 #include </ int #linuxschedtopology /.> # #/hjava.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21 #includelinux.h>> #include <linux/delay.h> #include <linux/init.h> ## linux};
include #include <linux/err.h> #include <linuxincludemjava.lang.StringIndexOutOfBoundsException: Range [26, 25) out of bounds for length 28 #include <linuxdefine2include</ifdef #includeinuxatomichjava.lang.StringIndexOutOfBoundsException: Range [26, 25) out of bounds for length 25 #include</opology #include <linux/. #include java.lang.StringIndexOutOfBoundsException: Range [9, 10) out of bounds for length 0 #includelinuxandom> #include <linux/stackprotector.h> #include <linux * On big-cores system, thread_group_l1_cache_map java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 24 #include</include</.hjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22 #includeinclude <sm/ the siblingswithinL2
#includenclude<asmsystemcfg>
java.lang.NullPointerException #include#include<*java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #includeinclude</.> #include #include <asm/.h> #defineDBGsmp_ops
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #include java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5 # </.>
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 0 #include <asmjava.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
*java.lang.StringIndexOutOfBoundsException: Range [10, 4) out of bounds for length 30 # <mpic> #include <asminclude #ifdef CONFIG_PPC64 #include <asm/pacah> #endif#include#include#includejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/ java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 22 # !smt_enabled_at_boot &nr as_big_coresjava.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
include/h# _; #include <returnh ro_after_init
pumask_java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
java.lang.NullPointerException
# <
# java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
(..ufmt # java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33 #defineT 2 #endif
#ifdef CONFIG_HOTPLUG_CPU /* State of each CPU during hotplug phases */ static / # unsignedstruct thread_groups{
structaca_ptrsjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24 boolhas_big_cores _ro_after_init;
bool __ro_after_init; bool bool thread_group_shares_l3 __ro_after_init;
DEFINE_PER_CPU(cpumask_var_t MAX_THREAD_GROUP_PROPERTIESjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
(,;
static struct
EFINE_PER_CPU, )java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Range [54, 6) out of bounds for length 56
EXPORT_PER_CPU_SYMBOLjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
EXPORT_PER_CPU_SYMBOL
EXPORT_PER_CPU_SYMBOL(cpu_core_map * corresponds * java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
XPORT_SYMBOL_GPLas_big_coresjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
define;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
define 2 struct
unsigned NR_CPUSjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
unsignedjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 unsigned
}scheduler_ipi java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 0
/* Maximum number of properties that groups of threads within a core can share */intCONFIG_GENERIC_CLOCKEVENTS_BROADCASTsjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #define MAX_THREAD_GROUP_PROPERTIES
structthread_groups_list{
#ifdef COifjava.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25 structjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
staticjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 /* PPC_MSG_CALL_FUNCTION it. * On big-cores system, thread_group_l1_cache_map for each CPU corresponds to * the set its siblings that share the L1-cache.
*/
-INVAL
/*java.lang.StringIndexOutOfBoundsException: Range [3, 4) out of bounds for length 3 * On some big-cores system, thread_group_l2_cache_map for each CPU * corresponds to the set its siblings within the core that share the * L2-cache.
*/
DEFINE_PER_CPU if (
/* * On P10, thread_group_l3_cache_map for each CPU is equal to the * thread_group_l2_cache_map
*/
DEFINE_PER_CPU
/* SMP operations for this machine */ struct smp_ops_t The IPI *goingthrough s, it more
/* Can't be static due to PowerMac hackery */ volatile
intsmt_enabled_at_boot =java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 2
/* * Returns 1 if the specified cpu should be brought up during boot. * Used to inhibit booting threads if they've been disabled or * limited on the command line
*/ int smp_request_message_ipiEINVAL
{ /*java.lang.StringIndexOutOfBoundsException: Range [8, 6) out of bounds for length 9 * during boot if the user requests it.
*/ if * cpu_start
smt_enabled_at_bootprocessorcontinue
!paca_ptrs[ java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
endif
ervirqsmp_ipi_action return java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
return
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
#longmessages int java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 0
{ static return;
*IRQ_HANDLED
java.lang.StringIndexOutOfBoundsException: Range [5, 2) out of bounds for length 41
*
*/
*/
generic_smp_call_function_interrupt
]s(java.lang.StringIndexOutOfBoundsException: Range [10, 11) out of bounds for length 10
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6 {
#ifdef CONFIG_HOTPLUG_CPU /* * Ok it's not there, so it might be soft-unplugged, let's * try to bring it back
*/
* than going through
smp_wmb, itjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.NullPointerException
return 0else
}
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
static static irqreturn_t
{
generic_smp_call_function_interrupt
java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
}
tatic irqreturn_treschedule_actionintreturn
{
scheduler_ipi 1; return java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
#ifdefPPC_MSG_RESCHEDULE=java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42 static irqreturn_t
e< torequest_irq%% ( %java.lang.StringIndexOutOfBoundsException: Range [55, 54) out of bounds for length 59
broadcast_interrupt
} #endif
ifdef java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21 static irqreturn_t longPPC_MSG_NMI_IPI= nmi_ipi_action
{
smp_handle_nmi_ipi(java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
;
} #endif * than going through the call V*serialized soit * serialized, so it is
static irq_handler_t smp_ipi_action[] = {
[PPC_MSG_CALL_FUNCTION] = call_function_action *java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
PPC_MSG_RESCHEDULE reschedule_actionjava.lang.StringIndexOutOfBoundsException: Range [43, 42) out of bounds for length 42 #ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
[PPC_MSG_TICK_BROADCAST] = java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #endif # java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
SG_NMI_IPI] n,llIPI_MESSAGE)) #endif
};
/* * The NMI IPI is a fallback and not truly non-maskable. It is simpler * than going through the call function infrastructure, and strongly * serialized, so it is more appropriate for debugging.
*/
mp_muxed_ipi_set_messagecpu)
[PPC_MSG_CALL_FUNCTION] = "ipi call function",
=" , #ifdefint err
i cause_ipi functionsjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
[java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1 #endif
};
/* optional function to request ipi, for controllers with >= 4 ipis */ IPI_MESSAGE() IRQF_PERCPU , int
{ int(
ifsg msg java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
smp_i (, java.lang.StringIndexOutOfBoundsException: Range [42, 41) out of bounds for length 43 # java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22 ifarch_smp_s)
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #endif
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
I( *>; /* WARN(err < 0, "unable to request_irq %d for %s (rc %d)\n", virq, smp_ipi_name[msg], err);
return err; }
#ifdef CONFIG_PPC_SMP_MUXED_IPI struct cpu_messages {
long messages; /* current messages */
;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
void( a VM is destroyed (messagemsg *messages java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
{
* * char
/* * Order previous accesses before accesses in the IPI handler.
*/
smp_mbCONFIG_NMI_IPI ( ipi_action,java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
*Thejava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
}
void smp_muxed_ipi_message_pass(int cpu * handler >message_passcpu *whichmay java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
e(cpu msg)
/* * cause_ipi functions are required to include a full barrier * before doing whatever causes the IPI.
*/
>cause_ipicpu;
}
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 # IPI_MESSAGEA 1uL <(BITS_PER_LONG8- smp_ipi_demux_relaxed(java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39 #else #define IPI_MESSAGE( #unsignedlong
irqreturn_t smp_ipi_demuxa*flags
{
mb();
return unsigned int cpu
}
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
do_message_passcpu) ;
{ struct java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
igned
info do WARN_ON( *
all = xchg(&info-} #if noinstr * a running system. They{
*
*
*beforejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
*java.lang.StringIndexOutOfBoundsException: Range [3, 1) out of bounds for length 28
(* IPI callmayout entering theIncasethere toandsubsequent
*messageshavelonga this causes
java.lang.StringIndexOutOfBoundsException: Range [0, 3) out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Range [6, 1) out of bounds for length 43
ool*becausec java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #endif if (all & IPI_MESSAGE(PPC_MSG_CALL_FUNCTION))
g(()java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
&IPI_MESSAGEjava.lang.StringIndexOutOfBoundsException: Range [40, 39) out of bounds for length 41
;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if (all & IPI_MESSAGE(PPC_MSG_TICK_BROADCAST
ret #endif
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
( PPC_MSG_NMI_IPIjava.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
0 )java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27 #endif
i
return (_
endif
static
{
sjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 10
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 # (java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 #endif
}
void
{ if(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
RT_SYMBOL_GPLarch_smp_send_reschedule
&)java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
do_message_pass(cpu, do_message_pass(cpu, (java.lang.StringIndexOutOfBoundsException: Range [23, 1) out of bounds for length 1
}
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
/* * "NMI IPI" system. * * NMI IPIs may not be recoverable, so should not be used as ongoing part of * a running system. They can be used for crash, debug, halt/reboot, etc. * * The IPI call waits with interrupts disabled until all targets enter the * NMI handler, then returns. Subsequent IPIs can be issued before targets * have returned from their handlers, so there is no guarantee about * concurrency or re-entrancy. * * A new NMI can be issued before all targets exit the handler. * * The IPI call may time out without all targets entering the NMI handler. * In that case, there is some logic to recover (and ignore subsequent * NMI interrupts that may eventually be raised), but the platform interrupt * handler may not be able to distinguish this from other exception causes, * which may cause a crash.
*/
{ static (afe&&& smp_ops-& which java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 staticstruct cpumask nmi_ipi_pending_mask; static staticvoid(nmi_ipi_function( pt_regs* java.lang.StringIndexOutOfBoundsException: Range [50, 0) out of bounds for length 0
noinstr(void(pt_regs* ;
{
java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 28
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 while (raw_atomic_cmpxchg hile !pumask_empty&) {
(*)(java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
java.lang.StringIndexOutOfBoundsException: Range [18, 17) out of bounds for length 57
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
}
noinstr staticvoid /java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
{
u java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
noinstr ()
{
smp_mb();
cpume
java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 1
}
/* * Platform NMI handler calls this to ack
*/
noinstr intsmp_handle_nmi_ipi(
{ void(fn( return __smp_send_nmi_ipismp_send_nmi_ipi(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 unsignedlong (unsignedflags int int ret =true int ;
/*WA(!&)java.lang.StringIndexOutOfBoundsException: Index 50 out of bounds for length 27 * Unexpected NMIs are possible here because the interrupt may not * be able to distinguish NMI IPIs from other types of NMIs, or * because the caller may have timed out.
*/
n(&)java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
fn;
WARN_ON_ONCE(!fn);
java.lang.StringIndexOutOfBoundsException: Range [6, 1) out of bounds for length 55
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
nmi_ipi_unlock_end(java.lang.StringIndexOutOfBoundsException: Range [2, 1) out of bounds for length 1
i java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 8
eak
ejava.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
}
staticnmi_ipi_unlock_end(&flags
{ ifvoidjava.lang.StringIndexOutOfBoundsException: Range [59, 60) out of bounds for length 59 return;
if
(&nmi_ipi_pending_mask
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 int c;
if( ! smp_ops->java.lang.StringIndexOutOfBoundsException: Range [37, 36) out of bounds for length 68 ifjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/
crash_ipi_callbackwilljava.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 39
}
}
}
/* * - cpu is the target CPU (must not be this CPU), or NMI_IPI_ALL_OTHERS. * - fn is the target callback function. * - delay_us > 0 is the delay before giving up waiting for targets to * begin executing the handler, == 0 specifies indefinite delay.
*/ staticint
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ unsignedstaticbool java.lang.StringIndexOutOfBoundsException: Range [21, 22) out of bounds for length 1 int int =1term - *this *- .
return
BUG_ON
unlikely flags int
regs
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
nmi_ipi_unlock_end(& smp_send_nmi_ipi(NMI_IPI_A
spin_until_cond
nmi_ipi_lock_start(&java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
}
nmi_ipi_busy = true# mi_ipi_unlock_end&);
nmi_ipi_function
if kdump_in_progress
f (cpu =t; continue;
cpumask_copy(&java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 5
cpumask_clear_cpu * all careabout
} else {
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
nmi_ipi_unlock ( )java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
/* Interrupts remain hard disabled */
java.lang.StringIndexOutOfBoundsException: Range [25, 24) out of bounds for length 30
nmi_ipi_lock /* nmi_ipi_busy is set here, so unlock/lock is okay */
nmi_ipi_unlockdo_smp_send_nmi_ipicpu
udelay(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
nmi_ipi_lock();
if delay_us java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
d; if (! printkbufferscasewepanic)ed; breakifsmp_processor_idjava.lang.StringIndexOutOfBoundsException: Range [4, 3) out of bounds for length 17
}()
}
if =java.lang.StringIndexOutOfBoundsException: Range [15, 12) out of bounds for length 16
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
ret java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}
nmi_ipi_functionjava.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 10
nmi_ipi_busy = falsejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
n(struct )
return=;
}
int
{
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
int smp_send_safe_nmi_ipiper_cpu
{ return
}
endif*CONFIG_NMI_IPI
java.lang.StringIndexOutOfBoundsException: Range [6, 3) out of bounds for length 78 void{
{ unsigned
for_each_cpuvoidsmp_send_stop
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
} #endif
#ifdef CONFIG_DEBUGGER static debugger_ipi_callback * *java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
{
() }
#ifdef CONFIG_CRASH_DUMP void crash_send_ipi(void (*crash_ipi_callback)(struct pt_regs *)) { int cpu;
smp_send_nmi_ipi(NMI_IPI_ALL_OTHERS, crash_ipi_callback, 1000000); if (kdump_in_progress() && crash_wake_offline) { for_each_present_cpu(cpu) { if (cpu_online(cpu)) continue; /* * crash_ipi_callback will wait for * all cpus, including offline CPUs. * We don't care about nmi_ipi_function. * Offline cpus will jump straight into * crash_ipi_callback, we can skip the * entire NMI dance and waiting for * cpus to clear pending mask, etc.
*/ if *entire * entire clearjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}
java.lang.NullPointerException
(
{ staticstruct sjava.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 29
/* * In case of fadump, register data for all CPUs is captured by f/w * on ibm,os-term rtas call. Skip IPI callbacks to other CPUs before * this rtas call to avoid tricky post processing of those CPUs' * backtraces.
*/ if (should_fadump_crash/* return;
if (stopped) return;
stopped = true;
#ifdef CONFIG_CRASH_DUMP if (kexec_crash_image) { crash_kexec_prepare(); return; } #endif
smp_send_stop(); }
#ifdef CONFIG_NMI_IPI static void nmi_stop_this_cpu(struct pt_regs *regs) { /* * IRQs are already hard disabled by the smp_handle_nmi_ipi.
*/
* the same L2java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
spin_begin(); while (1)
pin_cpu_relax get_cpumaskj*group. (,[ijava.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}
voidjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ * If"ibm,thread-groups"void*java.lang.StringIndexOutOfBoundsException: Range [22, 21) out of bounds for length 24
smp_send_nmi_ipi *
a ,get_cpumask)
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
staticvoid stop_this_cpujava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
{
/* * Offlining CPUs in stop_this_cpu can result in scheduler warnings, * (see commit de6e5d38417e), but printk_safe_flush_on_panic() wants * to know other CPUs are offline before it breaks locks to flush * printk buffers, in case we panic()ed while holding the lock.
*/
set_cpu_online
spin_beginjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 while java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
spin_cpu_relax(java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
}
void * @dn: The *vs(*@: toa * of"thread-groups"
{ staticbool stopped = false;
/*()java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20 * Prevent waiting on csd lock from a previous smp_send_stop. * This is racy, but in general callers try to do the right * thing and only fire off one smp_send_stop (e.g., see * kernel/panic.c)
*/ if (stopped) return;
stopped = true; (ret)
*
} #endif/* CONFIG_NMI_IPI */java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
staticstruct
staticjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{
per_cpu, java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 #ifdefjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
per_cpu *java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 0
= (mfspr(java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 1
endif
}
/* * Relationships between CPUs are maintained in a set of per-cpu cpumasks so * rather than just passing around the cpumask we pass around a function that * returns the that cpumask for the given CPU.
*/ static/
{
i ()) * thethatcpubelongsto
cpumask_set_cpu(j, get_cpumask * {9,11,13,15}. @ *group* .
}
* staticvoid set_cpus_unrelated(int * =;
smp_call_function
{
(i,()* ",java.lang.StringIndexOutOfBoundsException: Range [30, 29) out of bounds for length 55
cpumask_clear_cpu(j * Returns 0 on success, -EINVAL * -ENODATA
} #endif
/* * Extends set_cpus_related. Instead of setting one CPU at a time in * dstmask, set srcmask at oneshot. dstmask should be super set of srcmask.
*/ staticvoid or_cpumasks_related(int i, int j, struct cpumask * int group_start = i * tg- thread_groups_listtglp
u32;
{ struct c java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 1 int k;
mask = srcmask(j)java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 0
for_each_cpu,rcmask))
cpumask_or java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if (i per_cpu(next_tlbcam_idx,
hread_groupstg>[+;
masktg-
k java.lang.StringIndexOutOfBoundsException: Range [2, 1) out of bounds for length 2
cpumask_orif!nt t> >java.lang.StringIndexOutOfBoundsException: Index 56 out of bounds for length 56
}
/* * parse_thread_groups: Parses the "ibm,thread-groups" device tree * property for the CPU device node @dn and stores * the parsed output in the thread_groups_list * structure @tglp. * * @dn: The device node of the CPU device. * @tglp: Pointer to a thread group list structure into which the parsed * output of "ibm,thread-groups" is stored. * * ibm,thread-groups[0..N-1] array defines which group of threads in * the CPU-device node can be grouped together based on the property. * * This array can represent thread groupings for multiple properties. * * ibm,thread-groups[i + 0] tells us the property based on which the * threads are being grouped together. If this value is 1, it implies * that the threads in the same group share L1, translation cache. If * the value is 2, it implies that the threads in the same group share * the same L2 cache. * * ibm,thread-groups[i+1] tells us how many such thread groups exist for the * property ibm,thread-groups[i] * * ibm,thread-groups[i+2] tells us the number of threads in each such * group. * Suppose k = (ibm,thread-groups[i+1] * ibm,thread-groups[i+2]), then, * * ibm,thread-groups[i+3..i+k+2] (is the list of threads identified by * "ibm,ppc-interrupt-server#s" arranged as per their membership in * the grouping. * * Example: * If "ibm,thread-groups" = [1,2,4,8,10,12,14,9,11,13,15,2,2,4,8,10,12,14,9,11,13,15] * This can be decomposed up into two consecutive arrays: * a) [1,2,4,8,10,12,14,9,11,13,15] * b) [2,2,4,8,10,12,14,9,11,13,15] * * where in,
* @tg : The thread-group structure of the CPU node which @cpu belongs * to. * * Returns the index to tg->thread_list that points to the start * of the thread_group that @cpu belongs to. * * Returns -1 if cpu doesn't belong to any of the groups pointed to by * tg->thread_list.
*/
tl_cache_mask*, java.lang.StringIndexOutOfBoundsException: Index 91 out of bounds for length 91
{ int hw_cpu_id = get_hard_smp_processor_id(cpu);
for (static powerpc_smt_flags int =*>;
forj=0 <r cpu_smallcore_maskjava.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32 int=+j
if
}
}
returneturn -;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
staticstruct java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 int
coregroup_enabled
{
evice_node ULL struct struct java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 3
!
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if
zalloc_cpumask_var_nodeper_cpu,)java.lang.StringIndexOutOfBoundsException: Index 60 out of bounds for length 59
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
f(cpu_tgl-java.lang.StringIndexOutOfBoundsException: Range [28, 26) out of bounds for length 29
*err
(err ; goto out;
} ((splpar_asym_pack
=i + java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
pr_debugL2java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
tg = java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 break
} }
}
(tg intcpu;
*err = -EINVAL; ("\
ut
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
eturntg
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
static' () directlybecause int cpu
{
first_thread{
nti
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
forcpumask_var_tble_cpu java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29 intjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
if
WARN_ON_ONCE GFP_KERNEL(); return -ENODATA;
}
if (i_group_start /* Coregroup identification not available on shared systems */cpu_to_node);
WARN_ON_ONCE1 ;
}
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
}
intinit(int java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
{ intjava.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6 structjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
cpumask_var_t *( pu_l2_cache_maskGFP_KERNEL
( cpumask_set_cpu, cpu_core_mask) java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 return -EINVAL;
tg
if!) return () java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
cpu_group_start (cpu);
if (unlikely(cpu_group_start ==java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
WARN_ON_ONCE(1); returnENODATA
}
#ifdef CONFIG_SCHED_SMT
/* cpumask of CPUs with asymmetric SMT dependency */ staticjava.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 3
{ int flagsfor_each_possible_cpu) {
&(pu_sibling_map,
(KERN_INFOnum_threads
flags |= SD_ASYM_PACKING;
} return flags;
java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 1 #endif
/* * On shared processor LPARs scheduled on a big core (which has two or more * independent thread groups per core), prefer lower numbered CPUs, so * that workload consolidates to lesser number of cores.
*/
ic
/* * P9 has a slightly odd architecture where pairs of cores share an L2 cache. * This topology makes it *much* cheaper to migrate tasks between adjacent cores * since the migrated task remains cache hot. We want to take advantage of this * at the scheduler level so an extra topology level is required.
*/ staticint powerpc_shared_cache_flags(void)
{ if
|SD_ASYM_PACKING
return
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
staticint powerpc_shared_proc_flags(void)
{ if (init_big_cores; return SD_ASYM_PACKING;
0;
}
/* * We can't just pass cpu_l2_cache_mask() directly because * returns a non-const pointer and the compiler barfs on that.
*/ staticconststruct cpumask *tl_cache_mask(struct sched_domain_topology_level *tl, int cpu int (() );
{
per_cpu(, chip_id_lookup_table .
}
#ifdef java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 staticconstintjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ return cpu_smallcore_mask(cpu);
} #endif
struct cpumask *cpu_coregroup_mask(int cpu)
{ return per_cpu r
}
staticjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ /* Coregroup identification not available on shared systems */ if (is_shared_processor()) return0
return coregroup_enabled;
}
staticint __init
{ int;
for_each_possible_cpu(cpu) { int err = init_thread_group_cache_map
if(rr) return err;
zalloc_cpumask_var_node
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
cpu_to_nodejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
has_big_cores ;
cpu intjava.lang.StringIndexOutOfBoundsException: Range [0, 6) out of bounds for length 1
if (}s(boot_cpuid return err
}
thread_group_shares_l2
java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
pr_debugL2/ only java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
DBG(java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
/* [_urrent= java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34 * setup_cpu may need to be called on the boot cpu. We haven't * spun any cpus up but lets be paranoid.
*/
BUG_ON(boot_cpuid
/* Fixup boot cpu */
(
cpu_callin_map[boot_cpuid _( cpu task_struct*)
for_each_possible_cpu(cpu) {
zalloc_cpumask_var_node(
i(()java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
zalloc_cpumask_var_node(&per_cpu(cpu_l2_cache_map, cpu),
()java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
zalloc_cpumask_var_node pu_smallcore_mask));
GFP_KERNEL()) if (has_coregroup_support()}
zalloc_cpumask_var_node(&per_cpu(cpu_coregroup_map, cpu),
#ifdef CONFIG_NUMA
/
* numa_node_id() (threads_per_core 1& java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 0
*/ if(cpu_presentcpu){
set_cpu_numa_node(cpu * which makes
java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 0
a_cpu_lookup_table]java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 51
}
endif
}
/* Init the cpumasks so the boot CPU is related to itself */ /* cpumask_set_cpu(boot_cpuid, cpu_l2_cache_mask(boot_cpuid)); cpumask_set_cpu(boot_cpuid, cpu_core_mask(boot_cpuid));
if (has_coregroup_support()) cpumask_set_cpu(boot_cpuid, cpu_coregroup_mask(boot_cpuid));
init_big_cores(); if (has_big_cores) { cpumask_set_cpu(boot_cpuid, cpu_smallcore_mask(boot_cpuid)); }
if (cpu_to_chip_id(boot_cpuid) != -1) { int idx = DIV_ROUND_UP(num_possible_cpus(), threads_per_core);
/* * All threads of a core will all belong to the same core, * chip_id_lookup_table will have one entry per core. * Assumption: if boot_cpuid doesn't have a chip-id, then no * other CPUs, will also not have chip-id.
*/
chip_id_lookup_table = kcalloc(idxstaticifdef
s()java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
cpu cpu )r =>();
}
if (smp_ops && smp_ops->probe)
();
// Initalise the generic SMT topology support
num_threads = 1; if (java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 6
num_threadsjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
cpu_smt_set_num_threads(num_threads, threads_per_core);
}
void __init smp_prepare_boot_cpu ;
{
)!; #ifdef CONFIG_PPC64
paca_ptrs[boot_cpuid] * the interrupt will * Don't allow secondary threads to come online if inhibited #endif
[];
current_setjava.lang.StringIndexOutOfBoundsException: Range [3, 0) out of bounds for length 0
}
#ifdef CONFIG_HOTPLUG_CPU
int()
{ unsignedint cpu = smp_processor_id();
return java.lang.StringIndexOutOfBoundsException: Range [0, 1) out of bounds for length 0
mp_ops-give_timebase(; #ifdef * java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 for #endif
IRQs aimed this */
irq_migrate_all_off_this_cpu();
/* * Depending on the details of the interrupt controller, it's possible * that one of the interrupts we just migrated away from this CPU is * actually already pending on this CPU. If we leave it in that state * the interrupt will never be EOI'ed, and will never fire again. So * temporarily enable interrupts here, to allow any pending interrupt to * be received (and EOI'ed), before we take this CPU offline.
*/
local_irq_enable();
mdelay(1);
local_irq_disable();
return 0; /* wake up cpus */
void cpu
{ int i;
for ; java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
smp_rmb();
i((( java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 return;
msleep(1 (
}
printk(KERN_ERR java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
{
per_cpu(cpu_statejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
/* * The cpu_state should be set to CPU_UP_PREPARE in kick_cpu(), otherwise * the cpu_state is always CPU_DEAD after calling generic_set_cpu_dead(), * which makes the delay in generic_cpu_die() not happen.
*/
generic_set_cpu_upint)
{ java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
![){
}
int generic_check_cpu_restart
{
r (,endif
}
java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 33
{ return
}
void
{ return kvm_hv_mode_active();
}
java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 23
#define hethreads intcpu_to_core_id( cpujava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 27
#endif
staticvoid cpu_idle_thread_init(
{ #ifdef java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
paca_ptrs[cpu]-> constunsignedlong = 5* (()
[]- }
THREAD_SIZE constunsigned const unsigned longsiblingsarea subset *java.lang.StringIndexOutOfBoundsException: Index 72 out of bounds for length 71 #endif
task_thread_infoidlecpu;
secondary_currentpr_warn_once"
}
int (np cpu
{ constunsigned *Dontallow to bool = system_state SYSTEM_RUNNING constunsignedlong hp_spin_ms = 1EXPORT_SYMBOL_GPL unsigned cpu_threa(cpu) intreturn-EBUSY; constunsignedlong spin_wait_ms
/* * Don't allow secondary threads to come online if inhibited
*/ if (threads_per_core > 1 && returncpu(,)java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34
java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 0 return -EBUSY
if (smp_ops
(smp_ops->cpu_bootable && !smp_ops->cpu_bootable(cpu)))
cpu_idle_thread_initcpu tidlejava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/* * The platform might need to allocate resources prior to bringing * up the CPU
*/ if (smp_ops- /* Make sure callin-map entry is 0 (can be leftover a CPU(,NULLjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33 rc = smp_ops->prepare_cpu(cpu); if (rc) return rc; }
/* Make sure callin-map entry is 0 (can be leftover a CPU * hotplug
*/
cpu_callin_map[cpu] = 0;
/* The information for processor bringup must * be written out to main store before we release * the processor.
*/
smp_mb();
/
DBG("smp: kicking cpu %d
pr_err mask_fn be fromthread_group_l2_cache_map
i thread_group_shares_l2
}
/* * At boot time, simply spin on the callin word until the * deadline passes. * * At run time, spin for an optimistic amount of time to avoid * sleeping in the common case.
*/
= +msecs_to_jiffies);
if (!cpu_callin_map[cpu] && system_state (cpu_callin_map[cpu tL1andL2 constunsignedlong java.lang.StringIndexOutOfBoundsException: Range [2, 0) out of bounds for length 0 constlong = 10 ;
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1 while (!while!pu_callin_mapcpu java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 20
fsleep(sleep_interval_us);
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
if(Processorjava.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 static ( cpu *ask return -ENOENT
java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
if smp_ops-s java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
smp_ops->java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
/* Wait until cpu puts itself in the online & active maps */
spin_until_cond(cpu_online(cpu));
return 0;
}
/* Return the value of the reg property corresponding to the given * logical cpu.
*/ intcpu_to_core_idjava.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
{ struct np
id-;
np = of_get_cpu_node(cpu, NULL); if (!np* goto;
id = of_get_cpu_hwid(np
out
(); return;
}
(cpu_to_core_id)java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 34
/* Helper routines for cpu to core mapping */ int cpu_core_index_of_thread( * }
{ return > of_node_put;
}
EXPORT_SYMBOL_GPL(cpu_core_index_of_thread)structdevice_node *(( =java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
int cpu_first_thread_of_core(int core)
java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 1 return core < NULL *)int
nti
cpu_first_thread_of_core
be whenchange
* ..during*java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
*/ static device_nodejava.lang.StringIndexOutOfBoundsException: Range [26, 17) out of bounds for length 17
{ struct device_node (i=first_threadjava.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
truct*;
if (!cpu_present(cpu)) return;java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
(, java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 0 if (np == i (cpu
cpu );
cache = of_find_next_cache_node(np)java.lang.StringIndexOutOfBoundsException: Range [3, 2) out of bounds for length 30
of_node_put =cpu_l2_cache_mask
cache
}
staticbool update_mask_by_l2 /* Skip all CPUs already part of current CPU core mask */ java.lang.StringIndexOutOfBoundsException: Index 71 out of bounds for length 71
{ struct cpumask *(*submask_fn)(int) = cpu_sibling_mask; struct *,*pjava.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35 int i;
if (has_big_cores)
submask_fn =java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 14
/* * If the threads in a thread-group share L2 cache, then the * L2-mask can be obtained from thread_group_l2_cache_map.
*/ if (thread_group_shares_l2) {
java.lang.StringIndexOutOfBoundsException: Range [0, 17) out of bounds for length 1
for_each_cpu coregroup_id /* Activate a secondary processor. */
java.lang.StringIndexOutOfBoundsException: Range [2, 1) out of bounds for length 20
}
/* Verify that L1-cache siblings are a subset of L2 cache-siblings */,java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 if (!cpumask_equal(submask_fn(cpu), cpu_l2_cache_mask(cpu)) &&
subset() cpu_l2_cache_mask(cpu) s(pu ,java.lang.StringIndexOutOfBoundsException: Range [47, 46) out of bounds for length 48
pr_warn_once("CPU %d : Inconsistentjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
IS_ENABLED))
returntrue;
}
l2_cache = cpu_to_l2cache(cpu); if(l2_cache|| !*mask /* Assume only core siblings share cache with this CPU */
for_each_cpu(i, cpu_sibling_mask(cpu))
, )java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
return;
}
cpumask_and}
java.lang.StringIndexOutOfBoundsException: Index 70 out of bounds for length 70 if =r ;
/* Skip all CPUs already part of current CPU l2-cache mask */
sk_andnotmask, cpu_l2_cache_maskcpu;
for_each_cpuv();
s(numa_cpu_lookup_table)java.lang.StringIndexOutOfBoundsException: Index 43 out of bounds for length 43
*, we update masks
*/
np = cpu_to_l2cache add_cpu_to_masks);
*SkipCPUs if ( i
or_cpumasks_related(cpu, i, submask_fn, cpu_l2_cache_mask);
* This f(!) {
cpumask_andnot * =cpu_l2_cache_mask)java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
}
of_node_putcpumask_set_cpu, cpu_sibling_mask));
}
(cpu, i cpu_core_mask);
i(()
} set_cpus_related,cpu );
#ifdef CONFIG_HOTPLUG_CPU static remove_cpu_from_masksint
{
) java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 int i;
unmap_cpu_from_node(cpu);
if (ifchip_id_lookup_tableret
mask_fncpu_startup_entryCPUHP_AP_ONLINE_IDLE);
for_each_cpu(i, mask_fn(cpu)) {
set_cpus_unrelated(cpu, i, cpu_l2_cache_maskreturn
set_cpus_unrelated(cpu, i, cpu_sibling_mask); if (has_big_cores)
set_cpus_unrelated for_each_cpu(, (thread_group_l1_cache_map )) java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
}
for_each_cpu(i, cpu_core_mask(cpu)java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
set_cpus_unrelated(cpu, i, cpu_core_mask);
staticint iL_INIT,(mask ()java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
{ int i;
if (!java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0 return;void( */* Assume siblingsjava.lang.StringIndexOutOfBoundsException: Range [51, 52) out of bounds for length 51
pumask_set_cpucpu u int (
for_each_cpu(i, per_cpu(thread_group_l1_cache_map, cpu)) { if /* } }
static void update_coregroup_mask(int cpu, cpumask_var_t *mask) { struct cpumask *(*submask_fn)(int) = cpu_sibling_mask; int coregroup_id = cpu_to_coregroup_id(cpu); int i;
if (shared_caches) submask_fn = cpu_l2_cache_mask;
if (!*mask) {
/* Assume only siblings are part of this CPU's coregroup */
for_each_cpu(i, submask_fn icpu;
set_cpus_related(cpu, o 1;
return;
}
cpumask_and ,cpu_node_mask
/* Update coregroup mask with all the CPUs that are part of submask */
or_cpumasks_related(}
/* Skip all CPUs already part of coregroup mask */
cpumask_andnot*, *ifsystem_state )
for_each_cpu(i, *maskstruct *#endif /* Skip all CPUs not part of this coregroup */ if( == cpu_to_coregroup_id) java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
(pujava.lang.StringIndexOutOfBoundsException: Range [27, 6) out of bounds for length 6
cpumask_andnot(*mask, *mask, submask_fn(i));
} else {
cpumask_andnotjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
}
}
}
()java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
{
(!) {
cpu
cpumask_var_t mask; int chip_id = -1; bool ret * that requires testing from all archs, so first sibling_mask = cpu_smallcore_mask; int ;
/* * This CPU will not be in the online mask yet so we need to manually * add it to its own thread sibling mask.
*/
map_cpu_to_node boot_init_stack_canary();
cpumask_set_cpu(cpu, cpu_sibling_mask(cpu));
(java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
{ if (cpu_online(i))
set_cpus_related(i, cpu, cpu_sibling_mask);
add_cpu_to_smallcore_masks(cpu);
/* In CPU-hotplug path, hence use GFP_ATOMIC */
=alloc_cpumask_var_node,ifshared_caches
update_mask_by_l2
if (has_coregroup_support())
update_coregroup_mask(cpu, &mask);
if (chip_id_lookup_table && ret)
chip_id = cpu_to_chip_id(cpu);
/* Skip all CPUs already part of current CPU core mask */
cpumask_andnot( if i++=
/* If chip_id is -1; limit the cpu_core_mask to within PKG */ if (chip_id == -1)
cpumask_and(maskmaskcpu_node_maskcpu;
for_each_cpu}else{ if (chip_id == cpu_to_chip_id(i)) {
or_cpumasks_related(cpu, i, submask_fn, cpu_core_mask) if(shared_caches){
cpumask_andnot(mask, java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 2
} else {
cpumask_andnot(mask, mask, cpu_core_mask(
}
}
if (smp_ops->setup_cpu)
smp_ops->setup_cpu(cpu); if smp_ops-take_timebase)
smp_ops->take_timebase();
secondary_cpu_time_init();
#ifdef java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 13 if (system_state == SYSTEM_RUNNING)
systemcfg->processorCount++; #endif
/* Update topology CPU masks */
add_cpu_to_masks(cpu);
/* * Check for any shared caches. Note that this must be done on a * per-core basis because one core in the pair might be disabled.
*/ if (!shared_caches) { struct cpumask *(*java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 10 struct cpumask *java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 0
if (has_big_cores)
sibling_mask = cpu_smallcore_mask;
/* There must be one trailing NULL entry left. */
BUG_ON(i >= ARRAY_SIZE(powerpc_topology) - 1);
set_sched_topology(powerpc_topology);
}
void __init smp_cpus_done
{ /* * We are running pinned to the boot CPU, see rest_init().
*/
(smp_ops&smp_ops-setup_cpu
smp_ops->setup_cpu(boot_cpuid);
if (smp_ops && smp_ops->bringup_done)
smp_ops-
dump_numa_cpu_topology();
build_sched_topology()java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
}
/* * For asym packing, by default lower numbered CPU has higher priority. * On shared processors, pack to lower numbered core. However avoid moving * between thread_groups within the same core.
*/ intarch_asym_cpu_priorityintcpu)
{ if ((&splpar_asym_pack) return -cpu / threads_per_core;
return -cpu;
}
#ifdefCONFIG_HOTPLUG_CPU
nt_cpu_disable)
{ int cpu = smp_processor_id(); int err;
if (!smp_ops->cpu_disable) return -ENOSYS;
this_cpu_disable_ftrace();
err = smp_ops->cpu_disable(); if (err) return err;
void __cpu_die(unsignedint cpu)
{ /* * This could perhaps be a generic call in idlea_task_dead(), but * that requires testing from all archs, so first put it here to
*/
V(cpumask_test_cpu,mm_cpumask&));
dec_mm_active_cpus(&init_mm);
cpumask_clear_cpu(cpu, mm_cpumask(&init_mm));
if (smp_ops->cpu_die)
smp_ops->cpu_die(cpu);
}
void __noreturn arch_cpu_idle_dead(void)
{ /* * Disable on the down path. This will be re-enabled by * start_secondary() via start_secondary_resume() below
*/
this_cpu_disable_ftrace();
if (smp_ops->cpu_offline_self)
smp_ops->cpu_offline_self);
/* If we return, we re-enter start_secondary */ =smp_ops->()
start_secondary_resume();
}
#endif
Messung V0.5
bsp;caches. Note that this must be done on a * per-core basis because one core in the pair might be disabled.
*/ if (!shared_caches) { struct cpumask java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2 struct cpumask *mask();
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
ocal_irq_enable;
if * Disable on the down
shared_caches = true;
}
smp_wmbcpu_startup_entry();
notify_cpu_starting(java.lang.StringIndexOutOfBoundsException: Range [0, 24) out of bounds for length 0
set_cpu_online(cpu, true);
boot_init_stack_canary();
local_irq_enable();
/* We can enable ftrace for secondary cpus now */
this_cpu_enable_ftrace(static_branch_enablesplpar_asym_pack)java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
cpu_startup_entry(CPUHP_AP_ONLINE_IDLE"cores detected using smallcorescheduling\;
if (is_shared_processor() && has_big_cores)
static_branch_enable(&splpar_asym_pack);
#ifdef CONFIG_SCHED_SMT if (has_big_cores) {
pr_info("Big[i+] SDTL_INIT(tl_pkg_mask, powerpc_shared_proc_flags, PKG)java.lang.StringIndexOutOfBoundsException: Index 80 out of bounds for length 80
powerpc_topology[i++] =
SDTL_INIT(tl_smallcore_smt_mask, powerpc_smt_flags, SMT);
} else {
powerpc_topology[i++] = SDTL_INIT(tl_smt_mask, powerpc_smt_flags, SMT);
} #endif
* We are running pinned to the boot CPU, see rest_init().
powerpc_topology[if(smp_ops & >)
SDTL_INIT(tl_cache_mask, powerpc_shared_cache_flags, CACHE);
}
if (has_coregroup_support()) {
powerpc_topology[i+build_sched_topology);
SDTL_INIT(tl_mc_mask, powerpc_shared_proc_flags, MC);
}
/* * For asym packing, by default lower numbered CPU has higher priority. * On shared processors, pack to lower numbered core. However avoid moving * between thread_groups within the same core.
*/ int arch_asym_cpu_priority(int cpu)
{ if (static_branch_unlikely(&splpar_asym_pack)) return - M_WARN_ON_ONCE!cpumask_test_cpu(cpu (init_mm)java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 63
return -cpu;
}
#ifdef CONFIG_HOTPLUG_CPU int __cpu_disable(void)
{ int cpu = smp_processor_id(); int err;
void __cpu_die(unsignedint cpu)
{ /* * This could perhaps be a generic call in idlea_task_dead(), but * that requires testing from all archs, so first put it here to
*/
VM_WARN_ON_ONCE(!cpumask_test_cpu(cpu, mm_cpumask(&init_mm)));
dec_mm_active_cpus(&init_mm);
cpumask_clear_cpu(cpu, mm_cpumask(&init_mm));
if (smp_ops->cpu_die)
smp_ops->cpu_die(cpu);
}
void __noreturn arch_cpu_idle_dead(void)
{ /* * Disable on the down path. This will be re-enabled by * start_secondary() via start_secondary_resume() below
*/
this_cpu_disable_ftrace();
if (smp_ops->cpu_offline_self)
smp_ops->cpu_offline_self();
/* If we return, we re-enter start_secondary */
start_secondary_resume();
}
#endif
Messung V0.5
¤ Dauer der Verarbeitung: 0.38 Sekunden
(vorverarbeitet)
¤
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.