/* * This file is subject to the terms and conditions of the GNU General Public * License. See the file "COPYING" in the main directory of this archive * for more details. * * SGI UV architectural definitions * * (C) Copyright 2020 Hewlett Packard Enterprise Development LP * Copyright (C) 2007-2014 Silicon Graphics, Inc. All rights reserved.
*/
/* * Addressing Terminology * * M - The low M bits of a physical address represent the offset * into the blade local memory. RAM memory on a blade is physically * contiguous (although various IO spaces may punch holes in * it).. * * N - Number of bits in the node portion of a socket physical * address. * * NASID - network ID of a router, Mbrick or Cbrick. Nasid values of * routers always have low bit of 1, C/MBricks have low bit * equal to 0. Most addressing macros that target UV hub chips * right shift the NASID by 1 to exclude the always-zero bit. * NASIDs contain up to 15 bits. * * GNODE - NASID right shifted by 1 bit. Most mmrs contain gnodes instead * of nasids. * * PNODE - the low N bits of the GNODE. The PNODE is the most useful variant * of the nasid for socket usage. * * GPA - (global physical address) a socket physical address converted * so that it can be used by the GRU as a global address. Socket * physical addresses 1) need additional NASID (node) bits added * to the high end of the address, and 2) unaliased if the * partition does not have a physical address 0. In addition, on * UV2 rev 1, GPAs need the gnode left shifted to bits 39 or 40. * * * NumaLink Global Physical Address Format: * +--------------------------------+---------------------+ * |00..000| GNODE | NodeOffset | * +--------------------------------+---------------------+ * |<-------53 - M bits --->|<--------M bits -----> * * M - number of node offset bits (35 .. 40) * * * Memory/UV-HUB Processor Socket Address Format: * +----------------+---------------+---------------------+ * |00..000000000000| PNODE | NodeOffset | * +----------------+---------------+---------------------+ * <--- N bits --->|<--------M bits -----> * * M - number of node offset bits (35 .. 40) * N - number of PNODE bits (0 .. 10) * * Note: M + N cannot currently exceed 44 (x86_64) or 46 (IA64). * The actual values are configuration dependent and are set at * boot time. M & N values are set by the hardware/BIOS at boot. * * * APICID format * NOTE!!!!!! This is the current format of the APICID. However, code * should assume that this will change in the future. Use functions * in this file for all APICID bit manipulations and conversion. * * 1111110000000000 * 5432109876543210 * pppppppppplc0cch Nehalem-EX (12 bits in hdw reg) * ppppppppplcc0cch Westmere-EX (12 bits in hdw reg) * pppppppppppcccch SandyBridge (15 bits in hdw reg) * sssssssssss * * p = pnode bits * l = socket number on board * c = core * h = hyperthread * s = bits that are in the SOCKET_ID CSR * * Note: Processor may support fewer bits in the APICID register. The ACPI * tables hold all 16 bits. Software needs to be aware of this. * * Unless otherwise specified, all references to APICID refer to * the FULL value contained in ACPI tables, not the subset in the * processor APICID register.
*/
/* * Maximum number of bricks in all partitions and in all coherency domains. * This is the total number of bricks accessible in the numalink fabric. It * includes all C & M bricks. Routers are NOT included. * * This value is also the value of the maximum number of non-router NASIDs * in the numalink fabric. * * NOTE: a brick may contain 1 or 2 OS nodes. Don't get these confused.
*/ #define UV_MAX_NUMALINK_BLADES 16384
/* * Maximum number of C/Mbricks within a software SSI (hardware may support * more).
*/ #define UV_MAX_SSI_BLADES 256
/* * The largest possible NASID of a C or M brick (+ 2)
*/ #define UV_MAX_NASID_VALUE (UV_MAX_NUMALINK_BLADES * 2)
/* GAM (globally addressed memory) range table */ struct uv_gam_range_s {
u32 limit; /* PA bits 56:26 (GAM_RANGE_SHFT) */
u16 nasid; /* node's global physical address */
s8 base; /* entry index of node's base addr */
u8 reserved;
};
/* * The following defines attributes of the HUB chip. These attributes are * frequently referenced and are kept in a common per hub struct. * After setup, the struct is read only, so it should be readily * available in the L3 cache on the cpu socket for the node.
*/ struct uv_hub_info_s { unsignedint hub_type; unsignedchar hub_revision; unsignedlong global_mmr_base; unsignedlong global_mmr_shift; unsignedlong gpa_mask; unsignedshort *socket_to_node; unsignedshort *socket_to_pnode; unsignedshort *pnode_to_socket; struct uv_gam_range_s *gr_table; unsignedshort min_socket; unsignedshort min_pnode; unsignedchar m_val; unsignedchar n_val; unsignedchar gr_table_len; unsignedchar apic_pnode_shift; unsignedchar gpa_shift; unsignedchar nasid_shift; unsignedchar m_shift; unsignedchar n_lshift; unsignedint gnode_extra; unsignedlong gnode_upper; unsignedlong lowmem_remap_top; unsignedlong lowmem_remap_base; unsignedlong global_gru_base; unsignedlong global_gru_shift; unsignedshort pnode; unsignedshort pnode_mask; unsignedshort coherency_domain_number; unsignedshort numa_blade_id; unsignedshort nr_possible_cpus; unsignedshort nr_online_cpus; short memory_nid; unsignedshort *node_to_socket;
};
/* CPU specific info with a pointer to the hub common info struct */ struct uv_cpu_info_s { void *p_uv_hub_info; unsignedchar blade_cpu_id; void *reserved;
};
DECLARE_PER_CPU(struct uv_cpu_info_s, __uv_cpu_info);
/* * UV4A is a revision of UV4. So on UV4A, both is_uv4_hub() and * is_uv4a_hub() return true, While on UV4, only is_uv4_hub() * returns true. So to get true results, first test if is UV4A, * then test if is UV4.
*/
/* * Local & Global MMR space macros. * Note: macros are intended to be used ONLY by inline functions * in this file - not by other kernel code. * n - NASID (full 15-bit global nasid) * g - GNODE (full 15-bit global nasid, right shifted 1) * p - PNODE (local part of nsids, right shifted 1)
*/ #define UV_NASID_TO_PNODE(n) \
(((n) >> uv_hub_info->nasid_shift) & uv_hub_info->pnode_mask) #define UV_PNODE_TO_GNODE(p) ((p) |uv_hub_info->gnode_extra) #define UV_PNODE_TO_NASID(p) \
(UV_PNODE_TO_GNODE(p) << uv_hub_info->nasid_shift)
/* Local Bus from cpu's perspective */ #define LOCAL_BUS_BASE 0x1c00000 #define LOCAL_BUS_SIZE (4 * 1024 * 1024)
/* * System Controller Interface Reg * * Note there are NO leds on a UV system. This register is only * used by the system controller to monitor system-wide operation. * There are 64 regs per node. With Nehalem cpus (2 cores per node, * 8 cpus per core, 2 threads per cpu) there are 32 cpu threads on * a node. * * The window is located at top of ACPI MMR space
*/ #define SCIR_WINDOW_COUNT 64 #define SCIR_LOCAL_MMR_BASE (LOCAL_BUS_BASE + \
LOCAL_BUS_SIZE - \
SCIR_WINDOW_COUNT)
#define SCIR_CPU_HEARTBEAT 0x01 /* timer interrupt */ #define SCIR_CPU_ACTIVITY 0x02 /* not idle */ #define SCIR_CPU_HB_INTERVAL (HZ) /* once per second */
/* Loop through all installed blades */ #define for_each_possible_blade(bid) \ for ((bid) = 0; (bid) < uv_num_possible_blades(); (bid)++)
/* * Macros for converting between kernel virtual addresses, socket local physical * addresses, and UV global physical addresses. * Note: use the standard __pa() & __va() macros for converting * between socket virtual and socket physical addresses.
*/
/* global bits offset - number of local address bits in gpa for this UV arch */ staticinlineunsignedint uv_gpa_shift(void)
{ return uv_hub_info->gpa_shift;
} #define _uv_gpa_shift
/* Find node that has the address range that contains global address */ staticinlinestruct uv_gam_range_s *uv_gam_range(unsignedlong pa)
{ struct uv_gam_range_s *gr = uv_hub_info->gr_table; unsignedlong pal = (pa & uv_hub_info->gpa_mask) >> UV_GAM_RANGE_SHFT; int i, num = uv_hub_info->gr_table_len;
if (gr) { for (i = 0; i < num; i++, gr++) { if (pal < gr->limit) return gr;
}
}
pr_crit("UV: GAM Range for 0x%lx not found at %p!\n", pa, gr);
BUG();
}
/* Return base address of node that contains global address */ staticinlineunsignedlong uv_gam_range_base(unsignedlong pa)
{ struct uv_gam_range_s *gr = uv_gam_range(pa); int base = gr->base;
/* Top two bits indicate the requested address is in MMR space. */ staticinlineint
uv_gpa_in_mmr_space(unsignedlong gpa)
{ return (gpa >> 62) == 0x3UL;
}
/* * Access global MMRs using the low memory MMR32 space. This region supports * faster MMR access but not all MMRs are accessible in this space.
*/ staticinlineunsignedlong *uv_global_mmr32_address(int pnode, unsignedlong offset)
{ return __va(UV_GLOBAL_MMR32_BASE |
UV_GLOBAL_MMR32_PNODE_BITS(pnode) | offset);
}
/* * Access Global MMR space using the MMR space located at the top of physical * memory.
*/ staticinlinevolatilevoid __iomem *uv_global_mmr64_address(int pnode, unsignedlong offset)
{ return __va(UV_GLOBAL_MMR64_BASE |
UV_GLOBAL_MMR64_PNODE_BITS(pnode) | offset);
}
/* * Access hub local MMRs. Faster than using global space but only local MMRs * are accessible.
*/ staticinlineunsignedlong *uv_local_mmr_address(unsignedlong offset)
{ return __va(UV_LOCAL_MMR_BASE | offset);
}
/* Blade-local cpu number of current cpu. Numbered 0 .. <# cpus on the blade> */ staticinlineint uv_blade_processor_id(void)
{ return uv_cpu_info->blade_cpu_id;
}
/* Blade-local cpu number of cpu N. Numbered 0 .. <# cpus on the blade> */ staticinlineint uv_cpu_blade_processor_id(int cpu)
{ return uv_cpu_info_per(cpu)->blade_cpu_id;
}
/* Blade number to Node number (UV2..UV4 is 1:1) */ staticinlineint uv_blade_to_node(int blade)
{ return uv_socket_to_node(blade);
}
/* Blade number of current cpu. Numbered 0 .. <#blades -1> */ staticinlineint uv_numa_blade_id(void)
{ return uv_hub_info->numa_blade_id;
}
/* * Convert linux node number to the UV blade number. * .. Currently for UV2 thru UV4 the node and the blade are identical. * .. UV5 needs conversion when sub-numa clustering is enabled.
*/ staticinlineint uv_node_to_blade_id(int nid)
{ unsignedshort *n2s = uv_hub_info->node_to_socket;
return n2s ? n2s[nid] : nid;
}
/* Convert a CPU number to the UV blade number */ staticinlineint uv_cpu_to_blade_id(int cpu)
{ return uv_cpu_hub_info(cpu)->numa_blade_id;
}
/* Convert a blade id to the PNODE of the blade */ staticinlineint uv_blade_to_pnode(int bid)
{ unsignedshort *s2p = uv_hub_info->socket_to_pnode;
return s2p ? s2p[bid] : bid;
}
/* Nid of memory node on blade. -1 if no blade-local memory */ staticinlineint uv_blade_to_memory_nid(int bid)
{ return uv_hub_info_list(uv_blade_to_node(bid))->memory_nid;
}
/* Determine the number of possible cpus on a blade */ staticinlineint uv_blade_nr_possible_cpus(int bid)
{ return uv_hub_info_list(uv_blade_to_node(bid))->nr_possible_cpus;
}
/* Determine the number of online cpus on a blade */ staticinlineint uv_blade_nr_online_cpus(int bid)
{ return uv_hub_info_list(uv_blade_to_node(bid))->nr_online_cpus;
}
/* Convert a cpu id to the PNODE of the blade containing the cpu */ staticinlineint uv_cpu_to_pnode(int cpu)
{ return uv_cpu_hub_info(cpu)->pnode;
}
/* Convert a linux node number to the PNODE of the blade */ staticinlineint uv_node_to_pnode(int nid)
{ return uv_hub_info_list(nid)->pnode;
}
/* Maximum possible number of blades */ externshort uv_possible_blades; staticinlineint uv_num_possible_blades(void)
{ return uv_possible_blades;
}
/* Per Hub NMI support */ externvoid uv_nmi_setup(void); externvoid uv_nmi_setup_hubless(void);
/* BMC sets a bit this MMR non-zero before sending an NMI */ #define UVH_NMI_MMR UVH_BIOS_KERNEL_MMR #define UVH_NMI_MMR_CLEAR UVH_BIOS_KERNEL_MMR_ALIAS #define UVH_NMI_MMR_SHIFT 63 #define UVH_NMI_MMR_TYPE "SCRATCH5"
struct uv_hub_nmi_s {
raw_spinlock_t nmi_lock;
atomic_t in_nmi; /* flag this node in UV NMI IRQ */
atomic_t cpu_owner; /* last locker of this struct */
atomic_t read_mmr_count; /* count of MMR reads */
atomic_t nmi_count; /* count of true UV NMIs */ unsignedlong nmi_value; /* last value read from NMI MMR */ bool hub_present; /* false means UV hubless system */ bool pch_owner; /* indicates this hub owns PCH */
};
struct uv_cpu_nmi_s { struct uv_hub_nmi_s *hub; int state; int pinging; int queries; int pings;
};
/* * Get the minimum revision number of the hub chips within the partition. * (See UVx_HUB_REVISION_BASE above for specific values.)
*/ staticinlineint uv_get_min_hub_revision_id(void)
{ return uv_hub_info->hub_revision;
}
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.