// SPDX-License-Identifier: GPL-2.0-only /* * CPU/APIC topology * * The APIC IDs describe the system topology in multiple domain levels. * The CPUID topology parser provides the information which part of the * APIC ID is associated to the individual levels: * * [PACKAGE][DIEGRP][DIE][TILE][MODULE][CORE][THREAD] * * The root space contains the package (socket) IDs. * * Not enumerated levels consume 0 bits space, but conceptually they are * always represented. If e.g. only CORE and THREAD levels are enumerated * then the DIE, MODULE and TILE have the same physical ID as the PACKAGE. * * If SMT is not supported, then the THREAD domain is still used. It then * has the same physical ID as the CORE domain and is the only child of * the core domain. * * This allows a unified view on the system independent of the enumerated * domain levels without requiring any conditionals in the code. */ #define pr_fmt(fmt) … #include <linux/cpu.h> #include <xen/xen.h> #include <asm/apic.h> #include <asm/hypervisor.h> #include <asm/io_apic.h> #include <asm/mpspec.h> #include <asm/smp.h> #include "cpu.h" /* * Map cpu index to physical APIC ID */ DEFINE_EARLY_PER_CPU_READ_MOSTLY(…); DEFINE_EARLY_PER_CPU_READ_MOSTLY(…); EXPORT_EARLY_PER_CPU_SYMBOL(…); EXPORT_EARLY_PER_CPU_SYMBOL(…); /* Bitmap of physically present CPUs. */ DECLARE_BITMAP(phys_cpu_present_map, MAX_LOCAL_APIC) __read_mostly; /* Used for CPU number allocation and parallel CPU bringup */ u32 cpuid_to_apicid[] __ro_after_init = …; /* Bitmaps to mark registered APICs at each topology domain */ static struct { … } apic_maps[TOPO_MAX_DOMAIN] __ro_after_init; /* * Keep track of assigned, disabled and rejected CPUs. Present assigned * with 1 as CPU #0 is reserved for the boot CPU. */ static struct { … } topo_info __ro_after_init = …; #define domain_weight(_dom) … bool arch_match_cpu_phys_id(int cpu, u64 phys_id) { … } #ifdef CONFIG_SMP static void cpu_mark_primary_thread(unsigned int cpu, unsigned int apicid) { … } #else static inline void cpu_mark_primary_thread(unsigned int cpu, unsigned int apicid) { } #endif /* * Convert the APIC ID to a domain level ID by masking out the low bits * below the domain level @dom. */ static inline u32 topo_apicid(u32 apicid, enum x86_topology_domains dom) { … } static int topo_lookup_cpuid(u32 apic_id) { … } static __init int topo_get_cpunr(u32 apic_id) { … } static void topo_set_cpuids(unsigned int cpu, u32 apic_id, u32 acpi_id) { … } static __init bool check_for_real_bsp(u32 apic_id) { … } static unsigned int topo_unit_count(u32 lvlid, enum x86_topology_domains at_level, unsigned long *map) { … } static __init void topo_register_apic(u32 apic_id, u32 acpi_id, bool present) { … } /** * topology_register_apic - Register an APIC in early topology maps * @apic_id: The APIC ID to set up * @acpi_id: The ACPI ID associated to the APIC * @present: True if the corresponding CPU is present */ void __init topology_register_apic(u32 apic_id, u32 acpi_id, bool present) { … } /** * topology_register_boot_apic - Register the boot CPU APIC * @apic_id: The APIC ID to set up * * Separate so CPU #0 can be assigned */ void __init topology_register_boot_apic(u32 apic_id) { … } /** * topology_get_logical_id - Retrieve the logical ID at a given topology domain level * @apicid: The APIC ID for which to lookup the logical ID * @at_level: The topology domain level to use * * @apicid must be a full APIC ID, not the normalized variant. It's valid to have * all bits below the domain level specified by @at_level to be clear. So both * real APIC IDs and backshifted normalized APIC IDs work correctly. * * Returns: * - >= 0: The requested logical ID * - -ERANGE: @apicid is out of range * - -ENODEV: @apicid is not registered */ int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level) { … } EXPORT_SYMBOL_GPL(…); /** * topology_unit_count - Retrieve the count of specified units at a given topology domain level * @apicid: The APIC ID which specifies the search range * @which_units: The domain level specifying the units to count * @at_level: The domain level at which @which_units have to be counted * * This returns the number of possible units according to the enumerated * information. * * E.g. topology_count_units(apicid, TOPO_CORE_DOMAIN, TOPO_PKG_DOMAIN) * counts the number of possible cores in the package to which @apicid * belongs. * * @at_level must obviously be greater than @which_level to produce useful * results. If @at_level is equal to @which_units the result is * unsurprisingly 1. If @at_level is less than @which_units the results * is by definition undefined and the function returns 0. */ unsigned int topology_unit_count(u32 apicid, enum x86_topology_domains which_units, enum x86_topology_domains at_level) { … } #ifdef CONFIG_ACPI_HOTPLUG_CPU /** * topology_hotplug_apic - Handle a physical hotplugged APIC after boot * @apic_id: The APIC ID to set up * @acpi_id: The ACPI ID associated to the APIC */ int topology_hotplug_apic(u32 apic_id, u32 acpi_id) { … } /** * topology_hotunplug_apic - Remove a physical hotplugged APIC after boot * @cpu: The CPU number for which the APIC ID is removed */ void topology_hotunplug_apic(unsigned int cpu) { … } #endif #ifdef CONFIG_X86_LOCAL_APIC static unsigned int max_possible_cpus __initdata = …; /** * topology_apply_cmdline_limits_early - Apply topology command line limits early * * Ensure that command line limits are in effect before firmware parsing * takes place. */ void __init topology_apply_cmdline_limits_early(void) { … } static __init bool restrict_to_up(void) { … } void __init topology_init_possible_cpus(void) { … } /* * Late SMP disable after sizing CPU masks when APIC/IOAPIC setup failed. */ void __init topology_reset_possible_cpus_up(void) { … } static int __init setup_possible_cpus(char *str) { … } early_param(…); #endif
Codebase Browser
linux