1/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28/*
29 * to preserve the visibility of NUMA_NO_NODE definition,
30 * moved to there from here. May be used independent of
31 * CONFIG_NUMA.
32 */
33#include <linux/numa.h>
34#include <linux/cpumask.h>
35
36#ifdef CONFIG_NUMA
37
38#include <asm/mpspec.h>
39#include <asm/percpu.h>
40
41/* Mappings between logical cpu number and node number */
42DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
43
44#ifdef CONFIG_DEBUG_PER_CPU_MAPS
45/*
46 * override generic percpu implementation of cpu_to_node
47 */
48extern int __cpu_to_node(int cpu);
49#define cpu_to_node __cpu_to_node
50
51extern int early_cpu_to_node(int cpu);
52
53#else /* !CONFIG_DEBUG_PER_CPU_MAPS */
54
55/* Same function but used if called before per_cpu areas are setup */
56static inline int early_cpu_to_node(int cpu)
57{
58 return early_per_cpu(x86_cpu_to_node_map, cpu);
59}
60
61#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
62
63/* Mappings between node number and cpus on that node. */
64extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
65
66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
67extern const struct cpumask *cpumask_of_node(int node);
68#else
69/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
70static inline const struct cpumask *cpumask_of_node(int node)
71{
72 return node_to_cpumask_map[node];
73}
74#endif
75
76extern void setup_node_to_cpumask_map(void);
77
78#define pcibus_to_node(bus) __pcibus_to_node(bus)
79
80extern int __node_distance(int, int);
81#define node_distance(a, b) __node_distance(a, b)
82
83#else /* !CONFIG_NUMA */
84
85static inline int numa_node_id(void)
86{
87 return 0;
88}
89/*
90 * indicate override:
91 */
92#define numa_node_id numa_node_id
93
94static inline int early_cpu_to_node(int cpu)
95{
96 return 0;
97}
98
99static inline void setup_node_to_cpumask_map(void) { }
100
101#endif
102
103#include <asm-generic/topology.h>
104
105/* Topology information */
106enum x86_topology_domains {
107 TOPO_SMT_DOMAIN,
108 TOPO_CORE_DOMAIN,
109 TOPO_MODULE_DOMAIN,
110 TOPO_TILE_DOMAIN,
111 TOPO_DIE_DOMAIN,
112 TOPO_DIEGRP_DOMAIN,
113 TOPO_PKG_DOMAIN,
114 TOPO_MAX_DOMAIN,
115};
116
117enum x86_topology_cpu_type {
118 TOPO_CPU_TYPE_PERFORMANCE,
119 TOPO_CPU_TYPE_EFFICIENCY,
120 TOPO_CPU_TYPE_UNKNOWN,
121};
122
123struct x86_topology_system {
124 unsigned int dom_shifts[TOPO_MAX_DOMAIN];
125 unsigned int dom_size[TOPO_MAX_DOMAIN];
126};
127
128extern struct x86_topology_system x86_topo_system;
129
130static inline unsigned int topology_get_domain_size(enum x86_topology_domains dom)
131{
132 return x86_topo_system.dom_size[dom];
133}
134
135static inline unsigned int topology_get_domain_shift(enum x86_topology_domains dom)
136{
137 return dom == TOPO_SMT_DOMAIN ? 0 : x86_topo_system.dom_shifts[dom - 1];
138}
139
140extern const struct cpumask *cpu_coregroup_mask(int cpu);
141extern const struct cpumask *cpu_clustergroup_mask(int cpu);
142
143#define topology_logical_package_id(cpu) (cpu_data(cpu).topo.logical_pkg_id)
144#define topology_physical_package_id(cpu) (cpu_data(cpu).topo.pkg_id)
145#define topology_logical_die_id(cpu) (cpu_data(cpu).topo.logical_die_id)
146#define topology_logical_core_id(cpu) (cpu_data(cpu).topo.logical_core_id)
147#define topology_die_id(cpu) (cpu_data(cpu).topo.die_id)
148#define topology_core_id(cpu) (cpu_data(cpu).topo.core_id)
149#define topology_ppin(cpu) (cpu_data(cpu).ppin)
150
151#define topology_amd_node_id(cpu) (cpu_data(cpu).topo.amd_node_id)
152
153extern unsigned int __max_dies_per_package;
154extern unsigned int __max_logical_packages;
155extern unsigned int __max_threads_per_core;
156extern unsigned int __num_threads_per_package;
157extern unsigned int __num_cores_per_package;
158
159const char *get_topology_cpu_type_name(struct cpuinfo_x86 *c);
160enum x86_topology_cpu_type get_topology_cpu_type(struct cpuinfo_x86 *c);
161
162static inline unsigned int topology_max_packages(void)
163{
164 return __max_logical_packages;
165}
166
167static inline unsigned int topology_max_dies_per_package(void)
168{
169 return __max_dies_per_package;
170}
171
172static inline unsigned int topology_num_cores_per_package(void)
173{
174 return __num_cores_per_package;
175}
176
177static inline unsigned int topology_num_threads_per_package(void)
178{
179 return __num_threads_per_package;
180}
181
182#ifdef CONFIG_X86_LOCAL_APIC
183int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level);
184#else
185static inline int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level)
186{
187 return 0;
188}
189#endif
190
191#ifdef CONFIG_SMP
192#define topology_cluster_id(cpu) (cpu_data(cpu).topo.l2c_id)
193#define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu))
194#define topology_cluster_cpumask(cpu) (cpu_clustergroup_mask(cpu))
195#define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
196#define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
197
198
199static inline int topology_phys_to_logical_pkg(unsigned int pkg)
200{
201 return topology_get_logical_id(apicid: pkg << x86_topo_system.dom_shifts[TOPO_PKG_DOMAIN],
202 at_level: TOPO_PKG_DOMAIN);
203}
204
205extern int __max_smt_threads;
206
207static inline int topology_max_smt_threads(void)
208{
209 return __max_smt_threads;
210}
211
212#include <linux/cpu_smt.h>
213
214extern unsigned int __amd_nodes_per_pkg;
215
216static inline unsigned int topology_amd_nodes_per_pkg(void)
217{
218 return __amd_nodes_per_pkg;
219}
220
221#else /* CONFIG_SMP */
222static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
223static inline int topology_max_smt_threads(void) { return 1; }
224static inline unsigned int topology_amd_nodes_per_pkg(void) { return 1; }
225#endif /* !CONFIG_SMP */
226
227extern struct cpumask __cpu_primary_thread_mask;
228#define cpu_primary_thread_mask ((const struct cpumask *)&__cpu_primary_thread_mask)
229
230/**
231 * topology_is_primary_thread - Check whether CPU is the primary SMT thread
232 * @cpu: CPU to check
233 */
234static inline bool topology_is_primary_thread(unsigned int cpu)
235{
236 return cpumask_test_cpu(cpu, cpu_primary_thread_mask);
237}
238#define topology_is_primary_thread topology_is_primary_thread
239
240int topology_get_primary_thread(unsigned int cpu);
241
242static inline bool topology_is_core_online(unsigned int cpu)
243{
244 int pcpu = topology_get_primary_thread(cpu);
245
246 return pcpu >= 0 ? cpu_online(cpu: pcpu) : false;
247}
248#define topology_is_core_online topology_is_core_online
249
250static inline void arch_fix_phys_package_id(int num, u32 slot)
251{
252}
253
254struct pci_bus;
255int x86_pci_root_bus_node(int bus);
256void x86_pci_root_bus_resources(int bus, struct list_head *resources);
257
258extern bool x86_topology_update;
259
260#ifdef CONFIG_SCHED_MC_PRIO
261#include <asm/percpu.h>
262
263DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
264extern bool __read_mostly sysctl_sched_itmt_enabled;
265
266/* Interface to set priority of a cpu */
267void sched_set_itmt_core_prio(int prio, int core_cpu);
268
269/* Interface to notify scheduler that system supports ITMT */
270int sched_set_itmt_support(void);
271
272/* Interface to notify scheduler that system revokes ITMT support */
273void sched_clear_itmt_support(void);
274
275#else /* CONFIG_SCHED_MC_PRIO */
276
277#define sysctl_sched_itmt_enabled false
278static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
279{
280}
281static inline int sched_set_itmt_support(void)
282{
283 return 0;
284}
285static inline void sched_clear_itmt_support(void)
286{
287}
288#endif /* CONFIG_SCHED_MC_PRIO */
289
290#if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
291#include <asm/cpufeature.h>
292
293DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
294
295#define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
296
297DECLARE_PER_CPU(unsigned long, arch_freq_scale);
298
299static inline long arch_scale_freq_capacity(int cpu)
300{
301 return per_cpu(arch_freq_scale, cpu);
302}
303#define arch_scale_freq_capacity arch_scale_freq_capacity
304
305bool arch_enable_hybrid_capacity_scale(void);
306void arch_set_cpu_capacity(int cpu, unsigned long cap, unsigned long max_cap,
307 unsigned long cap_freq, unsigned long base_freq);
308
309unsigned long arch_scale_cpu_capacity(int cpu);
310#define arch_scale_cpu_capacity arch_scale_cpu_capacity
311
312extern void arch_set_max_freq_ratio(bool turbo_disabled);
313extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled);
314#else
315static inline bool arch_enable_hybrid_capacity_scale(void) { return false; }
316static inline void arch_set_cpu_capacity(int cpu, unsigned long cap,
317 unsigned long max_cap,
318 unsigned long cap_freq,
319 unsigned long base_freq) { }
320
321static inline void arch_set_max_freq_ratio(bool turbo_disabled) { }
322static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { }
323#endif
324
325extern void arch_scale_freq_tick(void);
326#define arch_scale_freq_tick arch_scale_freq_tick
327
328extern int arch_sched_node_distance(int from, int to);
329
330#endif /* _ASM_X86_TOPOLOGY_H */
331

source code of linux/arch/x86/include/asm/topology.h