blob: a2e629476b0ec7476c4f4b4593462c61b2edadd6 [file] [log] [blame]
Thomas Gleixner3367e562008-01-30 13:30:38 +01001/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
H. Peter Anvin1965aae2008-10-22 22:26:29 -070025#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
Thomas Gleixner3367e562008-01-30 13:30:38 +010027
Vaidyanathan Srinivasan5c3a1212008-05-05 19:22:15 +053028#ifdef CONFIG_X86_32
29# ifdef CONFIG_X86_HT
30# define ENABLE_TOPO_DEFINES
31# endif
32#else
33# ifdef CONFIG_SMP
34# define ENABLE_TOPO_DEFINES
35# endif
36#endif
37
Lee Schermerhorn4e25b252009-12-14 17:58:23 -080038/*
39 * to preserve the visibility of NUMA_NO_NODE definition,
40 * moved to there from here. May be used independent of
41 * CONFIG_NUMA.
42 */
43#include <linux/numa.h>
Mike Travis23ca4bb2008-05-12 21:21:12 +020044
Thomas Gleixner3367e562008-01-30 13:30:38 +010045#ifdef CONFIG_NUMA
46#include <linux/cpumask.h>
Lee Schermerhorn4e25b252009-12-14 17:58:23 -080047
Thomas Gleixner3367e562008-01-30 13:30:38 +010048#include <asm/mpspec.h>
49
travis@sgi.com834beda12008-01-30 13:33:21 +010050#ifdef CONFIG_X86_32
travis@sgi.com834beda12008-01-30 13:33:21 +010051
Mike Travis23ca4bb2008-05-12 21:21:12 +020052/* Mappings between logical cpu number and node number */
53extern int cpu_to_node_map[];
travis@sgi.comdf3825c2008-01-30 13:33:11 +010054
Thomas Gleixner3367e562008-01-30 13:30:38 +010055/* Returns the number of the node containing CPU 'cpu' */
56static inline int cpu_to_node(int cpu)
57{
travis@sgi.com834beda12008-01-30 13:33:21 +010058 return cpu_to_node_map[cpu];
59}
Mike Travis23ca4bb2008-05-12 21:21:12 +020060#define early_cpu_to_node(cpu) cpu_to_node(cpu)
travis@sgi.com834beda12008-01-30 13:33:21 +010061
62#else /* CONFIG_X86_64 */
Mike Travisb447a462008-03-25 15:06:51 -070063
Mike Travis23ca4bb2008-05-12 21:21:12 +020064/* Mappings between logical cpu number and node number */
65DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
Thomas Gleixner3367e562008-01-30 13:30:38 +010066
Mike Travis23ca4bb2008-05-12 21:21:12 +020067/* Returns the number of the current Node. */
Brian Gerste7a22c12009-01-19 00:38:59 +090068DECLARE_PER_CPU(int, node_number);
69#define numa_node_id() percpu_read(node_number)
Mike Travis23ca4bb2008-05-12 21:21:12 +020070
71#ifdef CONFIG_DEBUG_PER_CPU_MAPS
72extern int cpu_to_node(int cpu);
73extern int early_cpu_to_node(int cpu);
Mike Travis23ca4bb2008-05-12 21:21:12 +020074
75#else /* !CONFIG_DEBUG_PER_CPU_MAPS */
76
77/* Returns the number of the node containing CPU 'cpu' */
travis@sgi.com834beda12008-01-30 13:33:21 +010078static inline int cpu_to_node(int cpu)
79{
Mike Travisb447a462008-03-25 15:06:51 -070080 return per_cpu(x86_cpu_to_node_map, cpu);
travis@sgi.com834beda12008-01-30 13:33:21 +010081}
Mike Travisaa6b5442008-03-31 08:41:55 -070082
Mike Travis23ca4bb2008-05-12 21:21:12 +020083/* Same function but used if called before per_cpu areas are setup */
84static inline int early_cpu_to_node(int cpu)
85{
Tejun Heof10fcd42009-01-13 20:41:34 +090086 return early_per_cpu(x86_cpu_to_node_map, cpu);
Mike Travis23ca4bb2008-05-12 21:21:12 +020087}
Mike Travisaa6b5442008-03-31 08:41:55 -070088
Rusty Russell71ee73e2009-03-13 14:49:52 +103089#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
Thomas Gleixner3367e562008-01-30 13:30:38 +010090
Rusty Russell71ee73e2009-03-13 14:49:52 +103091#endif /* CONFIG_X86_64 */
92
93/* Mappings between node number and cpus on that node. */
Rusty Russellc032ef602009-03-13 14:49:53 +103094extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
Rusty Russell71ee73e2009-03-13 14:49:52 +103095
96#ifdef CONFIG_DEBUG_PER_CPU_MAPS
Rusty Russell73e907d2009-03-13 14:49:57 +103097extern const struct cpumask *cpumask_of_node(int node);
Rusty Russell71ee73e2009-03-13 14:49:52 +103098#else
Thomas Gleixner3367e562008-01-30 13:30:38 +010099/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
Rusty Russellc032ef602009-03-13 14:49:53 +1030100static inline const struct cpumask *cpumask_of_node(int node)
Thomas Gleixner3367e562008-01-30 13:30:38 +0100101{
102 return node_to_cpumask_map[node];
103}
Rusty Russell71ee73e2009-03-13 14:49:52 +1030104#endif
Mike Travis23ca4bb2008-05-12 21:21:12 +0200105
Brian Gerst6470aff2009-01-27 12:56:47 +0900106extern void setup_node_to_cpumask_map(void);
107
Rusty Russell393d68f2008-12-26 22:23:38 +1030108/*
Mike Travis23ca4bb2008-05-12 21:21:12 +0200109 * Returns the number of the node containing Node 'node'. This
110 * architecture is flat, so it is a pretty simple function!
111 */
112#define parent_node(node) (node)
113
Thomas Gleixner3367e562008-01-30 13:30:38 +0100114#define pcibus_to_node(bus) __pcibus_to_node(bus)
Thomas Gleixner3367e562008-01-30 13:30:38 +0100115
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200116#ifdef CONFIG_X86_32
Thomas Gleixner3367e562008-01-30 13:30:38 +0100117extern unsigned long node_start_pfn[];
118extern unsigned long node_end_pfn[];
119extern unsigned long node_remap_size[];
120#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
121
Thomas Gleixner3367e562008-01-30 13:30:38 +0100122# define SD_CACHE_NICE_TRIES 1
123# define SD_IDLE_IDX 1
Thomas Gleixner3367e562008-01-30 13:30:38 +0100124
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200125#else
Thomas Gleixner3367e562008-01-30 13:30:38 +0100126
Thomas Gleixner3367e562008-01-30 13:30:38 +0100127# define SD_CACHE_NICE_TRIES 2
128# define SD_IDLE_IDX 2
Thomas Gleixner3367e562008-01-30 13:30:38 +0100129
130#endif
131
Ingo Molnar9fcd18c2008-11-05 16:52:08 +0100132/* sched_domains SD_NODE_INIT for NUMA machines */
Ingo Molnar47734f82009-09-04 11:21:24 +0200133#define SD_NODE_INIT (struct sched_domain) { \
134 .min_interval = 8, \
135 .max_interval = 32, \
136 .busy_factor = 32, \
137 .imbalance_pct = 125, \
138 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
139 .busy_idx = 3, \
140 .idle_idx = SD_IDLE_IDX, \
Mike Galbraith0ec9fab2009-09-15 15:07:03 +0200141 .newidle_idx = 0, \
Peter Zijlstra78e7ed52009-09-03 13:16:51 +0200142 .wake_idx = 0, \
Peter Zijlstrab8a543e2009-09-15 15:22:03 +0200143 .forkexec_idx = 0, \
Ingo Molnar47734f82009-09-04 11:21:24 +0200144 \
145 .flags = 1*SD_LOAD_BALANCE \
Ingo Molnar840a0652009-09-04 11:32:54 +0200146 | 1*SD_BALANCE_NEWIDLE \
Ingo Molnar47734f82009-09-04 11:21:24 +0200147 | 1*SD_BALANCE_EXEC \
148 | 1*SD_BALANCE_FORK \
Peter Zijlstra182a85f2009-09-16 13:24:49 +0200149 | 0*SD_BALANCE_WAKE \
Ingo Molnar47734f82009-09-04 11:21:24 +0200150 | 1*SD_WAKE_AFFINE \
Mike Galbraith6b9de612009-11-02 20:36:51 +0100151 | 0*SD_PREFER_LOCAL \
Ingo Molnar47734f82009-09-04 11:21:24 +0200152 | 0*SD_SHARE_CPUPOWER \
153 | 0*SD_POWERSAVINGS_BALANCE \
154 | 0*SD_SHARE_PKG_RESOURCES \
155 | 1*SD_SERIALIZE \
Ingo Molnar47734f82009-09-04 11:21:24 +0200156 | 0*SD_PREFER_SIBLING \
157 , \
158 .last_balance = jiffies, \
159 .balance_interval = 1, \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100160}
161
162#ifdef CONFIG_X86_64_ACPI_NUMA
163extern int __node_distance(int, int);
164#define node_distance(a, b) __node_distance(a, b)
165#endif
166
Mike Travis23ca4bb2008-05-12 21:21:12 +0200167#else /* !CONFIG_NUMA */
Thomas Gleixner3367e562008-01-30 13:30:38 +0100168
Mike Travisf2a08272009-01-15 09:19:32 -0800169static inline int numa_node_id(void)
170{
171 return 0;
172}
Lee Schermerhorn72812012010-05-26 14:44:56 -0700173/*
174 * indicate override:
175 */
176#define numa_node_id numa_node_id
Mike Travisf2a08272009-01-15 09:19:32 -0800177
Mike Travisf2a08272009-01-15 09:19:32 -0800178static inline int early_cpu_to_node(int cpu)
179{
180 return 0;
181}
Mike Travis23ca4bb2008-05-12 21:21:12 +0200182
Brian Gerst6470aff2009-01-27 12:56:47 +0900183static inline void setup_node_to_cpumask_map(void) { }
184
Thomas Gleixner3367e562008-01-30 13:30:38 +0100185#endif
186
Mike Travisaa6b5442008-03-31 08:41:55 -0700187#include <asm-generic/topology.h>
188
Rusty Russell030bb202008-12-26 22:23:41 +1030189extern const struct cpumask *cpu_coregroup_mask(int cpu);
Thomas Gleixner3367e562008-01-30 13:30:38 +0100190
191#ifdef ENABLE_TOPO_DEFINES
192#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
193#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
Rusty Russell7ad728f2009-03-13 14:49:50 +1030194#define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
195#define topology_thread_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
Mike Travis23ca4bb2008-05-12 21:21:12 +0200196
197/* indicates that pointers to the topology cpumask_t maps are valid */
198#define arch_provides_topology_pointers yes
Thomas Gleixner3367e562008-01-30 13:30:38 +0100199#endif
200
Alex Chiangfe086a72008-04-29 15:05:29 -0700201static inline void arch_fix_phys_package_id(int num, u32 slot)
202{
203}
204
Yinghai Lu30a18d62008-02-19 03:21:20 -0800205struct pci_bus;
Yinghai Lu0e94ecd2009-04-18 10:11:25 -0700206void x86_pci_root_bus_res_quirks(struct pci_bus *b);
Yinghai Lu30a18d62008-02-19 03:21:20 -0800207
Thomas Gleixner3367e562008-01-30 13:30:38 +0100208#ifdef CONFIG_SMP
Vaidyanathan Srinivasan2ff799d2009-05-11 20:09:14 +0530209#define mc_capable() ((boot_cpu_data.x86_max_cores > 1) && \
210 (cpumask_weight(cpu_core_mask(0)) != nr_cpu_ids))
Thomas Gleixner3367e562008-01-30 13:30:38 +0100211#define smt_capable() (smp_num_siblings > 1)
212#endif
213
Yinghai Lu871d5f82008-02-19 03:20:09 -0800214#ifdef CONFIG_NUMA
215extern int get_mp_bus_to_node(int busnum);
216extern void set_mp_bus_to_node(int busnum, int node);
217#else
218static inline int get_mp_bus_to_node(int busnum)
219{
220 return 0;
221}
222static inline void set_mp_bus_to_node(int busnum, int node)
223{
224}
225#endif
226
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700227#endif /* _ASM_X86_TOPOLOGY_H */