blob: 77cfb2cfb386d5b1a1727807b2a7c84ee8fc4c6c [file] [log] [blame]
Thomas Gleixner3367e562008-01-30 13:30:38 +01001/*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
H. Peter Anvin1965aae2008-10-22 22:26:29 -070025#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
Thomas Gleixner3367e562008-01-30 13:30:38 +010027
Vaidyanathan Srinivasan5c3a1212008-05-05 19:22:15 +053028#ifdef CONFIG_X86_32
29# ifdef CONFIG_X86_HT
30# define ENABLE_TOPO_DEFINES
31# endif
32#else
33# ifdef CONFIG_SMP
34# define ENABLE_TOPO_DEFINES
35# endif
36#endif
37
Mike Travis23ca4bb2008-05-12 21:21:12 +020038/* Node not present */
39#define NUMA_NO_NODE (-1)
40
Thomas Gleixner3367e562008-01-30 13:30:38 +010041#ifdef CONFIG_NUMA
42#include <linux/cpumask.h>
43#include <asm/mpspec.h>
44
travis@sgi.com834beda2008-01-30 13:33:21 +010045#ifdef CONFIG_X86_32
travis@sgi.com834beda2008-01-30 13:33:21 +010046
Mike Travis23ca4bb2008-05-12 21:21:12 +020047/* Mappings between node number and cpus on that node. */
Thomas Gleixner3367e562008-01-30 13:30:38 +010048extern cpumask_t node_to_cpumask_map[];
49
Mike Travis23ca4bb2008-05-12 21:21:12 +020050/* Mappings between logical cpu number and node number */
51extern int cpu_to_node_map[];
travis@sgi.comdf3825c2008-01-30 13:33:11 +010052
Thomas Gleixner3367e562008-01-30 13:30:38 +010053/* Returns the number of the node containing CPU 'cpu' */
54static inline int cpu_to_node(int cpu)
55{
travis@sgi.com834beda2008-01-30 13:33:21 +010056 return cpu_to_node_map[cpu];
57}
Mike Travis23ca4bb2008-05-12 21:21:12 +020058#define early_cpu_to_node(cpu) cpu_to_node(cpu)
travis@sgi.com834beda2008-01-30 13:33:21 +010059
Mike Travis6a2f47c2008-06-27 10:10:13 -070060/* Returns a bitmask of CPUs on Node 'node'.
61 *
62 * Side note: this function creates the returned cpumask on the stack
63 * so with a high NR_CPUS count, excessive stack space is used. The
Rusty Russell393d68f2008-12-26 22:23:38 +103064 * cpumask_of_node function should be used whenever possible.
Mike Travis6a2f47c2008-06-27 10:10:13 -070065 */
Mike Travis9f248bd2008-05-12 21:21:12 +020066static inline cpumask_t node_to_cpumask(int node)
67{
68 return node_to_cpumask_map[node];
69}
70
Rusty Russell393d68f2008-12-26 22:23:38 +103071/* Returns a bitmask of CPUs on Node 'node'. */
72static inline const struct cpumask *cpumask_of_node(int node)
73{
74 return &node_to_cpumask_map[node];
75}
76
Brian Gerst6470aff2009-01-27 12:56:47 +090077static inline void setup_node_to_cpumask_map(void) { }
78
travis@sgi.com834beda2008-01-30 13:33:21 +010079#else /* CONFIG_X86_64 */
Mike Travisb447a462008-03-25 15:06:51 -070080
Mike Travis23ca4bb2008-05-12 21:21:12 +020081/* Mappings between node number and cpus on that node. */
Mike Travis9f248bd2008-05-12 21:21:12 +020082extern cpumask_t *node_to_cpumask_map;
travis@sgi.comdf3825c2008-01-30 13:33:11 +010083
Mike Travis23ca4bb2008-05-12 21:21:12 +020084/* Mappings between logical cpu number and node number */
85DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
Thomas Gleixner3367e562008-01-30 13:30:38 +010086
Mike Travis23ca4bb2008-05-12 21:21:12 +020087/* Returns the number of the current Node. */
Brian Gerste7a22c12009-01-19 00:38:59 +090088DECLARE_PER_CPU(int, node_number);
89#define numa_node_id() percpu_read(node_number)
Mike Travis23ca4bb2008-05-12 21:21:12 +020090
91#ifdef CONFIG_DEBUG_PER_CPU_MAPS
92extern int cpu_to_node(int cpu);
93extern int early_cpu_to_node(int cpu);
Rusty Russell393d68f2008-12-26 22:23:38 +103094extern const cpumask_t *cpumask_of_node(int node);
Mike Travis23ca4bb2008-05-12 21:21:12 +020095extern cpumask_t node_to_cpumask(int node);
96
97#else /* !CONFIG_DEBUG_PER_CPU_MAPS */
98
99/* Returns the number of the node containing CPU 'cpu' */
travis@sgi.com834beda2008-01-30 13:33:21 +0100100static inline int cpu_to_node(int cpu)
101{
Mike Travisb447a462008-03-25 15:06:51 -0700102 return per_cpu(x86_cpu_to_node_map, cpu);
travis@sgi.com834beda2008-01-30 13:33:21 +0100103}
Mike Travisaa6b5442008-03-31 08:41:55 -0700104
Mike Travis23ca4bb2008-05-12 21:21:12 +0200105/* Same function but used if called before per_cpu areas are setup */
106static inline int early_cpu_to_node(int cpu)
107{
Tejun Heof10fcd42009-01-13 20:41:34 +0900108 return early_per_cpu(x86_cpu_to_node_map, cpu);
Mike Travis23ca4bb2008-05-12 21:21:12 +0200109}
Mike Travisaa6b5442008-03-31 08:41:55 -0700110
111/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
Rusty Russell393d68f2008-12-26 22:23:38 +1030112static inline const cpumask_t *cpumask_of_node(int node)
Mike Travis23ca4bb2008-05-12 21:21:12 +0200113{
114 return &node_to_cpumask_map[node];
115}
Thomas Gleixner3367e562008-01-30 13:30:38 +0100116
117/* Returns a bitmask of CPUs on Node 'node'. */
118static inline cpumask_t node_to_cpumask(int node)
119{
120 return node_to_cpumask_map[node];
121}
122
Mike Travis23ca4bb2008-05-12 21:21:12 +0200123#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
Mike Travis23ca4bb2008-05-12 21:21:12 +0200124
Brian Gerst6470aff2009-01-27 12:56:47 +0900125extern void setup_node_to_cpumask_map(void);
126
Rusty Russell393d68f2008-12-26 22:23:38 +1030127/*
128 * Replace default node_to_cpumask_ptr with optimized version
129 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
130 */
Mike Travis23ca4bb2008-05-12 21:21:12 +0200131#define node_to_cpumask_ptr(v, node) \
Rusty Russell393d68f2008-12-26 22:23:38 +1030132 const cpumask_t *v = cpumask_of_node(node)
Mike Travis23ca4bb2008-05-12 21:21:12 +0200133
134#define node_to_cpumask_ptr_next(v, node) \
Rusty Russell393d68f2008-12-26 22:23:38 +1030135 v = cpumask_of_node(node)
Mike Travis23ca4bb2008-05-12 21:21:12 +0200136
Mike Travis9f248bd2008-05-12 21:21:12 +0200137#endif /* CONFIG_X86_64 */
Thomas Gleixner3367e562008-01-30 13:30:38 +0100138
Mike Travis23ca4bb2008-05-12 21:21:12 +0200139/*
140 * Returns the number of the node containing Node 'node'. This
141 * architecture is flat, so it is a pretty simple function!
142 */
143#define parent_node(node) (node)
144
Thomas Gleixner3367e562008-01-30 13:30:38 +0100145#define pcibus_to_node(bus) __pcibus_to_node(bus)
146#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)
147
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200148#ifdef CONFIG_X86_32
Thomas Gleixner3367e562008-01-30 13:30:38 +0100149extern unsigned long node_start_pfn[];
150extern unsigned long node_end_pfn[];
151extern unsigned long node_remap_size[];
152#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
153
Thomas Gleixner3367e562008-01-30 13:30:38 +0100154# define SD_CACHE_NICE_TRIES 1
155# define SD_IDLE_IDX 1
156# define SD_NEWIDLE_IDX 2
157# define SD_FORKEXEC_IDX 0
158
Thomas Gleixner96a388d2007-10-11 11:20:03 +0200159#else
Thomas Gleixner3367e562008-01-30 13:30:38 +0100160
Thomas Gleixner3367e562008-01-30 13:30:38 +0100161# define SD_CACHE_NICE_TRIES 2
162# define SD_IDLE_IDX 2
Hidetoshi Seto1d3504f2008-04-15 14:04:23 +0900163# define SD_NEWIDLE_IDX 2
Thomas Gleixner3367e562008-01-30 13:30:38 +0100164# define SD_FORKEXEC_IDX 1
165
166#endif
167
Ingo Molnar9fcd18c2008-11-05 16:52:08 +0100168/* sched_domains SD_NODE_INIT for NUMA machines */
Thomas Gleixner3367e562008-01-30 13:30:38 +0100169#define SD_NODE_INIT (struct sched_domain) { \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100170 .min_interval = 8, \
171 .max_interval = 32, \
172 .busy_factor = 32, \
173 .imbalance_pct = 125, \
174 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
175 .busy_idx = 3, \
176 .idle_idx = SD_IDLE_IDX, \
177 .newidle_idx = SD_NEWIDLE_IDX, \
178 .wake_idx = 1, \
179 .forkexec_idx = SD_FORKEXEC_IDX, \
180 .flags = SD_LOAD_BALANCE \
181 | SD_BALANCE_EXEC \
182 | SD_BALANCE_FORK \
Ingo Molnar9fcd18c2008-11-05 16:52:08 +0100183 | SD_WAKE_AFFINE \
184 | SD_WAKE_BALANCE \
185 | SD_SERIALIZE, \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100186 .last_balance = jiffies, \
187 .balance_interval = 1, \
Thomas Gleixner3367e562008-01-30 13:30:38 +0100188}
189
190#ifdef CONFIG_X86_64_ACPI_NUMA
191extern int __node_distance(int, int);
192#define node_distance(a, b) __node_distance(a, b)
193#endif
194
Mike Travis23ca4bb2008-05-12 21:21:12 +0200195#else /* !CONFIG_NUMA */
Thomas Gleixner3367e562008-01-30 13:30:38 +0100196
Mike Travisf2a08272009-01-15 09:19:32 -0800197static inline int numa_node_id(void)
198{
199 return 0;
200}
201
202static inline int cpu_to_node(int cpu)
203{
204 return 0;
205}
206
207static inline int early_cpu_to_node(int cpu)
208{
209 return 0;
210}
Mike Travis23ca4bb2008-05-12 21:21:12 +0200211
Rusty Russell393d68f2008-12-26 22:23:38 +1030212static inline const cpumask_t *cpumask_of_node(int node)
Mike Travis23ca4bb2008-05-12 21:21:12 +0200213{
214 return &cpu_online_map;
215}
216static inline cpumask_t node_to_cpumask(int node)
217{
218 return cpu_online_map;
219}
220static inline int node_to_first_cpu(int node)
221{
222 return first_cpu(cpu_online_map);
223}
224
Brian Gerst6470aff2009-01-27 12:56:47 +0900225static inline void setup_node_to_cpumask_map(void) { }
226
Rusty Russell393d68f2008-12-26 22:23:38 +1030227/*
228 * Replace default node_to_cpumask_ptr with optimized version
229 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
230 */
Mike Travis23ca4bb2008-05-12 21:21:12 +0200231#define node_to_cpumask_ptr(v, node) \
Rusty Russell393d68f2008-12-26 22:23:38 +1030232 const cpumask_t *v = cpumask_of_node(node)
Mike Travis23ca4bb2008-05-12 21:21:12 +0200233
234#define node_to_cpumask_ptr_next(v, node) \
Rusty Russell393d68f2008-12-26 22:23:38 +1030235 v = cpumask_of_node(node)
Thomas Gleixner3367e562008-01-30 13:30:38 +0100236#endif
237
Mike Travisaa6b5442008-03-31 08:41:55 -0700238#include <asm-generic/topology.h>
239
Mike Travis9f248bd2008-05-12 21:21:12 +0200240#ifdef CONFIG_NUMA
241/* Returns the number of the first CPU on Node 'node'. */
242static inline int node_to_first_cpu(int node)
243{
Rusty Russell393d68f2008-12-26 22:23:38 +1030244 return cpumask_first(cpumask_of_node(node));
Mike Travis9f248bd2008-05-12 21:21:12 +0200245}
246#endif
247
Thomas Gleixner3367e562008-01-30 13:30:38 +0100248extern cpumask_t cpu_coregroup_map(int cpu);
Rusty Russell030bb202008-12-26 22:23:41 +1030249extern const struct cpumask *cpu_coregroup_mask(int cpu);
Thomas Gleixner3367e562008-01-30 13:30:38 +0100250
251#ifdef ENABLE_TOPO_DEFINES
252#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
253#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
254#define topology_core_siblings(cpu) (per_cpu(cpu_core_map, cpu))
255#define topology_thread_siblings(cpu) (per_cpu(cpu_sibling_map, cpu))
Mike Travis83b19592008-12-16 17:34:06 -0800256#define topology_core_cpumask(cpu) (&per_cpu(cpu_core_map, cpu))
257#define topology_thread_cpumask(cpu) (&per_cpu(cpu_sibling_map, cpu))
Mike Travis23ca4bb2008-05-12 21:21:12 +0200258
259/* indicates that pointers to the topology cpumask_t maps are valid */
260#define arch_provides_topology_pointers yes
Thomas Gleixner3367e562008-01-30 13:30:38 +0100261#endif
262
Alex Chiangfe086a72008-04-29 15:05:29 -0700263static inline void arch_fix_phys_package_id(int num, u32 slot)
264{
265}
266
Yinghai Lu30a18d62008-02-19 03:21:20 -0800267struct pci_bus;
268void set_pci_bus_resources_arch_default(struct pci_bus *b);
269
Thomas Gleixner3367e562008-01-30 13:30:38 +0100270#ifdef CONFIG_SMP
Mahesh Salgaonkar43714532008-11-29 16:50:12 +0530271#define mc_capable() (cpus_weight(per_cpu(cpu_core_map, 0)) != nr_cpu_ids)
Thomas Gleixner3367e562008-01-30 13:30:38 +0100272#define smt_capable() (smp_num_siblings > 1)
273#endif
274
Yinghai Lu871d5f82008-02-19 03:20:09 -0800275#ifdef CONFIG_NUMA
276extern int get_mp_bus_to_node(int busnum);
277extern void set_mp_bus_to_node(int busnum, int node);
278#else
279static inline int get_mp_bus_to_node(int busnum)
280{
281 return 0;
282}
283static inline void set_mp_bus_to_node(int busnum, int node)
284{
285}
286#endif
287
H. Peter Anvin1965aae2008-10-22 22:26:29 -0700288#endif /* _ASM_X86_TOPOLOGY_H */