blob: e235e52dc4fed1f217164d70f7f9dc8555b81fd8 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#include <linux/sysdev.h>
2#include <linux/cpu.h>
3#include <linux/smp.h>
4#include <linux/percpu.h>
5#include <linux/init.h>
6#include <linux/sched.h>
7#include <linux/module.h>
8#include <linux/nodemask.h>
9#include <linux/cpumask.h>
10#include <linux/notifier.h>
11
12#include <asm/current.h>
13#include <asm/processor.h>
14#include <asm/cputable.h>
Stephen Rothwell1ababe12005-08-03 14:35:25 +100015#include <asm/firmware.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <asm/hvcall.h>
17#include <asm/prom.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <asm/machdep.h>
Paul Mackerras2249ca92005-11-07 13:18:13 +110019#include <asm/smp.h>
Paul Mackerrasa6dbf932009-09-09 01:26:03 +000020#include <asm/pmc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Nathan Lynch93197a32008-12-23 18:55:54 +000022#include "cacheinfo.h"
23
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +100024#ifdef CONFIG_PPC64
25#include <asm/paca.h>
26#include <asm/lppaca.h>
27#endif
28
Linus Torvalds1da177e2005-04-16 15:20:36 -070029static DEFINE_PER_CPU(struct cpu, cpu_devices);
30
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +100031/*
32 * SMT snooze delay stuff, 64-bit only for now
33 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +100035#ifdef CONFIG_PPC64
36
Anton Blanchard0ddd3e72006-09-22 20:30:14 +100037/* Time in microseconds we delay before sleeping in the idle loop */
38DEFINE_PER_CPU(unsigned long, smt_snooze_delay) = { 100 };
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
Andi Kleen4a0b2b42008-07-01 18:48:41 +020040static ssize_t store_smt_snooze_delay(struct sys_device *dev,
41 struct sysdev_attribute *attr,
42 const char *buf,
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 size_t count)
44{
45 struct cpu *cpu = container_of(dev, struct cpu, sysdev);
46 ssize_t ret;
47 unsigned long snooze;
48
49 ret = sscanf(buf, "%lu", &snooze);
50 if (ret != 1)
51 return -EINVAL;
52
53 per_cpu(smt_snooze_delay, cpu->sysdev.id) = snooze;
54
55 return count;
56}
57
Andi Kleen4a0b2b42008-07-01 18:48:41 +020058static ssize_t show_smt_snooze_delay(struct sys_device *dev,
59 struct sysdev_attribute *attr,
60 char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -070061{
62 struct cpu *cpu = container_of(dev, struct cpu, sysdev);
63
64 return sprintf(buf, "%lu\n", per_cpu(smt_snooze_delay, cpu->sysdev.id));
65}
66
67static SYSDEV_ATTR(smt_snooze_delay, 0644, show_smt_snooze_delay,
68 store_smt_snooze_delay);
69
70/* Only parse OF options if the matching cmdline option was not specified */
71static int smt_snooze_cmdline;
72
73static int __init smt_setup(void)
74{
75 struct device_node *options;
Jeremy Kerra7f67bd2006-07-12 15:35:54 +100076 const unsigned int *val;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 unsigned int cpu;
78
79 if (!cpu_has_feature(CPU_FTR_SMT))
Anton Blanchard69ed3322006-03-28 14:08:39 +110080 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Stephen Rothwell8c8dc322007-04-24 13:50:55 +100082 options = of_find_node_by_path("/options");
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 if (!options)
Anton Blanchard69ed3322006-03-28 14:08:39 +110084 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
Stephen Rothwelle2eb6392007-04-03 22:26:41 +100086 val = of_get_property(options, "ibm,smt-snooze-delay", NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 if (!smt_snooze_cmdline && val) {
KAMEZAWA Hiroyuki0e551952006-03-28 14:50:51 -080088 for_each_possible_cpu(cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 per_cpu(smt_snooze_delay, cpu) = *val;
90 }
91
Stephen Rothwell8c8dc322007-04-24 13:50:55 +100092 of_node_put(options);
Anton Blanchard69ed3322006-03-28 14:08:39 +110093 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070094}
95__initcall(smt_setup);
96
97static int __init setup_smt_snooze_delay(char *str)
98{
99 unsigned int cpu;
100 int snooze;
101
102 if (!cpu_has_feature(CPU_FTR_SMT))
103 return 1;
104
105 smt_snooze_cmdline = 1;
106
107 if (get_option(&str, &snooze)) {
KAMEZAWA Hiroyuki0e551952006-03-28 14:50:51 -0800108 for_each_possible_cpu(cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 per_cpu(smt_snooze_delay, cpu) = snooze;
110 }
111
112 return 1;
113}
114__setup("smt-snooze-delay=", setup_smt_snooze_delay);
115
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000116#endif /* CONFIG_PPC64 */
Michael Ellerman180a3362005-08-09 11:13:36 +1000117
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118/*
119 * Enabling PMCs will slow partition context switch times so we only do
120 * it the first time we write to the PMCs.
121 */
122
123static DEFINE_PER_CPU(char, pmcs_enabled);
124
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000125void ppc_enable_pmcs(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126{
Paul Mackerrasa6dbf932009-09-09 01:26:03 +0000127 ppc_set_pmu_inuse(1);
128
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 /* Only need to enable them once */
130 if (__get_cpu_var(pmcs_enabled))
131 return;
132
133 __get_cpu_var(pmcs_enabled) = 1;
134
Michael Ellerman180a3362005-08-09 11:13:36 +1000135 if (ppc_md.enable_pmcs)
136 ppc_md.enable_pmcs();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137}
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000138EXPORT_SYMBOL(ppc_enable_pmcs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140#define SYSFS_PMCSETUP(NAME, ADDRESS) \
Rusty Russell9a371932009-03-11 12:20:05 +0000141static void read_##NAME(void *val) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142{ \
Benjamin Herrenschmidtec78c8a2009-03-26 19:29:06 +0000143 *(unsigned long *)val = mfspr(ADDRESS); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144} \
Benjamin Herrenschmidtec78c8a2009-03-26 19:29:06 +0000145static void write_##NAME(void *val) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146{ \
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000147 ppc_enable_pmcs(); \
Rusty Russell9a371932009-03-11 12:20:05 +0000148 mtspr(ADDRESS, *(unsigned long *)val); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149} \
Andi Kleen4a0b2b42008-07-01 18:48:41 +0200150static ssize_t show_##NAME(struct sys_device *dev, \
151 struct sysdev_attribute *attr, \
152 char *buf) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153{ \
154 struct cpu *cpu = container_of(dev, struct cpu, sysdev); \
Rusty Russell9a371932009-03-11 12:20:05 +0000155 unsigned long val; \
156 smp_call_function_single(cpu->sysdev.id, read_##NAME, &val, 1); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 return sprintf(buf, "%lx\n", val); \
158} \
Adrian Bunk3ff6eec2008-01-24 22:16:20 +0100159static ssize_t __used \
Andi Kleen4a0b2b42008-07-01 18:48:41 +0200160 store_##NAME(struct sys_device *dev, struct sysdev_attribute *attr, \
161 const char *buf, size_t count) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162{ \
163 struct cpu *cpu = container_of(dev, struct cpu, sysdev); \
164 unsigned long val; \
165 int ret = sscanf(buf, "%lx", &val); \
166 if (ret != 1) \
167 return -EINVAL; \
Rusty Russell9a371932009-03-11 12:20:05 +0000168 smp_call_function_single(cpu->sysdev.id, write_##NAME, &val, 1); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 return count; \
170}
171
Olof Johansson6529c132007-01-28 21:25:57 -0600172
173/* Let's define all possible registers, we'll only hook up the ones
174 * that are implemented on the current processor
175 */
176
Kumar Gala33a7f122008-09-18 17:50:42 -0500177#if defined(CONFIG_PPC64)
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000178#define HAS_PPC_PMC_CLASSIC 1
179#define HAS_PPC_PMC_IBM 1
180#define HAS_PPC_PMC_PA6T 1
Kumar Gala33a7f122008-09-18 17:50:42 -0500181#elif defined(CONFIG_6xx)
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000182#define HAS_PPC_PMC_CLASSIC 1
183#define HAS_PPC_PMC_IBM 1
184#define HAS_PPC_PMC_G4 1
185#endif
186
187
188#ifdef HAS_PPC_PMC_CLASSIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189SYSFS_PMCSETUP(mmcr0, SPRN_MMCR0);
190SYSFS_PMCSETUP(mmcr1, SPRN_MMCR1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191SYSFS_PMCSETUP(pmc1, SPRN_PMC1);
192SYSFS_PMCSETUP(pmc2, SPRN_PMC2);
193SYSFS_PMCSETUP(pmc3, SPRN_PMC3);
194SYSFS_PMCSETUP(pmc4, SPRN_PMC4);
195SYSFS_PMCSETUP(pmc5, SPRN_PMC5);
196SYSFS_PMCSETUP(pmc6, SPRN_PMC6);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000197
198#ifdef HAS_PPC_PMC_G4
199SYSFS_PMCSETUP(mmcr2, SPRN_MMCR2);
200#endif
201
202#ifdef CONFIG_PPC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203SYSFS_PMCSETUP(pmc7, SPRN_PMC7);
204SYSFS_PMCSETUP(pmc8, SPRN_PMC8);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000205
206SYSFS_PMCSETUP(mmcra, SPRN_MMCRA);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207SYSFS_PMCSETUP(purr, SPRN_PURR);
Anton Blanchardf0509822006-12-08 17:51:13 +1100208SYSFS_PMCSETUP(spurr, SPRN_SPURR);
Anton Blanchard4c1985572006-12-08 17:46:58 +1100209SYSFS_PMCSETUP(dscr, SPRN_DSCR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000211static SYSDEV_ATTR(mmcra, 0600, show_mmcra, store_mmcra);
212static SYSDEV_ATTR(spurr, 0600, show_spurr, NULL);
213static SYSDEV_ATTR(dscr, 0600, show_dscr, store_dscr);
214static SYSDEV_ATTR(purr, 0600, show_purr, store_purr);
215#endif /* CONFIG_PPC64 */
216
217#ifdef HAS_PPC_PMC_PA6T
Olof Johansson25fc5302007-04-18 16:38:21 +1000218SYSFS_PMCSETUP(pa6t_pmc0, SPRN_PA6T_PMC0);
219SYSFS_PMCSETUP(pa6t_pmc1, SPRN_PA6T_PMC1);
220SYSFS_PMCSETUP(pa6t_pmc2, SPRN_PA6T_PMC2);
221SYSFS_PMCSETUP(pa6t_pmc3, SPRN_PA6T_PMC3);
222SYSFS_PMCSETUP(pa6t_pmc4, SPRN_PA6T_PMC4);
223SYSFS_PMCSETUP(pa6t_pmc5, SPRN_PA6T_PMC5);
Olof Johansson2e1957f2007-09-05 12:09:06 +1000224#ifdef CONFIG_DEBUG_KERNEL
225SYSFS_PMCSETUP(hid0, SPRN_HID0);
226SYSFS_PMCSETUP(hid1, SPRN_HID1);
227SYSFS_PMCSETUP(hid4, SPRN_HID4);
228SYSFS_PMCSETUP(hid5, SPRN_HID5);
229SYSFS_PMCSETUP(ima0, SPRN_PA6T_IMA0);
230SYSFS_PMCSETUP(ima1, SPRN_PA6T_IMA1);
231SYSFS_PMCSETUP(ima2, SPRN_PA6T_IMA2);
232SYSFS_PMCSETUP(ima3, SPRN_PA6T_IMA3);
233SYSFS_PMCSETUP(ima4, SPRN_PA6T_IMA4);
234SYSFS_PMCSETUP(ima5, SPRN_PA6T_IMA5);
235SYSFS_PMCSETUP(ima6, SPRN_PA6T_IMA6);
236SYSFS_PMCSETUP(ima7, SPRN_PA6T_IMA7);
237SYSFS_PMCSETUP(ima8, SPRN_PA6T_IMA8);
238SYSFS_PMCSETUP(ima9, SPRN_PA6T_IMA9);
239SYSFS_PMCSETUP(imaat, SPRN_PA6T_IMAAT);
240SYSFS_PMCSETUP(btcr, SPRN_PA6T_BTCR);
241SYSFS_PMCSETUP(pccr, SPRN_PA6T_PCCR);
242SYSFS_PMCSETUP(rpccr, SPRN_PA6T_RPCCR);
243SYSFS_PMCSETUP(der, SPRN_PA6T_DER);
244SYSFS_PMCSETUP(mer, SPRN_PA6T_MER);
245SYSFS_PMCSETUP(ber, SPRN_PA6T_BER);
246SYSFS_PMCSETUP(ier, SPRN_PA6T_IER);
247SYSFS_PMCSETUP(sier, SPRN_PA6T_SIER);
248SYSFS_PMCSETUP(siar, SPRN_PA6T_SIAR);
249SYSFS_PMCSETUP(tsr0, SPRN_PA6T_TSR0);
250SYSFS_PMCSETUP(tsr1, SPRN_PA6T_TSR1);
251SYSFS_PMCSETUP(tsr2, SPRN_PA6T_TSR2);
252SYSFS_PMCSETUP(tsr3, SPRN_PA6T_TSR3);
253#endif /* CONFIG_DEBUG_KERNEL */
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000254#endif /* HAS_PPC_PMC_PA6T */
Olof Johansson6529c132007-01-28 21:25:57 -0600255
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000256#ifdef HAS_PPC_PMC_IBM
Olof Johansson6529c132007-01-28 21:25:57 -0600257static struct sysdev_attribute ibm_common_attrs[] = {
258 _SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0),
259 _SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1),
260};
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000261#endif /* HAS_PPC_PMC_G4 */
Olof Johansson6529c132007-01-28 21:25:57 -0600262
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000263#ifdef HAS_PPC_PMC_G4
264static struct sysdev_attribute g4_common_attrs[] = {
265 _SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0),
266 _SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1),
267 _SYSDEV_ATTR(mmcr2, 0600, show_mmcr2, store_mmcr2),
268};
269#endif /* HAS_PPC_PMC_G4 */
270
271static struct sysdev_attribute classic_pmc_attrs[] = {
Olof Johansson6529c132007-01-28 21:25:57 -0600272 _SYSDEV_ATTR(pmc1, 0600, show_pmc1, store_pmc1),
273 _SYSDEV_ATTR(pmc2, 0600, show_pmc2, store_pmc2),
274 _SYSDEV_ATTR(pmc3, 0600, show_pmc3, store_pmc3),
275 _SYSDEV_ATTR(pmc4, 0600, show_pmc4, store_pmc4),
276 _SYSDEV_ATTR(pmc5, 0600, show_pmc5, store_pmc5),
277 _SYSDEV_ATTR(pmc6, 0600, show_pmc6, store_pmc6),
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000278#ifdef CONFIG_PPC64
Olof Johansson6529c132007-01-28 21:25:57 -0600279 _SYSDEV_ATTR(pmc7, 0600, show_pmc7, store_pmc7),
280 _SYSDEV_ATTR(pmc8, 0600, show_pmc8, store_pmc8),
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000281#endif
Olof Johansson6529c132007-01-28 21:25:57 -0600282};
283
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000284#ifdef HAS_PPC_PMC_PA6T
Olof Johansson6529c132007-01-28 21:25:57 -0600285static struct sysdev_attribute pa6t_attrs[] = {
286 _SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0),
287 _SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1),
288 _SYSDEV_ATTR(pmc0, 0600, show_pa6t_pmc0, store_pa6t_pmc0),
289 _SYSDEV_ATTR(pmc1, 0600, show_pa6t_pmc1, store_pa6t_pmc1),
290 _SYSDEV_ATTR(pmc2, 0600, show_pa6t_pmc2, store_pa6t_pmc2),
291 _SYSDEV_ATTR(pmc3, 0600, show_pa6t_pmc3, store_pa6t_pmc3),
292 _SYSDEV_ATTR(pmc4, 0600, show_pa6t_pmc4, store_pa6t_pmc4),
293 _SYSDEV_ATTR(pmc5, 0600, show_pa6t_pmc5, store_pa6t_pmc5),
Olof Johansson2e1957f2007-09-05 12:09:06 +1000294#ifdef CONFIG_DEBUG_KERNEL
295 _SYSDEV_ATTR(hid0, 0600, show_hid0, store_hid0),
296 _SYSDEV_ATTR(hid1, 0600, show_hid1, store_hid1),
297 _SYSDEV_ATTR(hid4, 0600, show_hid4, store_hid4),
298 _SYSDEV_ATTR(hid5, 0600, show_hid5, store_hid5),
299 _SYSDEV_ATTR(ima0, 0600, show_ima0, store_ima0),
300 _SYSDEV_ATTR(ima1, 0600, show_ima1, store_ima1),
301 _SYSDEV_ATTR(ima2, 0600, show_ima2, store_ima2),
302 _SYSDEV_ATTR(ima3, 0600, show_ima3, store_ima3),
303 _SYSDEV_ATTR(ima4, 0600, show_ima4, store_ima4),
304 _SYSDEV_ATTR(ima5, 0600, show_ima5, store_ima5),
305 _SYSDEV_ATTR(ima6, 0600, show_ima6, store_ima6),
306 _SYSDEV_ATTR(ima7, 0600, show_ima7, store_ima7),
307 _SYSDEV_ATTR(ima8, 0600, show_ima8, store_ima8),
308 _SYSDEV_ATTR(ima9, 0600, show_ima9, store_ima9),
309 _SYSDEV_ATTR(imaat, 0600, show_imaat, store_imaat),
310 _SYSDEV_ATTR(btcr, 0600, show_btcr, store_btcr),
311 _SYSDEV_ATTR(pccr, 0600, show_pccr, store_pccr),
312 _SYSDEV_ATTR(rpccr, 0600, show_rpccr, store_rpccr),
313 _SYSDEV_ATTR(der, 0600, show_der, store_der),
314 _SYSDEV_ATTR(mer, 0600, show_mer, store_mer),
315 _SYSDEV_ATTR(ber, 0600, show_ber, store_ber),
316 _SYSDEV_ATTR(ier, 0600, show_ier, store_ier),
317 _SYSDEV_ATTR(sier, 0600, show_sier, store_sier),
318 _SYSDEV_ATTR(siar, 0600, show_siar, store_siar),
319 _SYSDEV_ATTR(tsr0, 0600, show_tsr0, store_tsr0),
320 _SYSDEV_ATTR(tsr1, 0600, show_tsr1, store_tsr1),
321 _SYSDEV_ATTR(tsr2, 0600, show_tsr2, store_tsr2),
322 _SYSDEV_ATTR(tsr3, 0600, show_tsr3, store_tsr3),
323#endif /* CONFIG_DEBUG_KERNEL */
Olof Johansson6529c132007-01-28 21:25:57 -0600324};
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000325#endif /* HAS_PPC_PMC_PA6T */
326#endif /* HAS_PPC_PMC_CLASSIC */
Olof Johansson6529c132007-01-28 21:25:57 -0600327
Nathan Lynch9ba19842008-07-27 15:24:51 +1000328static void __cpuinit register_cpu_online(unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329{
330 struct cpu *c = &per_cpu(cpu_devices, cpu);
331 struct sys_device *s = &c->sysdev;
Olof Johansson6529c132007-01-28 21:25:57 -0600332 struct sysdev_attribute *attrs, *pmc_attrs;
333 int i, nattrs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000335#ifdef CONFIG_PPC64
Stephen Rothwellad5cb172006-11-13 14:46:04 +1100336 if (!firmware_has_feature(FW_FEATURE_ISERIES) &&
337 cpu_has_feature(CPU_FTR_SMT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338 sysdev_create_file(s, &attr_smt_snooze_delay);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000339#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340
341 /* PMC stuff */
Olof Johansson6529c132007-01-28 21:25:57 -0600342 switch (cur_cpu_spec->pmc_type) {
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000343#ifdef HAS_PPC_PMC_IBM
Olof Johansson6529c132007-01-28 21:25:57 -0600344 case PPC_PMC_IBM:
345 attrs = ibm_common_attrs;
346 nattrs = sizeof(ibm_common_attrs) / sizeof(struct sysdev_attribute);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000347 pmc_attrs = classic_pmc_attrs;
Olof Johansson6529c132007-01-28 21:25:57 -0600348 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000349#endif /* HAS_PPC_PMC_IBM */
350#ifdef HAS_PPC_PMC_G4
351 case PPC_PMC_G4:
352 attrs = g4_common_attrs;
353 nattrs = sizeof(g4_common_attrs) / sizeof(struct sysdev_attribute);
354 pmc_attrs = classic_pmc_attrs;
355 break;
356#endif /* HAS_PPC_PMC_G4 */
357#ifdef HAS_PPC_PMC_PA6T
Olof Johansson6529c132007-01-28 21:25:57 -0600358 case PPC_PMC_PA6T:
359 /* PA Semi starts counting at PMC0 */
360 attrs = pa6t_attrs;
361 nattrs = sizeof(pa6t_attrs) / sizeof(struct sysdev_attribute);
362 pmc_attrs = NULL;
363 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000364#endif /* HAS_PPC_PMC_PA6T */
Olof Johansson6529c132007-01-28 21:25:57 -0600365 default:
366 attrs = NULL;
367 nattrs = 0;
368 pmc_attrs = NULL;
369 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370
Olof Johansson6529c132007-01-28 21:25:57 -0600371 for (i = 0; i < nattrs; i++)
372 sysdev_create_file(s, &attrs[i]);
373
374 if (pmc_attrs)
375 for (i = 0; i < cur_cpu_spec->num_pmcs; i++)
376 sysdev_create_file(s, &pmc_attrs[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000378#ifdef CONFIG_PPC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 if (cpu_has_feature(CPU_FTR_MMCRA))
380 sysdev_create_file(s, &attr_mmcra);
381
Michael Neulingafd05422006-07-28 13:58:37 +1000382 if (cpu_has_feature(CPU_FTR_PURR))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 sysdev_create_file(s, &attr_purr);
Anton Blanchard4c1985572006-12-08 17:46:58 +1100384
Anton Blanchardf0509822006-12-08 17:51:13 +1100385 if (cpu_has_feature(CPU_FTR_SPURR))
386 sysdev_create_file(s, &attr_spurr);
387
Anton Blanchard4c1985572006-12-08 17:46:58 +1100388 if (cpu_has_feature(CPU_FTR_DSCR))
389 sysdev_create_file(s, &attr_dscr);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000390#endif /* CONFIG_PPC64 */
Nathan Lynch124c27d2008-07-27 15:24:55 +1000391
Nathan Lynch93197a32008-12-23 18:55:54 +0000392 cacheinfo_cpu_online(cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393}
394
395#ifdef CONFIG_HOTPLUG_CPU
396static void unregister_cpu_online(unsigned int cpu)
397{
398 struct cpu *c = &per_cpu(cpu_devices, cpu);
399 struct sys_device *s = &c->sysdev;
Olof Johansson6529c132007-01-28 21:25:57 -0600400 struct sysdev_attribute *attrs, *pmc_attrs;
401 int i, nattrs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100403 BUG_ON(!c->hotpluggable);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404
Milton Millera1e0eb12008-11-16 11:44:42 +0000405#ifdef CONFIG_PPC64
Stephen Rothwellad5cb172006-11-13 14:46:04 +1100406 if (!firmware_has_feature(FW_FEATURE_ISERIES) &&
407 cpu_has_feature(CPU_FTR_SMT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408 sysdev_remove_file(s, &attr_smt_snooze_delay);
Milton Millera1e0eb12008-11-16 11:44:42 +0000409#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410
411 /* PMC stuff */
Olof Johansson6529c132007-01-28 21:25:57 -0600412 switch (cur_cpu_spec->pmc_type) {
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000413#ifdef HAS_PPC_PMC_IBM
Olof Johansson6529c132007-01-28 21:25:57 -0600414 case PPC_PMC_IBM:
415 attrs = ibm_common_attrs;
416 nattrs = sizeof(ibm_common_attrs) / sizeof(struct sysdev_attribute);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000417 pmc_attrs = classic_pmc_attrs;
Olof Johansson6529c132007-01-28 21:25:57 -0600418 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000419#endif /* HAS_PPC_PMC_IBM */
420#ifdef HAS_PPC_PMC_G4
421 case PPC_PMC_G4:
422 attrs = g4_common_attrs;
423 nattrs = sizeof(g4_common_attrs) / sizeof(struct sysdev_attribute);
424 pmc_attrs = classic_pmc_attrs;
425 break;
426#endif /* HAS_PPC_PMC_G4 */
427#ifdef HAS_PPC_PMC_PA6T
Olof Johansson6529c132007-01-28 21:25:57 -0600428 case PPC_PMC_PA6T:
429 /* PA Semi starts counting at PMC0 */
430 attrs = pa6t_attrs;
431 nattrs = sizeof(pa6t_attrs) / sizeof(struct sysdev_attribute);
432 pmc_attrs = NULL;
433 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000434#endif /* HAS_PPC_PMC_PA6T */
Olof Johansson6529c132007-01-28 21:25:57 -0600435 default:
436 attrs = NULL;
437 nattrs = 0;
438 pmc_attrs = NULL;
439 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440
Olof Johansson6529c132007-01-28 21:25:57 -0600441 for (i = 0; i < nattrs; i++)
442 sysdev_remove_file(s, &attrs[i]);
443
444 if (pmc_attrs)
445 for (i = 0; i < cur_cpu_spec->num_pmcs; i++)
446 sysdev_remove_file(s, &pmc_attrs[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700447
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000448#ifdef CONFIG_PPC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449 if (cpu_has_feature(CPU_FTR_MMCRA))
450 sysdev_remove_file(s, &attr_mmcra);
451
Michael Neulingafd05422006-07-28 13:58:37 +1000452 if (cpu_has_feature(CPU_FTR_PURR))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453 sysdev_remove_file(s, &attr_purr);
Anton Blanchard4c1985572006-12-08 17:46:58 +1100454
Anton Blanchardf0509822006-12-08 17:51:13 +1100455 if (cpu_has_feature(CPU_FTR_SPURR))
456 sysdev_remove_file(s, &attr_spurr);
457
Anton Blanchard4c1985572006-12-08 17:46:58 +1100458 if (cpu_has_feature(CPU_FTR_DSCR))
459 sysdev_remove_file(s, &attr_dscr);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000460#endif /* CONFIG_PPC64 */
Nathan Lynch124c27d2008-07-27 15:24:55 +1000461
Nathan Lynch93197a32008-12-23 18:55:54 +0000462 cacheinfo_cpu_offline(cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463}
Nathan Fontenot12633e82009-11-25 17:23:25 +0000464
465#ifdef CONFIG_ARCH_CPU_PROBE_RELEASE
466ssize_t arch_cpu_probe(const char *buf, size_t count)
467{
468 if (ppc_md.cpu_probe)
469 return ppc_md.cpu_probe(buf, count);
470
471 return -EINVAL;
472}
473
474ssize_t arch_cpu_release(const char *buf, size_t count)
475{
476 if (ppc_md.cpu_release)
477 return ppc_md.cpu_release(buf, count);
478
479 return -EINVAL;
480}
481#endif /* CONFIG_ARCH_CPU_PROBE_RELEASE */
482
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483#endif /* CONFIG_HOTPLUG_CPU */
484
Chandra Seetharaman8c78f302006-07-30 03:03:35 -0700485static int __cpuinit sysfs_cpu_notify(struct notifier_block *self,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 unsigned long action, void *hcpu)
487{
488 unsigned int cpu = (unsigned int)(long)hcpu;
489
490 switch (action) {
491 case CPU_ONLINE:
Rafael J. Wysocki8bb78442007-05-09 02:35:10 -0700492 case CPU_ONLINE_FROZEN:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700493 register_cpu_online(cpu);
494 break;
495#ifdef CONFIG_HOTPLUG_CPU
496 case CPU_DEAD:
Rafael J. Wysocki8bb78442007-05-09 02:35:10 -0700497 case CPU_DEAD_FROZEN:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700498 unregister_cpu_online(cpu);
499 break;
500#endif
501 }
502 return NOTIFY_OK;
503}
504
Chandra Seetharaman8c78f302006-07-30 03:03:35 -0700505static struct notifier_block __cpuinitdata sysfs_cpu_nb = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506 .notifier_call = sysfs_cpu_notify,
507};
508
Christian Krafft0344c6c2006-10-24 18:31:24 +0200509static DEFINE_MUTEX(cpu_mutex);
510
511int cpu_add_sysdev_attr(struct sysdev_attribute *attr)
512{
513 int cpu;
514
515 mutex_lock(&cpu_mutex);
516
517 for_each_possible_cpu(cpu) {
518 sysdev_create_file(get_cpu_sysdev(cpu), attr);
519 }
520
521 mutex_unlock(&cpu_mutex);
522 return 0;
523}
524EXPORT_SYMBOL_GPL(cpu_add_sysdev_attr);
525
526int cpu_add_sysdev_attr_group(struct attribute_group *attrs)
527{
528 int cpu;
529 struct sys_device *sysdev;
Olof Johansson6bcc4c02007-09-05 12:43:17 +1000530 int ret;
Christian Krafft0344c6c2006-10-24 18:31:24 +0200531
532 mutex_lock(&cpu_mutex);
533
534 for_each_possible_cpu(cpu) {
535 sysdev = get_cpu_sysdev(cpu);
Olof Johansson6bcc4c02007-09-05 12:43:17 +1000536 ret = sysfs_create_group(&sysdev->kobj, attrs);
537 WARN_ON(ret != 0);
Christian Krafft0344c6c2006-10-24 18:31:24 +0200538 }
539
540 mutex_unlock(&cpu_mutex);
541 return 0;
542}
543EXPORT_SYMBOL_GPL(cpu_add_sysdev_attr_group);
544
545
546void cpu_remove_sysdev_attr(struct sysdev_attribute *attr)
547{
548 int cpu;
549
550 mutex_lock(&cpu_mutex);
551
552 for_each_possible_cpu(cpu) {
553 sysdev_remove_file(get_cpu_sysdev(cpu), attr);
554 }
555
556 mutex_unlock(&cpu_mutex);
557}
558EXPORT_SYMBOL_GPL(cpu_remove_sysdev_attr);
559
560void cpu_remove_sysdev_attr_group(struct attribute_group *attrs)
561{
562 int cpu;
563 struct sys_device *sysdev;
564
565 mutex_lock(&cpu_mutex);
566
567 for_each_possible_cpu(cpu) {
568 sysdev = get_cpu_sysdev(cpu);
569 sysfs_remove_group(&sysdev->kobj, attrs);
570 }
571
572 mutex_unlock(&cpu_mutex);
573}
574EXPORT_SYMBOL_GPL(cpu_remove_sysdev_attr_group);
575
576
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577/* NUMA stuff */
578
579#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580static void register_nodes(void)
581{
582 int i;
583
Yasunori Goto0fc44152006-06-27 02:53:38 -0700584 for (i = 0; i < MAX_NUMNODES; i++)
585 register_one_node(i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586}
Jeremy Kerr953039c2006-05-01 12:16:12 -0700587
588int sysfs_add_device_to_node(struct sys_device *dev, int nid)
589{
590 struct node *node = &node_devices[nid];
591 return sysfs_create_link(&node->sysdev.kobj, &dev->kobj,
592 kobject_name(&dev->kobj));
593}
Johannes Berg12654f72007-07-05 19:35:33 +1000594EXPORT_SYMBOL_GPL(sysfs_add_device_to_node);
Jeremy Kerr953039c2006-05-01 12:16:12 -0700595
596void sysfs_remove_device_from_node(struct sys_device *dev, int nid)
597{
598 struct node *node = &node_devices[nid];
599 sysfs_remove_link(&node->sysdev.kobj, kobject_name(&dev->kobj));
600}
Johannes Berg12654f72007-07-05 19:35:33 +1000601EXPORT_SYMBOL_GPL(sysfs_remove_device_from_node);
Jeremy Kerr953039c2006-05-01 12:16:12 -0700602
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603#else
604static void register_nodes(void)
605{
606 return;
607}
Jeremy Kerr953039c2006-05-01 12:16:12 -0700608
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609#endif
610
611/* Only valid if CPU is present. */
Stephen Rothwell00bf6e92008-07-23 10:44:58 +1000612static ssize_t show_physical_id(struct sys_device *dev,
613 struct sysdev_attribute *attr, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614{
615 struct cpu *cpu = container_of(dev, struct cpu, sysdev);
616
617 return sprintf(buf, "%d\n", get_hard_smp_processor_id(cpu->sysdev.id));
618}
619static SYSDEV_ATTR(physical_id, 0444, show_physical_id, NULL);
620
621static int __init topology_init(void)
622{
623 int cpu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624
625 register_nodes();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626 register_cpu_notifier(&sysfs_cpu_nb);
627
KAMEZAWA Hiroyuki0e551952006-03-28 14:50:51 -0800628 for_each_possible_cpu(cpu) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629 struct cpu *c = &per_cpu(cpu_devices, cpu);
630
Linus Torvalds1da177e2005-04-16 15:20:36 -0700631 /*
632 * For now, we just see if the system supports making
633 * the RTAS calls for CPU hotplug. But, there may be a
634 * more comprehensive way to do this for an individual
635 * CPU. For instance, the boot cpu might never be valid
636 * for hotplugging.
637 */
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100638 if (ppc_md.cpu_die)
639 c->hotpluggable = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700640
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100641 if (cpu_online(cpu) || c->hotpluggable) {
KAMEZAWA Hiroyuki76b67ed2006-06-27 02:53:41 -0700642 register_cpu(c, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643
644 sysdev_create_file(&c->sysdev, &attr_physical_id);
645 }
646
647 if (cpu_online(cpu))
648 register_cpu_online(cpu);
649 }
650
651 return 0;
652}
Kevin Corrye9e77ce2007-05-03 03:11:49 +1000653subsys_initcall(topology_init);