| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 1 | /* | 
|  | 2 | *  linux/arch/arm/mach-realview/platsmp.c | 
|  | 3 | * | 
|  | 4 | *  Copyright (C) 2002 ARM Ltd. | 
|  | 5 | *  All Rights Reserved | 
|  | 6 | * | 
|  | 7 | * This program is free software; you can redistribute it and/or modify | 
|  | 8 | * it under the terms of the GNU General Public License version 2 as | 
|  | 9 | * published by the Free Software Foundation. | 
|  | 10 | */ | 
|  | 11 | #include <linux/init.h> | 
|  | 12 | #include <linux/errno.h> | 
|  | 13 | #include <linux/delay.h> | 
|  | 14 | #include <linux/device.h> | 
| Russell King | 934848d | 2009-01-08 09:58:51 +0000 | [diff] [blame] | 15 | #include <linux/jiffies.h> | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 16 | #include <linux/smp.h> | 
| Russell King | fced80c | 2008-09-06 12:10:45 +0100 | [diff] [blame] | 17 | #include <linux/io.h> | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 18 |  | 
|  | 19 | #include <asm/cacheflush.h> | 
| Russell King | a09e64f | 2008-08-05 16:14:15 +0100 | [diff] [blame] | 20 | #include <mach/hardware.h> | 
| Catalin Marinas | 7dd19e7 | 2008-02-04 17:39:00 +0100 | [diff] [blame] | 21 | #include <asm/mach-types.h> | 
| Russell King | bc28248 | 2009-05-17 18:58:34 +0100 | [diff] [blame] | 22 | #include <asm/localtimer.h> | 
| Catalin Marinas | dff2ab1 | 2009-07-24 12:33:00 +0100 | [diff] [blame] | 23 | #include <asm/unified.h> | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 24 |  | 
| Russell King | a09e64f | 2008-08-05 16:14:15 +0100 | [diff] [blame] | 25 | #include <mach/board-eb.h> | 
|  | 26 | #include <mach/board-pb11mp.h> | 
| Colin Tuckley | 1b504bb | 2009-05-30 13:56:12 +0100 | [diff] [blame] | 27 | #include <mach/board-pbx.h> | 
| Russell King | 49613d4 | 2009-05-16 11:41:53 +0100 | [diff] [blame] | 28 | #include <asm/smp_scu.h> | 
| Catalin Marinas | b7b0ba9 | 2008-04-18 22:43:08 +0100 | [diff] [blame] | 29 |  | 
| Catalin Marinas | 1bbdf63 | 2008-12-01 14:54:58 +0000 | [diff] [blame] | 30 | #include "core.h" | 
|  | 31 |  | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 32 | extern void realview_secondary_startup(void); | 
|  | 33 |  | 
|  | 34 | /* | 
|  | 35 | * control for which core is the next to come out of the secondary | 
|  | 36 | * boot "holding pen" | 
|  | 37 | */ | 
|  | 38 | volatile int __cpuinitdata pen_release = -1; | 
|  | 39 |  | 
| Catalin Marinas | 1bbdf63 | 2008-12-01 14:54:58 +0000 | [diff] [blame] | 40 | static void __iomem *scu_base_addr(void) | 
|  | 41 | { | 
|  | 42 | if (machine_is_realview_eb_mp()) | 
|  | 43 | return __io_address(REALVIEW_EB11MP_SCU_BASE); | 
|  | 44 | else if (machine_is_realview_pb11mp()) | 
|  | 45 | return __io_address(REALVIEW_TC11MP_SCU_BASE); | 
| Colin Tuckley | 1b504bb | 2009-05-30 13:56:12 +0100 | [diff] [blame] | 46 | else if (machine_is_realview_pbx() && | 
|  | 47 | (core_tile_pbx11mp() || core_tile_pbxa9mp())) | 
|  | 48 | return __io_address(REALVIEW_PBX_TILE_SCU_BASE); | 
| Catalin Marinas | 1bbdf63 | 2008-12-01 14:54:58 +0000 | [diff] [blame] | 49 | else | 
|  | 50 | return (void __iomem *)0; | 
|  | 51 | } | 
|  | 52 |  | 
| Russell King | a8cbcd9 | 2009-05-16 11:51:14 +0100 | [diff] [blame] | 53 | static inline unsigned int get_core_count(void) | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 54 | { | 
| Catalin Marinas | 1bbdf63 | 2008-12-01 14:54:58 +0000 | [diff] [blame] | 55 | void __iomem *scu_base = scu_base_addr(); | 
| Russell King | a8cbcd9 | 2009-05-16 11:51:14 +0100 | [diff] [blame] | 56 | if (scu_base) | 
|  | 57 | return scu_get_core_count(scu_base); | 
|  | 58 | return 1; | 
| Catalin Marinas | b7b0ba9 | 2008-04-18 22:43:08 +0100 | [diff] [blame] | 59 | } | 
|  | 60 |  | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 61 | static DEFINE_SPINLOCK(boot_lock); | 
|  | 62 |  | 
|  | 63 | void __cpuinit platform_secondary_init(unsigned int cpu) | 
|  | 64 | { | 
| Catalin Marinas | 08383ef | 2008-06-27 15:15:12 +0100 | [diff] [blame] | 65 | trace_hardirqs_off(); | 
|  | 66 |  | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 67 | /* | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 68 | * if any interrupts are already enabled for the primary | 
|  | 69 | * core (e.g. timer irq), then they will not have been enabled | 
|  | 70 | * for us: do so | 
|  | 71 | */ | 
| Catalin Marinas | 1bbdf63 | 2008-12-01 14:54:58 +0000 | [diff] [blame] | 72 | gic_cpu_init(0, gic_cpu_base_addr); | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 73 |  | 
|  | 74 | /* | 
|  | 75 | * let the primary processor know we're out of the | 
|  | 76 | * pen, then head off into the C entry point | 
|  | 77 | */ | 
|  | 78 | pen_release = -1; | 
| Catalin Marinas | 0e0ba76 | 2007-02-15 19:05:29 +0100 | [diff] [blame] | 79 | smp_wmb(); | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 80 |  | 
|  | 81 | /* | 
|  | 82 | * Synchronise with the boot thread. | 
|  | 83 | */ | 
|  | 84 | spin_lock(&boot_lock); | 
|  | 85 | spin_unlock(&boot_lock); | 
|  | 86 | } | 
|  | 87 |  | 
|  | 88 | int __cpuinit boot_secondary(unsigned int cpu, struct task_struct *idle) | 
|  | 89 | { | 
|  | 90 | unsigned long timeout; | 
|  | 91 |  | 
|  | 92 | /* | 
|  | 93 | * set synchronisation state between this boot processor | 
|  | 94 | * and the secondary one | 
|  | 95 | */ | 
|  | 96 | spin_lock(&boot_lock); | 
|  | 97 |  | 
|  | 98 | /* | 
|  | 99 | * The secondary processor is waiting to be released from | 
|  | 100 | * the holding pen - release it, then wait for it to flag | 
|  | 101 | * that it has been released by resetting pen_release. | 
|  | 102 | * | 
|  | 103 | * Note that "pen_release" is the hardware CPU ID, whereas | 
|  | 104 | * "cpu" is Linux's internal ID. | 
|  | 105 | */ | 
|  | 106 | pen_release = cpu; | 
|  | 107 | flush_cache_all(); | 
|  | 108 |  | 
|  | 109 | /* | 
|  | 110 | * XXX | 
|  | 111 | * | 
|  | 112 | * This is a later addition to the booting protocol: the | 
|  | 113 | * bootMonitor now puts secondary cores into WFI, so | 
|  | 114 | * poke_milo() no longer gets the cores moving; we need | 
|  | 115 | * to send a soft interrupt to wake the secondary core. | 
|  | 116 | * Use smp_cross_call() for this, since there's little | 
|  | 117 | * point duplicating the code here | 
|  | 118 | */ | 
| Russell King | 8266810 | 2009-05-17 16:20:18 +0100 | [diff] [blame] | 119 | smp_cross_call(cpumask_of(cpu)); | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 120 |  | 
|  | 121 | timeout = jiffies + (1 * HZ); | 
|  | 122 | while (time_before(jiffies, timeout)) { | 
| Catalin Marinas | 0e0ba76 | 2007-02-15 19:05:29 +0100 | [diff] [blame] | 123 | smp_rmb(); | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 124 | if (pen_release == -1) | 
|  | 125 | break; | 
|  | 126 |  | 
|  | 127 | udelay(10); | 
|  | 128 | } | 
|  | 129 |  | 
|  | 130 | /* | 
|  | 131 | * now the secondary core is starting up let it run its | 
|  | 132 | * calibrations, then wait for it to finish | 
|  | 133 | */ | 
|  | 134 | spin_unlock(&boot_lock); | 
|  | 135 |  | 
|  | 136 | return pen_release != -1 ? -ENOSYS : 0; | 
|  | 137 | } | 
|  | 138 |  | 
|  | 139 | static void __init poke_milo(void) | 
|  | 140 | { | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 141 | /* nobody is to be released from the pen yet */ | 
|  | 142 | pen_release = -1; | 
|  | 143 |  | 
|  | 144 | /* | 
| Catalin Marinas | dff2ab1 | 2009-07-24 12:33:00 +0100 | [diff] [blame] | 145 | * Write the address of secondary startup into the system-wide flags | 
|  | 146 | * register. The BootMonitor waits for this register to become | 
|  | 147 | * non-zero. | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 148 | */ | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 149 | #define REALVIEW_SYS_FLAGSS_OFFSET 0x30 | 
| Catalin Marinas | dff2ab1 | 2009-07-24 12:33:00 +0100 | [diff] [blame] | 150 | #define REALVIEW_SYS_FLAGSC_OFFSET 0x34 | 
|  | 151 | __raw_writel(BSYM(virt_to_phys(realview_secondary_startup)), | 
| Russell King | 5d43045 | 2005-11-08 10:44:46 +0000 | [diff] [blame] | 152 | __io_address(REALVIEW_SYS_BASE) + | 
|  | 153 | REALVIEW_SYS_FLAGSS_OFFSET); | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 154 |  | 
|  | 155 | mb(); | 
|  | 156 | } | 
|  | 157 |  | 
| Russell King | 7bbb794 | 2006-02-16 11:08:09 +0000 | [diff] [blame] | 158 | /* | 
|  | 159 | * Initialise the CPU possible map early - this describes the CPUs | 
|  | 160 | * which may be present or become present in the system. | 
|  | 161 | */ | 
|  | 162 | void __init smp_init_cpus(void) | 
|  | 163 | { | 
|  | 164 | unsigned int i, ncores = get_core_count(); | 
|  | 165 |  | 
|  | 166 | for (i = 0; i < ncores; i++) | 
| Russell King | e03cdad | 2009-05-28 14:16:52 +0100 | [diff] [blame] | 167 | set_cpu_possible(i, true); | 
| Russell King | 7bbb794 | 2006-02-16 11:08:09 +0000 | [diff] [blame] | 168 | } | 
|  | 169 |  | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 170 | void __init smp_prepare_cpus(unsigned int max_cpus) | 
|  | 171 | { | 
|  | 172 | unsigned int ncores = get_core_count(); | 
|  | 173 | unsigned int cpu = smp_processor_id(); | 
|  | 174 | int i; | 
|  | 175 |  | 
|  | 176 | /* sanity check */ | 
|  | 177 | if (ncores == 0) { | 
|  | 178 | printk(KERN_ERR | 
|  | 179 | "Realview: strange CM count of 0? Default to 1\n"); | 
|  | 180 |  | 
|  | 181 | ncores = 1; | 
|  | 182 | } | 
|  | 183 |  | 
|  | 184 | if (ncores > NR_CPUS) { | 
|  | 185 | printk(KERN_WARNING | 
|  | 186 | "Realview: no. of cores (%d) greater than configured " | 
|  | 187 | "maximum of %d - clipping\n", | 
|  | 188 | ncores, NR_CPUS); | 
|  | 189 | ncores = NR_CPUS; | 
|  | 190 | } | 
|  | 191 |  | 
|  | 192 | smp_store_cpu_info(cpu); | 
|  | 193 |  | 
|  | 194 | /* | 
|  | 195 | * are we trying to boot more cores than exist? | 
|  | 196 | */ | 
|  | 197 | if (max_cpus > ncores) | 
|  | 198 | max_cpus = ncores; | 
|  | 199 |  | 
| Russell King | 2a98beb | 2005-11-09 10:50:29 +0000 | [diff] [blame] | 200 | /* | 
| Russell King | 7bbb794 | 2006-02-16 11:08:09 +0000 | [diff] [blame] | 201 | * Initialise the present map, which describes the set of CPUs | 
|  | 202 | * actually populated at the present time. | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 203 | */ | 
| Russell King | 7bbb794 | 2006-02-16 11:08:09 +0000 | [diff] [blame] | 204 | for (i = 0; i < max_cpus; i++) | 
| Russell King | e03cdad | 2009-05-28 14:16:52 +0100 | [diff] [blame] | 205 | set_cpu_present(i, true); | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 206 |  | 
|  | 207 | /* | 
| Catalin Marinas | b7b0ba9 | 2008-04-18 22:43:08 +0100 | [diff] [blame] | 208 | * Initialise the SCU if there are more than one CPU and let | 
|  | 209 | * them know where to start. Note that, on modern versions of | 
|  | 210 | * MILO, the "poke" doesn't actually do anything until each | 
|  | 211 | * individual core is sent a soft interrupt to get it out of | 
|  | 212 | * WFI | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 213 | */ | 
| Catalin Marinas | b7b0ba9 | 2008-04-18 22:43:08 +0100 | [diff] [blame] | 214 | if (max_cpus > 1) { | 
| Russell King | bc28248 | 2009-05-17 18:58:34 +0100 | [diff] [blame] | 215 | /* | 
|  | 216 | * Enable the local timer or broadcast device for the | 
|  | 217 | * boot CPU, but only if we have more than one CPU. | 
|  | 218 | */ | 
|  | 219 | percpu_timer_setup(); | 
|  | 220 |  | 
| Russell King | a8cbcd9 | 2009-05-16 11:51:14 +0100 | [diff] [blame] | 221 | scu_enable(scu_base_addr()); | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 222 | poke_milo(); | 
| Catalin Marinas | b7b0ba9 | 2008-04-18 22:43:08 +0100 | [diff] [blame] | 223 | } | 
| Russell King | 862184f | 2005-11-07 21:05:42 +0000 | [diff] [blame] | 224 | } |