| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef __LINUX_SMP_H | 
 | 2 | #define __LINUX_SMP_H | 
 | 3 |  | 
 | 4 | /* | 
 | 5 |  *	Generic SMP support | 
 | 6 |  *		Alan Cox. <alan@redhat.com> | 
 | 7 |  */ | 
 | 8 |  | 
| Heiko Carstens | 79974a0 | 2007-05-16 22:11:09 -0700 | [diff] [blame] | 9 | #include <linux/errno.h> | 
| David S. Miller | 54514a7 | 2008-09-23 22:15:57 -0700 | [diff] [blame] | 10 | #include <linux/types.h> | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 11 | #include <linux/list.h> | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 12 | #include <linux/cpumask.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  | 
 | 14 | extern void cpu_idle(void); | 
 | 15 |  | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 16 | struct call_single_data { | 
 | 17 | 	struct list_head list; | 
 | 18 | 	void (*func) (void *info); | 
 | 19 | 	void *info; | 
| David S. Miller | 54514a7 | 2008-09-23 22:15:57 -0700 | [diff] [blame] | 20 | 	u16 flags; | 
 | 21 | 	u16 priv; | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 22 | }; | 
 | 23 |  | 
| Mike Travis | e057d7a | 2008-12-15 20:26:48 -0800 | [diff] [blame] | 24 | /* total number of cpus in this system (may exceed NR_CPUS) */ | 
 | 25 | extern unsigned int total_cpus; | 
 | 26 |  | 
| Andrew Morton | 53ce3d9 | 2009-01-09 12:27:08 -0800 | [diff] [blame] | 27 | int smp_call_function_single(int cpuid, void (*func) (void *info), void *info, | 
 | 28 | 				int wait); | 
 | 29 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | #ifdef CONFIG_SMP | 
 | 31 |  | 
 | 32 | #include <linux/preempt.h> | 
 | 33 | #include <linux/kernel.h> | 
 | 34 | #include <linux/compiler.h> | 
 | 35 | #include <linux/thread_info.h> | 
 | 36 | #include <asm/smp.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 |  | 
 | 38 | /* | 
 | 39 |  * main cross-CPU interfaces, handles INIT, TLB flush, STOP, etc. | 
 | 40 |  * (defined in asm header): | 
| Ingo Molnar | d1dedb5 | 2009-03-13 11:14:06 +0100 | [diff] [blame] | 41 |  */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 |  | 
 | 43 | /* | 
 | 44 |  * stops all CPUs but the current one: | 
 | 45 |  */ | 
 | 46 | extern void smp_send_stop(void); | 
 | 47 |  | 
 | 48 | /* | 
 | 49 |  * sends a 'reschedule' event to another CPU: | 
 | 50 |  */ | 
 | 51 | extern void smp_send_reschedule(int cpu); | 
 | 52 |  | 
 | 53 |  | 
 | 54 | /* | 
 | 55 |  * Prepare machine for booting other CPUs. | 
 | 56 |  */ | 
 | 57 | extern void smp_prepare_cpus(unsigned int max_cpus); | 
 | 58 |  | 
 | 59 | /* | 
 | 60 |  * Bring a CPU up | 
 | 61 |  */ | 
 | 62 | extern int __cpu_up(unsigned int cpunum); | 
 | 63 |  | 
 | 64 | /* | 
 | 65 |  * Final polishing of CPUs | 
 | 66 |  */ | 
 | 67 | extern void smp_cpus_done(unsigned int max_cpus); | 
 | 68 |  | 
 | 69 | /* | 
 | 70 |  * Call a function on all other processors | 
 | 71 |  */ | 
| Jens Axboe | 8691e5a | 2008-06-06 11:18:06 +0200 | [diff] [blame] | 72 | int smp_call_function(void(*func)(void *info), void *info, int wait); | 
| Rusty Russell | 54b11e6 | 2008-12-30 09:05:16 +1030 | [diff] [blame] | 73 | void smp_call_function_many(const struct cpumask *mask, | 
 | 74 | 			    void (*func)(void *info), void *info, bool wait); | 
| Rusty Russell | 2d3854a | 2008-11-05 13:39:10 +1100 | [diff] [blame] | 75 |  | 
| Peter Zijlstra | 6e27563 | 2009-02-25 13:59:48 +0100 | [diff] [blame] | 76 | void __smp_call_function_single(int cpuid, struct call_single_data *data, | 
 | 77 | 				int wait); | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 78 |  | 
| Rusty Russell | 2ea6dec | 2009-11-17 14:27:27 -0800 | [diff] [blame] | 79 | int smp_call_function_any(const struct cpumask *mask, | 
 | 80 | 			  void (*func)(void *info), void *info, int wait); | 
 | 81 |  | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 82 | /* | 
 | 83 |  * Generic and arch helpers | 
 | 84 |  */ | 
 | 85 | #ifdef CONFIG_USE_GENERIC_SMP_HELPERS | 
 | 86 | void generic_smp_call_function_single_interrupt(void); | 
 | 87 | void generic_smp_call_function_interrupt(void); | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 88 | void ipi_call_lock(void); | 
 | 89 | void ipi_call_unlock(void); | 
 | 90 | void ipi_call_lock_irq(void); | 
 | 91 | void ipi_call_unlock_irq(void); | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 92 | #endif | 
| Andrew Morton | a3bc0db | 2006-09-25 23:32:33 -0700 | [diff] [blame] | 93 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | /* | 
 | 95 |  * Call a function on all processors | 
 | 96 |  */ | 
| Jens Axboe | 15c8b6c | 2008-05-09 09:39:44 +0200 | [diff] [blame] | 97 | int on_each_cpu(void (*func) (void *info), void *info, int wait); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 |  | 
 | 99 | #define MSG_ALL_BUT_SELF	0x8000	/* Assume <32768 CPU's */ | 
 | 100 | #define MSG_ALL			0x8001 | 
 | 101 |  | 
 | 102 | #define MSG_INVALIDATE_TLB	0x0001	/* Remote processor TLB invalidate */ | 
 | 103 | #define MSG_STOP_CPU		0x0002	/* Sent to shut down slave CPU's | 
 | 104 | 					 * when rebooting | 
 | 105 | 					 */ | 
 | 106 | #define MSG_RESCHEDULE		0x0003	/* Reschedule request from master CPU*/ | 
 | 107 | #define MSG_CALL_FUNCTION       0x0004  /* Call function on all other CPUs */ | 
 | 108 |  | 
 | 109 | /* | 
 | 110 |  * Mark the boot cpu "online" so that it can call console drivers in | 
 | 111 |  * printk() and can access its per-cpu storage. | 
 | 112 |  */ | 
 | 113 | void smp_prepare_boot_cpu(void); | 
 | 114 |  | 
| Andi Kleen | ca74a6f | 2008-01-30 13:33:17 +0100 | [diff] [blame] | 115 | extern unsigned int setup_max_cpus; | 
 | 116 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | #else /* !SMP */ | 
 | 118 |  | 
| Ingo Molnar | d1dedb5 | 2009-03-13 11:14:06 +0100 | [diff] [blame] | 119 | static inline void smp_send_stop(void) { } | 
 | 120 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | /* | 
 | 122 |  *	These macros fold the SMP functionality into a single CPU system | 
 | 123 |  */ | 
| Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 124 | #define raw_smp_processor_id()			0 | 
| Ingo Molnar | a5fbb6d | 2007-11-09 22:39:38 +0100 | [diff] [blame] | 125 | static inline int up_smp_call_function(void (*func)(void *), void *info) | 
| Con Kolivas | 3c30b06 | 2006-03-26 01:37:19 -0800 | [diff] [blame] | 126 | { | 
 | 127 | 	return 0; | 
 | 128 | } | 
| Jens Axboe | 8691e5a | 2008-06-06 11:18:06 +0200 | [diff] [blame] | 129 | #define smp_call_function(func, info, wait) \ | 
| Ingo Molnar | a5fbb6d | 2007-11-09 22:39:38 +0100 | [diff] [blame] | 130 | 			(up_smp_call_function(func, info)) | 
| Jens Axboe | 15c8b6c | 2008-05-09 09:39:44 +0200 | [diff] [blame] | 131 | #define on_each_cpu(func,info,wait)		\ | 
| Andrew Morton | 78eef01 | 2006-03-22 00:08:16 -0800 | [diff] [blame] | 132 | 	({					\ | 
 | 133 | 		local_irq_disable();		\ | 
 | 134 | 		func(info);			\ | 
 | 135 | 		local_irq_enable();		\ | 
 | 136 | 		0;				\ | 
 | 137 | 	}) | 
| Richard Henderson | 79a8810 | 2005-07-28 01:07:41 -0700 | [diff] [blame] | 138 | static inline void smp_send_reschedule(int cpu) { } | 
| Linus Torvalds | 2ac6608 | 2005-07-28 10:34:47 -0700 | [diff] [blame] | 139 | #define num_booting_cpus()			1 | 
 | 140 | #define smp_prepare_boot_cpu()			do {} while (0) | 
| Rusty Russell | d2ff911 | 2008-12-15 19:04:35 +1030 | [diff] [blame] | 141 | #define smp_call_function_many(mask, func, info, wait) \ | 
 | 142 | 			(up_smp_call_function(func, info)) | 
| Rusty Russell | 2ea6dec | 2009-11-17 14:27:27 -0800 | [diff] [blame] | 143 | static inline void init_call_single_data(void) { } | 
 | 144 |  | 
 | 145 | static inline int | 
 | 146 | smp_call_function_any(const struct cpumask *mask, void (*func)(void *info), | 
 | 147 | 		      void *info, int wait) | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 148 | { | 
| Rusty Russell | 2ea6dec | 2009-11-17 14:27:27 -0800 | [diff] [blame] | 149 | 	return smp_call_function_single(0, func, info, wait); | 
| Jens Axboe | 3d44223 | 2008-06-26 11:21:34 +0200 | [diff] [blame] | 150 | } | 
| Rusty Russell | 2ea6dec | 2009-11-17 14:27:27 -0800 | [diff] [blame] | 151 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | #endif /* !SMP */ | 
 | 153 |  | 
 | 154 | /* | 
| Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 155 |  * smp_processor_id(): get the current CPU ID. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 |  * | 
| Rakib Mullick | cfd8d6c | 2010-03-05 13:42:45 -0800 | [diff] [blame] | 157 |  * if DEBUG_PREEMPT is enabled then we check whether it is | 
| Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 158 |  * used in a preemption-safe way. (smp_processor_id() is safe | 
 | 159 |  * if it's used in a preemption-off critical section, or in | 
 | 160 |  * a thread that is bound to the current CPU.) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 |  * | 
| Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 162 |  * NOTE: raw_smp_processor_id() is for internal use only | 
 | 163 |  * (smp_processor_id() is the preferred variant), but in rare | 
 | 164 |  * instances it might also be used to turn off false positives | 
 | 165 |  * (i.e. smp_processor_id() use that the debugging code reports but | 
 | 166 |  * which use for some reason is legal). Don't use this to hack around | 
 | 167 |  * the warning message, as your code might not work under PREEMPT. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 |  */ | 
| Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 169 | #ifdef CONFIG_DEBUG_PREEMPT | 
 | 170 |   extern unsigned int debug_smp_processor_id(void); | 
 | 171 | # define smp_processor_id() debug_smp_processor_id() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | #else | 
| Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 173 | # define smp_processor_id() raw_smp_processor_id() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | #endif | 
 | 175 |  | 
 | 176 | #define get_cpu()		({ preempt_disable(); smp_processor_id(); }) | 
 | 177 | #define put_cpu()		preempt_enable() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 |  | 
| Ingo Molnar | a146649 | 2009-01-31 14:09:06 +0100 | [diff] [blame] | 179 | /* | 
 | 180 |  * Callback to arch code if there's nosmp or maxcpus=0 on the | 
 | 181 |  * boot command line: | 
 | 182 |  */ | 
 | 183 | extern void arch_disable_smp_support(void); | 
 | 184 |  | 
| Andrew Morton | 033ab7f | 2006-06-30 01:55:50 -0700 | [diff] [blame] | 185 | void smp_setup_processor_id(void); | 
 | 186 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | #endif /* __LINUX_SMP_H */ |