| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 | 
 | 3 |  */ | 
 | 4 | #ifndef _LINUX_BOOTMEM_H | 
 | 5 | #define _LINUX_BOOTMEM_H | 
 | 6 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include <linux/mmzone.h> | 
| Franck Bui-Huu | e786e86 | 2006-09-25 23:31:06 -0700 | [diff] [blame] | 8 | #include <asm/dma.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 |  | 
 | 10 | /* | 
 | 11 |  *  simple boot-time physical memory area allocator. | 
 | 12 |  */ | 
 | 13 |  | 
 | 14 | extern unsigned long max_low_pfn; | 
 | 15 | extern unsigned long min_low_pfn; | 
 | 16 |  | 
 | 17 | /* | 
 | 18 |  * highest page | 
 | 19 |  */ | 
 | 20 | extern unsigned long max_pfn; | 
 | 21 |  | 
| Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 22 | #ifndef CONFIG_NO_BOOTMEM | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | /* | 
 | 24 |  * node_bootmem_map is a map pointer - the bits represent all physical  | 
 | 25 |  * memory pages (including holes) on the node. | 
 | 26 |  */ | 
 | 27 | typedef struct bootmem_data { | 
| Johannes Weiner | 3560e24 | 2008-07-23 21:28:09 -0700 | [diff] [blame] | 28 | 	unsigned long node_min_pfn; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | 	unsigned long node_low_pfn; | 
 | 30 | 	void *node_bootmem_map; | 
| Johannes Weiner | 5f2809e | 2008-07-23 21:28:05 -0700 | [diff] [blame] | 31 | 	unsigned long last_end_off; | 
 | 32 | 	unsigned long hint_idx; | 
| KAMEZAWA Hiroyuki | 679bc9f | 2006-03-27 01:15:58 -0800 | [diff] [blame] | 33 | 	struct list_head list; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | } bootmem_data_t; | 
 | 35 |  | 
| Johannes Weiner | b61bfa3 | 2008-07-23 21:26:55 -0700 | [diff] [blame] | 36 | extern bootmem_data_t bootmem_node_data[]; | 
| Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 37 | #endif | 
| Johannes Weiner | b61bfa3 | 2008-07-23 21:26:55 -0700 | [diff] [blame] | 38 |  | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 39 | extern unsigned long bootmem_bootmap_pages(unsigned long); | 
| Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 40 |  | 
 | 41 | extern unsigned long init_bootmem_node(pg_data_t *pgdat, | 
 | 42 | 				       unsigned long freepfn, | 
 | 43 | 				       unsigned long startpfn, | 
 | 44 | 				       unsigned long endpfn); | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 45 | extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); | 
| Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 46 |  | 
| Tejun Heo | 64a02da | 2011-07-12 11:16:01 +0200 | [diff] [blame] | 47 | extern unsigned long free_low_memory_core_early(int nodeid); | 
| Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 48 | extern unsigned long free_all_bootmem_node(pg_data_t *pgdat); | 
 | 49 | extern unsigned long free_all_bootmem(void); | 
 | 50 |  | 
 | 51 | extern void free_bootmem_node(pg_data_t *pgdat, | 
 | 52 | 			      unsigned long addr, | 
 | 53 | 			      unsigned long size); | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 54 | extern void free_bootmem(unsigned long addr, unsigned long size); | 
| FUJITA Tomonori | 9f993ac | 2009-11-10 19:46:17 +0900 | [diff] [blame] | 55 | extern void free_bootmem_late(unsigned long addr, unsigned long size); | 
| Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 56 |  | 
 | 57 | /* | 
 | 58 |  * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, | 
 | 59 |  * the architecture-specific code should honor this). | 
 | 60 |  * | 
 | 61 |  * If flags is 0, then the return value is always 0 (success). If | 
 | 62 |  * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the | 
 | 63 |  * memory already was reserved. | 
 | 64 |  */ | 
 | 65 | #define BOOTMEM_DEFAULT		0 | 
 | 66 | #define BOOTMEM_EXCLUSIVE	(1<<0) | 
 | 67 |  | 
| Tejun Heo | c132937 | 2009-02-24 11:57:20 +0900 | [diff] [blame] | 68 | extern int reserve_bootmem(unsigned long addr, | 
 | 69 | 			   unsigned long size, | 
 | 70 | 			   int flags); | 
| Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 71 | extern int reserve_bootmem_node(pg_data_t *pgdat, | 
 | 72 | 				unsigned long physaddr, | 
 | 73 | 				unsigned long size, | 
 | 74 | 				int flags); | 
 | 75 |  | 
 | 76 | extern void *__alloc_bootmem(unsigned long size, | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 77 | 			     unsigned long align, | 
 | 78 | 			     unsigned long goal); | 
| Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 79 | extern void *__alloc_bootmem_nopanic(unsigned long size, | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 80 | 				     unsigned long align, | 
 | 81 | 				     unsigned long goal); | 
| Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 82 | extern void *__alloc_bootmem_node(pg_data_t *pgdat, | 
 | 83 | 				  unsigned long size, | 
 | 84 | 				  unsigned long align, | 
 | 85 | 				  unsigned long goal); | 
| Yinghai Lu | 0867721 | 2010-02-10 01:20:20 -0800 | [diff] [blame] | 86 | void *__alloc_bootmem_node_high(pg_data_t *pgdat, | 
 | 87 | 				  unsigned long size, | 
 | 88 | 				  unsigned long align, | 
 | 89 | 				  unsigned long goal); | 
| Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 90 | extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat, | 
 | 91 | 				  unsigned long size, | 
 | 92 | 				  unsigned long align, | 
 | 93 | 				  unsigned long goal); | 
| Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 94 | extern void *__alloc_bootmem_low(unsigned long size, | 
 | 95 | 				 unsigned long align, | 
 | 96 | 				 unsigned long goal); | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 97 | extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, | 
 | 98 | 				      unsigned long size, | 
 | 99 | 				      unsigned long align, | 
 | 100 | 				      unsigned long goal); | 
| Tejun Heo | c132937 | 2009-02-24 11:57:20 +0900 | [diff] [blame] | 101 |  | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 102 | #ifdef CONFIG_NO_BOOTMEM | 
 | 103 | /* We are using top down, so it is safe to use 0 here */ | 
 | 104 | #define BOOTMEM_LOW_LIMIT 0 | 
 | 105 | #else | 
 | 106 | #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS) | 
 | 107 | #endif | 
 | 108 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | #define alloc_bootmem(x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 110 | 	__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) | 
| Suresh Siddha | 53dde5f | 2010-11-16 13:23:50 -0800 | [diff] [blame] | 111 | #define alloc_bootmem_align(x, align) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 112 | 	__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT) | 
| Jan Beulich | 74768ed | 2008-08-12 15:08:39 -0700 | [diff] [blame] | 113 | #define alloc_bootmem_nopanic(x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 114 | 	__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | #define alloc_bootmem_pages(x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 116 | 	__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) | 
| Jan Beulich | 74768ed | 2008-08-12 15:08:39 -0700 | [diff] [blame] | 117 | #define alloc_bootmem_pages_nopanic(x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 118 | 	__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | #define alloc_bootmem_node(pgdat, x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 120 | 	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) | 
| Yinghai Lu | 8f389a99 | 2011-05-11 15:13:32 -0700 | [diff] [blame] | 121 | #define alloc_bootmem_node_nopanic(pgdat, x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 122 | 	__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | #define alloc_bootmem_pages_node(pgdat, x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 124 | 	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) | 
| Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 125 | #define alloc_bootmem_pages_node_nopanic(pgdat, x) \ | 
| Yinghai Lu | 8bba154 | 2011-05-24 17:12:37 -0700 | [diff] [blame] | 126 | 	__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) | 
| Tejun Heo | 2d0aae4 | 2009-02-24 11:57:21 +0900 | [diff] [blame] | 127 |  | 
 | 128 | #define alloc_bootmem_low(x) \ | 
 | 129 | 	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) | 
 | 130 | #define alloc_bootmem_low_pages(x) \ | 
 | 131 | 	__alloc_bootmem_low(x, PAGE_SIZE, 0) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | #define alloc_bootmem_low_pages_node(pgdat, x) \ | 
| Franck Bui-Huu | 71fb2e8 | 2006-09-25 23:31:05 -0700 | [diff] [blame] | 133 | 	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) | 
| Johannes Weiner | c6af5e9 | 2008-07-25 15:48:04 +0200 | [diff] [blame] | 134 |  | 
 | 135 | extern int reserve_bootmem_generic(unsigned long addr, unsigned long size, | 
 | 136 | 				   int flags); | 
| Johannes Weiner | 223e8dc | 2008-07-23 21:28:00 -0700 | [diff] [blame] | 137 |  | 
 | 138 | extern void *alloc_bootmem_section(unsigned long size, | 
 | 139 | 				   unsigned long section_nr); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 |  | 
| Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 141 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP | 
 | 142 | extern void *alloc_remap(int nid, unsigned long size); | 
 | 143 | #else | 
 | 144 | static inline void *alloc_remap(int nid, unsigned long size) | 
 | 145 | { | 
 | 146 | 	return NULL; | 
 | 147 | } | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 148 | #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ | 
| Dave Hansen | 6f167ec | 2005-06-23 00:07:39 -0700 | [diff] [blame] | 149 |  | 
| Franck Bui-Huu | f71bf0c | 2006-09-25 23:31:08 -0700 | [diff] [blame] | 150 | extern void *alloc_large_system_hash(const char *tablename, | 
 | 151 | 				     unsigned long bucketsize, | 
 | 152 | 				     unsigned long numentries, | 
 | 153 | 				     int scale, | 
 | 154 | 				     int flags, | 
 | 155 | 				     unsigned int *_hash_shift, | 
 | 156 | 				     unsigned int *_hash_mask, | 
 | 157 | 				     unsigned long limit); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 |  | 
| Andrew Morton | 0490366 | 2006-12-06 20:37:33 -0800 | [diff] [blame] | 159 | #define HASH_EARLY	0x00000001	/* Allocating during early boot? */ | 
| Jan Beulich | 2c85f51 | 2009-09-21 17:03:07 -0700 | [diff] [blame] | 160 | #define HASH_SMALL	0x00000002	/* sub-page allocation allowed, min | 
 | 161 | 					 * shift passed via *_hash_shift */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 |  | 
| Anton Blanchard | c2fdf3a | 2009-03-31 15:23:19 -0700 | [diff] [blame] | 163 | /* Only NUMA needs hash distribution. 64bit NUMA architectures have | 
 | 164 |  * sufficient vmalloc space. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 |  */ | 
| Anton Blanchard | c2fdf3a | 2009-03-31 15:23:19 -0700 | [diff] [blame] | 166 | #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | #define HASHDIST_DEFAULT 1 | 
 | 168 | #else | 
 | 169 | #define HASHDIST_DEFAULT 0 | 
 | 170 | #endif | 
| David S. Miller | f034b5d | 2006-08-24 03:08:07 -0700 | [diff] [blame] | 171 | extern int hashdist;		/* Distribute hashes across NUMA nodes? */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 173 |  | 
 | 174 | #endif /* _LINUX_BOOTMEM_H */ |