| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 1 | /* | 
| Robin Getz | 96f1050 | 2009-09-24 14:11:24 +0000 | [diff] [blame] | 2 |  * Copyright 2004-2009 Analog Devices Inc. | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 3 |  * | 
| Robin Getz | 96f1050 | 2009-09-24 14:11:24 +0000 | [diff] [blame] | 4 |  * Licensed under the GPL-2 or later. | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 5 |  */ | 
 | 6 |  | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 7 | #include <linux/gfp.h> | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 8 | #include <linux/swap.h> | 
 | 9 | #include <linux/bootmem.h> | 
| Mike Frysinger | 1f83b8f | 2007-07-12 22:58:21 +0800 | [diff] [blame] | 10 | #include <linux/uaccess.h> | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 11 | #include <asm/bfin-global.h> | 
| Graf Yang | 8f65873 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 12 | #include <asm/pda.h> | 
 | 13 | #include <asm/cplbinit.h> | 
| Robin Getz | 837ec2d | 2009-07-07 20:17:09 +0000 | [diff] [blame] | 14 | #include <asm/early_printk.h> | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 15 | #include "blackfin_sram.h" | 
 | 16 |  | 
 | 17 | /* | 
| Mike Frysinger | f074e48 | 2009-04-23 21:28:32 +0000 | [diff] [blame] | 18 |  * ZERO_PAGE is a special page that is used for zero-initialized data and COW. | 
 | 19 |  * Let the bss do its zero-init magic so we don't have to do it ourselves. | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 20 |  */ | 
| Mike Frysinger | f074e48 | 2009-04-23 21:28:32 +0000 | [diff] [blame] | 21 | char empty_zero_page[PAGE_SIZE] __attribute__((aligned(PAGE_SIZE))); | 
 | 22 | EXPORT_SYMBOL(empty_zero_page); | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 23 |  | 
| Graf Yang | f82e0a0 | 2009-04-08 08:30:22 +0000 | [diff] [blame] | 24 | #ifndef CONFIG_EXCEPTION_L1_SCRATCH | 
 | 25 | #if defined CONFIG_SYSCALL_TAB_L1 | 
 | 26 | __attribute__((l1_data)) | 
 | 27 | #endif | 
 | 28 | static unsigned long exception_stack[NR_CPUS][1024]; | 
 | 29 | #endif | 
| Graf Yang | 8f65873 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 30 |  | 
 | 31 | struct blackfin_pda cpu_pda[NR_CPUS]; | 
 | 32 | EXPORT_SYMBOL(cpu_pda); | 
 | 33 |  | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 34 | /* | 
 | 35 |  * paging_init() continues the virtual memory environment setup which | 
 | 36 |  * was begun by the code in arch/head.S. | 
 | 37 |  * The parameters are pointers to where to stick the starting and ending | 
 | 38 |  * addresses  of available kernel virtual memory. | 
 | 39 |  */ | 
| Mike Frysinger | 321f6e0 | 2007-06-11 15:31:30 +0800 | [diff] [blame] | 40 | void __init paging_init(void) | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 41 | { | 
 | 42 | 	/* | 
| Mike Frysinger | d012ce2 | 2009-04-23 22:17:37 +0000 | [diff] [blame] | 43 | 	 * make sure start_mem is page aligned, otherwise bootmem and | 
 | 44 | 	 * page_alloc get different views of the world | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 45 | 	 */ | 
 | 46 | 	unsigned long end_mem = memory_end & PAGE_MASK; | 
 | 47 |  | 
| Mike Frysinger | d012ce2 | 2009-04-23 22:17:37 +0000 | [diff] [blame] | 48 | 	unsigned long zones_size[MAX_NR_ZONES] = { | 
 | 49 | 		[0] = 0, | 
 | 50 | 		[ZONE_DMA] = (end_mem - PAGE_OFFSET) >> PAGE_SHIFT, | 
 | 51 | 		[ZONE_NORMAL] = 0, | 
 | 52 | #ifdef CONFIG_HIGHMEM | 
 | 53 | 		[ZONE_HIGHMEM] = 0, | 
 | 54 | #endif | 
 | 55 | 	}; | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 56 |  | 
| Mike Frysinger | d012ce2 | 2009-04-23 22:17:37 +0000 | [diff] [blame] | 57 | 	/* Set up SFC/DFC registers (user data space) */ | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 58 | 	set_fs(KERNEL_DS); | 
 | 59 |  | 
| Mike Frysinger | d012ce2 | 2009-04-23 22:17:37 +0000 | [diff] [blame] | 60 | 	pr_debug("free_area_init -> start_mem is %#lx virtual_end is %#lx\n", | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 61 | 	        PAGE_ALIGN(memory_start), end_mem); | 
| Mike Frysinger | d012ce2 | 2009-04-23 22:17:37 +0000 | [diff] [blame] | 62 | 	free_area_init(zones_size); | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 63 | } | 
 | 64 |  | 
| Mike Frysinger | 8e2a769 | 2009-03-05 18:45:07 +0800 | [diff] [blame] | 65 | asmlinkage void __init init_pda(void) | 
| Graf Yang | 8f65873 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 66 | { | 
 | 67 | 	unsigned int cpu = raw_smp_processor_id(); | 
 | 68 |  | 
| Robin Getz | 837ec2d | 2009-07-07 20:17:09 +0000 | [diff] [blame] | 69 | 	early_shadow_stamp(); | 
 | 70 |  | 
| Graf Yang | 8f65873 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 71 | 	/* Initialize the PDA fields holding references to other parts | 
 | 72 | 	   of the memory. The content of such memory is still | 
 | 73 | 	   undefined at the time of the call, we are only setting up | 
 | 74 | 	   valid pointers to it. */ | 
 | 75 | 	memset(&cpu_pda[cpu], 0, sizeof(cpu_pda[cpu])); | 
 | 76 |  | 
 | 77 | 	cpu_pda[0].next = &cpu_pda[1]; | 
 | 78 | 	cpu_pda[1].next = &cpu_pda[0]; | 
 | 79 |  | 
| Graf Yang | f82e0a0 | 2009-04-08 08:30:22 +0000 | [diff] [blame] | 80 | #ifdef CONFIG_EXCEPTION_L1_SCRATCH | 
 | 81 | 	cpu_pda[cpu].ex_stack = (unsigned long *)(L1_SCRATCH_START + \ | 
 | 82 | 					L1_SCRATCH_LENGTH); | 
 | 83 | #else | 
| Graf Yang | 8f65873 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 84 | 	cpu_pda[cpu].ex_stack = exception_stack[cpu + 1]; | 
| Graf Yang | f82e0a0 | 2009-04-08 08:30:22 +0000 | [diff] [blame] | 85 | #endif | 
| Graf Yang | 8f65873 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 86 |  | 
| Graf Yang | 8f65873 | 2008-11-18 17:48:22 +0800 | [diff] [blame] | 87 | #ifdef CONFIG_SMP | 
 | 88 | 	cpu_pda[cpu].imask = 0x1f; | 
 | 89 | #endif | 
 | 90 | } | 
 | 91 |  | 
| Mike Frysinger | 321f6e0 | 2007-06-11 15:31:30 +0800 | [diff] [blame] | 92 | void __init mem_init(void) | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 93 | { | 
 | 94 | 	unsigned int codek = 0, datak = 0, initk = 0; | 
| Yi Li | ee7883b | 2008-01-27 19:56:17 +0800 | [diff] [blame] | 95 | 	unsigned int reservedpages = 0, freepages = 0; | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 96 | 	unsigned long tmp; | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 97 | 	unsigned long start_mem = memory_start; | 
 | 98 | 	unsigned long end_mem = memory_end; | 
 | 99 |  | 
 | 100 | 	end_mem &= PAGE_MASK; | 
 | 101 | 	high_memory = (void *)end_mem; | 
 | 102 |  | 
 | 103 | 	start_mem = PAGE_ALIGN(start_mem); | 
 | 104 | 	max_mapnr = num_physpages = MAP_NR(high_memory); | 
| Yi Li | 856783b | 2008-02-09 02:26:01 +0800 | [diff] [blame] | 105 | 	printk(KERN_DEBUG "Kernel managed physical pages: %lu\n", num_physpages); | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 106 |  | 
 | 107 | 	/* This will put all memory onto the freelists. */ | 
 | 108 | 	totalram_pages = free_all_bootmem(); | 
 | 109 |  | 
| Yi Li | ee7883b | 2008-01-27 19:56:17 +0800 | [diff] [blame] | 110 | 	reservedpages = 0; | 
 | 111 | 	for (tmp = 0; tmp < max_mapnr; tmp++) | 
 | 112 | 		if (PageReserved(pfn_to_page(tmp))) | 
 | 113 | 			reservedpages++; | 
 | 114 | 	freepages =  max_mapnr - reservedpages; | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 115 |  | 
| Yi Li | ee7883b | 2008-01-27 19:56:17 +0800 | [diff] [blame] | 116 | 	/* do not count in kernel image between _rambase and _ramstart */ | 
 | 117 | 	reservedpages -= (_ramstart - _rambase) >> PAGE_SHIFT; | 
| Jie Zhang | 41ba653 | 2009-06-16 09:48:33 +0000 | [diff] [blame] | 118 | #if (defined(CONFIG_BFIN_EXTMEM_ICACHEABLE) && ANOMALY_05000263) | 
| Yi Li | 856783b | 2008-02-09 02:26:01 +0800 | [diff] [blame] | 119 | 	reservedpages += (_ramend - memory_end - DMA_UNCACHED_REGION) >> PAGE_SHIFT; | 
| Yi Li | ee7883b | 2008-01-27 19:56:17 +0800 | [diff] [blame] | 120 | #endif | 
 | 121 |  | 
 | 122 | 	codek = (_etext - _stext) >> 10; | 
 | 123 | 	initk = (__init_end - __init_begin) >> 10; | 
 | 124 | 	datak = ((_ramstart - _rambase) >> 10) - codek - initk; | 
 | 125 |  | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 126 | 	printk(KERN_INFO | 
| Yi Li | ee7883b | 2008-01-27 19:56:17 +0800 | [diff] [blame] | 127 | 	     "Memory available: %luk/%luk RAM, " | 
| Yi Li | 856783b | 2008-02-09 02:26:01 +0800 | [diff] [blame] | 128 | 		"(%uk init code, %uk kernel code, %uk data, %uk dma, %uk reserved)\n", | 
| Yi Li | ee7883b | 2008-01-27 19:56:17 +0800 | [diff] [blame] | 129 | 		(unsigned long) freepages << (PAGE_SHIFT-10), _ramend >> 10, | 
| Yi Li | 856783b | 2008-02-09 02:26:01 +0800 | [diff] [blame] | 130 | 		initk, codek, datak, DMA_UNCACHED_REGION >> 10, (reservedpages << (PAGE_SHIFT-10))); | 
| Sonic Zhang | 5d481f4 | 2008-07-19 14:51:31 +0800 | [diff] [blame] | 131 | } | 
 | 132 |  | 
| Bryan Wu | c051489 | 2008-02-29 12:02:10 +0800 | [diff] [blame] | 133 | static void __init free_init_pages(const char *what, unsigned long begin, unsigned long end) | 
| Mike Frysinger | 1d18947 | 2007-07-12 12:32:00 +0800 | [diff] [blame] | 134 | { | 
 | 135 | 	unsigned long addr; | 
 | 136 | 	/* next to check that the page we free is not a partial page */ | 
 | 137 | 	for (addr = begin; addr + PAGE_SIZE <= end; addr += PAGE_SIZE) { | 
 | 138 | 		ClearPageReserved(virt_to_page(addr)); | 
 | 139 | 		init_page_count(virt_to_page(addr)); | 
 | 140 | 		free_page(addr); | 
 | 141 | 		totalram_pages++; | 
 | 142 | 	} | 
 | 143 | 	printk(KERN_INFO "Freeing %s: %ldk freed\n", what, (end - begin) >> 10); | 
 | 144 | } | 
 | 145 |  | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 146 | #ifdef CONFIG_BLK_DEV_INITRD | 
| Mike Frysinger | 321f6e0 | 2007-06-11 15:31:30 +0800 | [diff] [blame] | 147 | void __init free_initrd_mem(unsigned long start, unsigned long end) | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 148 | { | 
| Bernd Schmidt | b97b8a9 | 2008-01-27 18:39:16 +0800 | [diff] [blame] | 149 | #ifndef CONFIG_MPU | 
| Mike Frysinger | 1d18947 | 2007-07-12 12:32:00 +0800 | [diff] [blame] | 150 | 	free_init_pages("initrd memory", start, end); | 
| Bernd Schmidt | b97b8a9 | 2008-01-27 18:39:16 +0800 | [diff] [blame] | 151 | #endif | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 152 | } | 
 | 153 | #endif | 
 | 154 |  | 
| Bryan Wu | c051489 | 2008-02-29 12:02:10 +0800 | [diff] [blame] | 155 | void __init_refok free_initmem(void) | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 156 | { | 
| Bernd Schmidt | b97b8a9 | 2008-01-27 18:39:16 +0800 | [diff] [blame] | 157 | #if defined CONFIG_RAMKERNEL && !defined CONFIG_MPU | 
| Mike Frysinger | 1d18947 | 2007-07-12 12:32:00 +0800 | [diff] [blame] | 158 | 	free_init_pages("unused kernel memory", | 
 | 159 | 			(unsigned long)(&__init_begin), | 
 | 160 | 			(unsigned long)(&__init_end)); | 
| Bryan Wu | 1394f03 | 2007-05-06 14:50:22 -0700 | [diff] [blame] | 161 | #endif | 
 | 162 | } |