| Johannes Berg | 543b9fd | 2007-05-03 22:31:38 +1000 | [diff] [blame] | 1 | /* | 
 | 2 |  * PowerPC 64-bit swsusp implementation | 
 | 3 |  * | 
 | 4 |  * Copyright 2006 Johannes Berg <johannes@sipsolutions.net> | 
 | 5 |  * | 
 | 6 |  * GPLv2 | 
 | 7 |  */ | 
 | 8 |  | 
 | 9 | #include <linux/threads.h> | 
 | 10 | #include <asm/processor.h> | 
 | 11 | #include <asm/page.h> | 
 | 12 | #include <asm/cputable.h> | 
 | 13 | #include <asm/thread_info.h> | 
 | 14 | #include <asm/ppc_asm.h> | 
 | 15 | #include <asm/asm-offsets.h> | 
 | 16 |  | 
 | 17 | /* | 
 | 18 |  * Structure for storing CPU registers on the save area. | 
 | 19 |  */ | 
 | 20 | #define SL_r1		0x00	/* stack pointer */ | 
 | 21 | #define SL_PC		0x08 | 
 | 22 | #define SL_MSR		0x10 | 
 | 23 | #define SL_SDR1		0x18 | 
 | 24 | #define SL_XER		0x20 | 
 | 25 | #define SL_TB		0x40 | 
 | 26 | #define SL_r2		0x48 | 
 | 27 | #define SL_CR		0x50 | 
 | 28 | #define SL_LR		0x58 | 
 | 29 | #define SL_r12		0x60 | 
 | 30 | #define SL_r13		0x68 | 
 | 31 | #define SL_r14		0x70 | 
 | 32 | #define SL_r15		0x78 | 
 | 33 | #define SL_r16		0x80 | 
 | 34 | #define SL_r17		0x88 | 
 | 35 | #define SL_r18		0x90 | 
 | 36 | #define SL_r19		0x98 | 
 | 37 | #define SL_r20		0xa0 | 
 | 38 | #define SL_r21		0xa8 | 
 | 39 | #define SL_r22		0xb0 | 
 | 40 | #define SL_r23		0xb8 | 
 | 41 | #define SL_r24		0xc0 | 
 | 42 | #define SL_r25		0xc8 | 
 | 43 | #define SL_r26		0xd0 | 
 | 44 | #define SL_r27		0xd8 | 
 | 45 | #define SL_r28		0xe0 | 
 | 46 | #define SL_r29		0xe8 | 
 | 47 | #define SL_r30		0xf0 | 
 | 48 | #define SL_r31		0xf8 | 
 | 49 | #define SL_SIZE		SL_r31+8 | 
 | 50 |  | 
 | 51 | /* these macros rely on the save area being | 
 | 52 |  * pointed to by r11 */ | 
 | 53 | #define SAVE_SPECIAL(special)		\ | 
 | 54 | 	mf##special	r0		;\ | 
 | 55 | 	std	r0, SL_##special(r11) | 
 | 56 | #define RESTORE_SPECIAL(special)	\ | 
 | 57 | 	ld	r0, SL_##special(r11)	;\ | 
 | 58 | 	mt##special	r0 | 
 | 59 | #define SAVE_REGISTER(reg)		\ | 
 | 60 | 	std	reg, SL_##reg(r11) | 
 | 61 | #define RESTORE_REGISTER(reg)		\ | 
 | 62 | 	ld	reg, SL_##reg(r11) | 
 | 63 |  | 
 | 64 | /* space for storing cpu state */ | 
 | 65 | 	.section .data | 
 | 66 | 	.align  5 | 
 | 67 | swsusp_save_area: | 
 | 68 | 	.space SL_SIZE | 
 | 69 |  | 
 | 70 | 	.section ".toc","aw" | 
 | 71 | swsusp_save_area_ptr: | 
 | 72 | 	.tc	swsusp_save_area[TC],swsusp_save_area | 
 | 73 | restore_pblist_ptr: | 
 | 74 | 	.tc	restore_pblist[TC],restore_pblist | 
 | 75 |  | 
 | 76 | 	.section .text | 
 | 77 | 	.align  5 | 
 | 78 | _GLOBAL(swsusp_arch_suspend) | 
 | 79 | 	ld	r11,swsusp_save_area_ptr@toc(r2) | 
 | 80 | 	SAVE_SPECIAL(LR) | 
 | 81 | 	SAVE_REGISTER(r1) | 
 | 82 | 	SAVE_SPECIAL(CR) | 
 | 83 | 	SAVE_SPECIAL(TB) | 
 | 84 | 	SAVE_REGISTER(r2) | 
 | 85 | 	SAVE_REGISTER(r12) | 
 | 86 | 	SAVE_REGISTER(r13) | 
 | 87 | 	SAVE_REGISTER(r14) | 
 | 88 | 	SAVE_REGISTER(r15) | 
 | 89 | 	SAVE_REGISTER(r16) | 
 | 90 | 	SAVE_REGISTER(r17) | 
 | 91 | 	SAVE_REGISTER(r18) | 
 | 92 | 	SAVE_REGISTER(r19) | 
 | 93 | 	SAVE_REGISTER(r20) | 
 | 94 | 	SAVE_REGISTER(r21) | 
 | 95 | 	SAVE_REGISTER(r22) | 
 | 96 | 	SAVE_REGISTER(r23) | 
 | 97 | 	SAVE_REGISTER(r24) | 
 | 98 | 	SAVE_REGISTER(r25) | 
 | 99 | 	SAVE_REGISTER(r26) | 
 | 100 | 	SAVE_REGISTER(r27) | 
 | 101 | 	SAVE_REGISTER(r28) | 
 | 102 | 	SAVE_REGISTER(r29) | 
 | 103 | 	SAVE_REGISTER(r30) | 
 | 104 | 	SAVE_REGISTER(r31) | 
 | 105 | 	SAVE_SPECIAL(MSR) | 
 | 106 | 	SAVE_SPECIAL(SDR1) | 
 | 107 | 	SAVE_SPECIAL(XER) | 
 | 108 |  | 
 | 109 | 	/* we push the stack up 128 bytes but don't store the | 
 | 110 | 	 * stack pointer on the stack like a real stackframe */ | 
 | 111 | 	addi	r1,r1,-128 | 
 | 112 |  | 
 | 113 | 	bl _iommu_save | 
 | 114 | 	bl swsusp_save | 
 | 115 |  | 
 | 116 | 	/* restore LR */ | 
 | 117 | 	ld	r11,swsusp_save_area_ptr@toc(r2) | 
 | 118 | 	RESTORE_SPECIAL(LR) | 
 | 119 | 	addi	r1,r1,128 | 
 | 120 |  | 
 | 121 | 	blr | 
 | 122 |  | 
 | 123 | /* Resume code */ | 
 | 124 | _GLOBAL(swsusp_arch_resume) | 
 | 125 | 	/* Stop pending alitvec streams and memory accesses */ | 
 | 126 | BEGIN_FTR_SECTION | 
 | 127 | 	DSSALL | 
 | 128 | END_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC) | 
 | 129 | 	sync | 
 | 130 |  | 
 | 131 | 	ld	r12,restore_pblist_ptr@toc(r2) | 
 | 132 | 	ld	r12,0(r12) | 
 | 133 |  | 
 | 134 | 	cmpdi	r12,0 | 
 | 135 | 	beq-	nothing_to_copy | 
| Johannes Berg | 2e2b404 | 2008-09-24 04:01:09 +0000 | [diff] [blame] | 136 | 	li	r15,PAGE_SIZE>>3 | 
| Johannes Berg | 543b9fd | 2007-05-03 22:31:38 +1000 | [diff] [blame] | 137 | copyloop: | 
 | 138 | 	ld	r13,pbe_address(r12) | 
 | 139 | 	ld	r14,pbe_orig_address(r12) | 
 | 140 |  | 
 | 141 | 	mtctr	r15 | 
 | 142 | 	li	r10,0 | 
 | 143 | copy_page_loop: | 
 | 144 | 	ldx	r0,r10,r13 | 
 | 145 | 	stdx	r0,r10,r14 | 
 | 146 | 	addi	r10,r10,8 | 
 | 147 | 	bdnz copy_page_loop | 
 | 148 |  | 
 | 149 | 	ld	r12,pbe_next(r12) | 
 | 150 | 	cmpdi	r12,0 | 
 | 151 | 	bne+	copyloop | 
 | 152 | nothing_to_copy: | 
 | 153 |  | 
 | 154 | 	/* flush caches */ | 
 | 155 | 	lis	r3, 0x10 | 
 | 156 | 	mtctr	r3 | 
 | 157 | 	li	r3, 0 | 
 | 158 | 	ori	r3, r3, CONFIG_KERNEL_START>>48 | 
 | 159 | 	li	r0, 48 | 
 | 160 | 	sld	r3, r3, r0 | 
 | 161 | 	li	r0, 0 | 
 | 162 | 1: | 
 | 163 | 	dcbf	r0,r3 | 
 | 164 | 	addi	r3,r3,0x20 | 
 | 165 | 	bdnz	1b | 
 | 166 |  | 
 | 167 | 	sync | 
 | 168 |  | 
 | 169 | 	tlbia | 
 | 170 |  | 
 | 171 | 	ld	r11,swsusp_save_area_ptr@toc(r2) | 
 | 172 |  | 
 | 173 | 	RESTORE_SPECIAL(CR) | 
 | 174 |  | 
 | 175 | 	/* restore timebase */ | 
 | 176 | 	/* load saved tb */ | 
 | 177 | 	ld	r1, SL_TB(r11) | 
 | 178 | 	/* get upper 32 bits of it */ | 
 | 179 | 	srdi	r2, r1, 32 | 
 | 180 | 	/* clear tb lower to avoid wrap */ | 
 | 181 | 	li	r0, 0 | 
 | 182 | 	mttbl	r0 | 
 | 183 | 	/* set tb upper */ | 
 | 184 | 	mttbu	r2 | 
 | 185 | 	/* set tb lower */ | 
 | 186 | 	mttbl	r1 | 
 | 187 |  | 
 | 188 | 	/* restore registers */ | 
 | 189 | 	RESTORE_REGISTER(r1) | 
 | 190 | 	RESTORE_REGISTER(r2) | 
 | 191 | 	RESTORE_REGISTER(r12) | 
 | 192 | 	RESTORE_REGISTER(r13) | 
 | 193 | 	RESTORE_REGISTER(r14) | 
 | 194 | 	RESTORE_REGISTER(r15) | 
 | 195 | 	RESTORE_REGISTER(r16) | 
 | 196 | 	RESTORE_REGISTER(r17) | 
 | 197 | 	RESTORE_REGISTER(r18) | 
 | 198 | 	RESTORE_REGISTER(r19) | 
 | 199 | 	RESTORE_REGISTER(r20) | 
 | 200 | 	RESTORE_REGISTER(r21) | 
 | 201 | 	RESTORE_REGISTER(r22) | 
 | 202 | 	RESTORE_REGISTER(r23) | 
 | 203 | 	RESTORE_REGISTER(r24) | 
 | 204 | 	RESTORE_REGISTER(r25) | 
 | 205 | 	RESTORE_REGISTER(r26) | 
 | 206 | 	RESTORE_REGISTER(r27) | 
 | 207 | 	RESTORE_REGISTER(r28) | 
 | 208 | 	RESTORE_REGISTER(r29) | 
 | 209 | 	RESTORE_REGISTER(r30) | 
 | 210 | 	RESTORE_REGISTER(r31) | 
 | 211 | 	/* can't use RESTORE_SPECIAL(MSR) */ | 
 | 212 | 	ld	r0, SL_MSR(r11) | 
 | 213 | 	mtmsrd	r0, 0 | 
 | 214 | 	RESTORE_SPECIAL(SDR1) | 
 | 215 | 	RESTORE_SPECIAL(XER) | 
 | 216 |  | 
 | 217 | 	sync | 
 | 218 |  | 
 | 219 | 	addi	r1,r1,-128 | 
 | 220 | 	bl	slb_flush_and_rebolt | 
 | 221 | 	bl	do_after_copyback | 
 | 222 | 	addi	r1,r1,128 | 
 | 223 |  | 
 | 224 | 	ld	r11,swsusp_save_area_ptr@toc(r2) | 
 | 225 | 	RESTORE_SPECIAL(LR) | 
 | 226 |  | 
 | 227 | 	li	r3, 0 | 
 | 228 | 	blr |