blob: 32d162d2a3be919f63fec016de3594aaa09a2f16 [file] [log] [blame]
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001/*
2 * Idle processing for ARMv7-based Qualcomm SoCs.
3 *
4 * Copyright (C) 2007 Google, Inc.
Pratik Patel17f3b822011-11-21 12:41:47 -08005 * Copyright (c) 2007-2009, 2011-2012 Code Aurora Forum. All rights reserved.
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07006 *
7 * This software is licensed under the terms of the GNU General Public
8 * License version 2, as published by the Free Software Foundation, and
9 * may be copied, distributed, and modified under those terms.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 */
17
18#include <linux/linkage.h>
19#include <linux/threads.h>
20#include <asm/assembler.h>
21
22#ifdef CONFIG_MSM_CPU_AVS
23/* 11 general purpose registers (r4-r14), 10 cp15 registers, 3 AVS registers */
24#define CPU_SAVED_STATE_SIZE (4 * 11 + 4 * 10 + 4 * 3)
25#else
26/* 11 general purpose registers (r4-r14), 10 cp15 registers */
27#define CPU_SAVED_STATE_SIZE (4 * 11 + 4 * 10)
28#endif
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -060029#ifdef CONFIG_ARCH_MSM_KRAIT
30#define SCM_SVC_BOOT 0x1
31#define SCM_CMD_TERMINATE_PC 0x2
32#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070033
34ENTRY(msm_arch_idle)
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070035 wfi
Pratik Patelcbcc1f02011-11-08 12:58:00 -080036#ifdef CONFIG_ARCH_MSM8X60
37 mrc p14, 1, r1, c1, c5, 4 /* read ETM PDSR to clear sticky bit */
38 mrc p14, 0, r1, c1, c5, 4 /* read DBG PRSR to clear sticky bit */
39 isb
40#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070041 bx lr
42
43ENTRY(msm_pm_collapse)
44#if defined(CONFIG_MSM_FIQ_SUPPORT)
45 cpsid f
46#endif
47
48 ldr r0, =saved_state
49#if (NR_CPUS >= 2)
50 mrc p15, 0, r1, c0, c0, 5 /* MPIDR */
51 ands r1, r1, #15 /* What CPU am I */
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -070052 mov r2, #CPU_SAVED_STATE_SIZE
53 mul r1, r1, r2
54 add r0, r0, r1
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070055#endif
56
57 stmia r0!, {r4-r14}
58 mrc p15, 0, r1, c1, c0, 0 /* MMU control */
59 mrc p15, 0, r2, c2, c0, 0 /* TTBR0 */
60 mrc p15, 0, r3, c3, c0, 0 /* dacr */
61#ifdef CONFIG_ARCH_MSM_SCORPION
62 /* This instruction is not valid for non scorpion processors */
63 mrc p15, 3, r4, c15, c0, 3 /* L2CR1 is the L2 cache control reg 1 */
64#endif
65 mrc p15, 0, r5, c10, c2, 0 /* PRRR */
66 mrc p15, 0, r6, c10, c2, 1 /* NMRR */
67 mrc p15, 0, r7, c1, c0, 1 /* ACTLR */
68 mrc p15, 0, r8, c2, c0, 1 /* TTBR1 */
69 mrc p15, 0, r9, c13, c0, 3 /* TPIDRURO */
70 mrc p15, 0, ip, c13, c0, 1 /* context ID */
71 stmia r0!, {r1-r9, ip}
72#ifdef CONFIG_MSM_CPU_AVS
73 mrc p15, 7, r1, c15, c1, 7 /* AVSCSR is the Adaptive Voltage Scaling
74 * Control and Status Register */
75 mrc p15, 7, r2, c15, c0, 6 /* AVSDSCR is the Adaptive Voltage
76 * Scaling Delay Synthesizer Control
77 * Register */
78#ifndef CONFIG_ARCH_MSM_KRAIT
79 mrc p15, 7, r3, c15, c1, 0 /* TSCSR is the Temperature Status and
80 * Control Register
81 */
82#endif
83
84 stmia r0!, {r1-r3}
85#endif
86
Pratik Patel17f3b822011-11-21 12:41:47 -080087#ifdef CONFIG_MSM_JTAG
88 bl msm_jtag_save_state
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070089#endif
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -060090
91 ldr r0, =msm_pm_flush_l2_flag
92 ldr r0, [r0]
93 mov r1, #0
94 mcr p15, 2, r1, c0, c0, 0 /*CCSELR*/
Maheshkumar Sivasubramanian1d2b69c2011-11-17 10:26:09 -070095 isb
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -060096 mrc p15, 1, r1, c0, c0, 0 /*CCSIDR*/
97 mov r2, #1
98 and r1, r2, r1, ASR #30 /* Check if the cache is write back */
99 orr r1, r0, r1
100 cmp r1, #1
101 bne skip
102 bl v7_flush_dcache_all
Stepan Moskovchenkob7af3cd2012-02-13 18:39:31 -0800103 b skip2
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600104
105skip: ldr r0, =saved_state
106 ldr r1, =saved_state_end
107 sub r1, r1, r0
108 bl v7_flush_kern_dcache_area
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700109
Stepan Moskovchenkob7af3cd2012-02-13 18:39:31 -0800110skip2:
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600111#ifdef CONFIG_ARCH_MSM_KRAIT
112 ldr r0, =SCM_SVC_BOOT
113 ldr r1, =SCM_CMD_TERMINATE_PC
Maheshkumar Sivasubramanian16588412011-10-13 12:16:23 -0600114 ldr r2, =msm_pm_flush_l2_flag
115 ldr r2, [r2]
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600116 bl scm_call_atomic1
117#else
Stepan Moskovchenko34dc00f2012-01-28 19:31:41 -0800118 mrc p15, 0, r4, c1, c0, 0 /* read current CR */
119 bic r0, r4, #(1 << 2) /* clear dcache bit */
120 bic r0, r0, #(1 << 12) /* clear icache bit */
121 mcr p15, 0, r0, c1, c0, 0 /* disable d/i cache */
122 dsb
123
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700124 wfi
Stepan Moskovchenko34dc00f2012-01-28 19:31:41 -0800125
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600126 mcr p15, 0, r4, c1, c0, 0 /* restore d/i cache */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700127 isb
Stepan Moskovchenko34dc00f2012-01-28 19:31:41 -0800128#endif
129
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700130
131#if defined(CONFIG_MSM_FIQ_SUPPORT)
132 cpsie f
133#endif
Pratik Patel17f3b822011-11-21 12:41:47 -0800134#ifdef CONFIG_MSM_JTAG
135 bl msm_jtag_restore_state
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700136#endif
137 ldr r0, =saved_state /* restore registers */
138#if (NR_CPUS >= 2)
139 mrc p15, 0, r1, c0, c0, 5 /* MPIDR */
140 ands r1, r1, #15 /* What CPU am I */
Praveen Chidambaram4b1e6f02012-02-11 16:17:30 -0700141 mov r2, #CPU_SAVED_STATE_SIZE
142 mul r2, r2, r1
143 add r0, r0, r2
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700144#endif
145
146 ldmfd r0, {r4-r14}
147 mov r0, #0 /* return power collapse failed */
148 bx lr
149
150ENTRY(msm_pm_collapse_exit)
151#if 0 /* serial debug */
152 mov r0, #0x80000016
153 mcr p15, 0, r0, c15, c2, 4
154 mov r0, #0xA9000000
155 add r0, r0, #0x00A00000 /* UART1 */
156 /*add r0, r0, #0x00C00000*/ /* UART3 */
157 mov r1, #'A'
158 str r1, [r0, #0x00C]
159#endif
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -0700160 ldr r1, =saved_state
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700161 ldr r2, =msm_pm_collapse_exit
162 adr r3, msm_pm_collapse_exit
163 add r1, r1, r3
164 sub r1, r1, r2
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -0700165 add r1, r1, #CPU_SAVED_STATE_SIZE
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700166#if (NR_CPUS >= 2)
167 mrc p15, 0, r2, c0, c0, 5 /* MPIDR */
168 ands r2, r2, #15 /* What CPU am I */
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -0700169 mov r3, #CPU_SAVED_STATE_SIZE
170 mul r2, r2, r3
171 add r1, r1, r2
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700172#endif
173
174#ifdef CONFIG_MSM_CPU_AVS
175 ldmdb r1!, {r2-r4}
176#ifndef CONFIG_ARCH_MSM_KRAIT
177 mcr p15, 7, r4, c15, c1, 0 /* TSCSR */
178#endif
179 mcr p15, 7, r3, c15, c0, 6 /* AVSDSCR */
180 mcr p15, 7, r2, c15, c1, 7 /* AVSCSR */
181#endif
182 ldmdb r1!, {r2-r11}
183 mcr p15, 0, r4, c3, c0, 0 /* dacr */
184 mcr p15, 0, r3, c2, c0, 0 /* TTBR0 */
185#ifdef CONFIG_ARCH_MSM_SCORPION
186 /* This instruction is not valid for non scorpion processors */
187 mcr p15, 3, r5, c15, c0, 3 /* L2CR1 */
188#endif
189 mcr p15, 0, r6, c10, c2, 0 /* PRRR */
190 mcr p15, 0, r7, c10, c2, 1 /* NMRR */
191 mcr p15, 0, r8, c1, c0, 1 /* ACTLR */
192 mcr p15, 0, r9, c2, c0, 1 /* TTBR1 */
193 mcr p15, 0, r10, c13, c0, 3 /* TPIDRURO */
194 mcr p15, 0, r11, c13, c0, 1 /* context ID */
195 isb
196 ldmdb r1!, {r4-r14}
197 ldr r0, =msm_pm_pc_pgd
198 ldr r1, =msm_pm_collapse_exit
199 adr r3, msm_pm_collapse_exit
200 add r0, r0, r3
201 sub r0, r0, r1
202 ldr r0, [r0]
203 mrc p15, 0, r1, c2, c0, 0 /* save current TTBR0 */
204 and r3, r1, #0x7f /* mask to get TTB flags */
205 orr r0, r0, r3 /* add TTB flags to switch TTBR value */
206 mcr p15, 0, r0, c2, c0, 0 /* temporary switch TTBR0 */
207 isb
208 mcr p15, 0, r2, c1, c0, 0 /* MMU control */
209 isb
210msm_pm_mapped_pa:
211 /* Switch to virtual */
212 ldr r0, =msm_pm_pa_to_va
213 mov pc, r0
214msm_pm_pa_to_va:
215 mcr p15, 0, r1, c2, c0, 0 /* restore TTBR0 */
216 isb
217 mcr p15, 0, r3, c8, c7, 0 /* UTLBIALL */
218 mcr p15, 0, r3, c7, c5, 6 /* BPIALL */
219 dsb
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700220 isb
Stepan Moskovchenko6fd9c922011-12-08 18:15:05 -0800221#ifdef CONFIG_ARCH_MSM_KRAIT
222 mrc p15, 0, r1, c0, c0, 0
223 ldr r3, =0xff00fc00
224 and r3, r1, r3
225 ldr r1, =0x51000400
226 cmp r3, r1
227 mrceq p15, 7, r3, c15, c0, 2
228 biceq r3, r3, #0x400
229 mcreq p15, 7, r3, c15, c0, 2
230#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700231 stmfd sp!, {lr}
232 bl v7_flush_kern_cache_all
Pratik Patel17f3b822011-11-21 12:41:47 -0800233#ifdef CONFIG_MSM_JTAG
234 bl msm_jtag_restore_state
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700235#endif
236 ldmfd sp!, {lr}
237 mov r0, #1
238 bx lr
239 nop
240 nop
241 nop
242 nop
243 nop
2441: b 1b
245
246ENTRY(msm_pm_boot_entry)
247 mrc p15, 0, r0, c0, c0, 5 /* MPIDR */
248 and r0, r0, #15 /* what CPU am I */
249
250 ldr r1, =msm_pm_boot_vector
251 ldr r2, =msm_pm_boot_entry
252 adr r3, msm_pm_boot_entry
253 add r1, r1, r3 /* translate virt to phys addr */
254 sub r1, r1, r2
255
256 add r1, r1, r0, LSL #2 /* locate boot vector for our cpu */
257 ldr pc, [r1] /* jump */
258
259ENTRY(msm_pm_write_boot_vector)
260 ldr r2, =msm_pm_boot_vector
261 add r2, r2, r0, LSL #2 /* locate boot vector for our cpu */
262 str r1, [r2]
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600263 mov r0, r2
264 ldr r1, =4
265 stmfd sp!, {lr}
266 bl v7_flush_kern_dcache_area
267 ldmfd sp!, {lr}
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700268 bx lr
269
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600270ENTRY(msm_pm_set_l2_flush_flag)
271 ldr r1, =msm_pm_flush_l2_flag
272 str r0, [r1]
273 bx lr
274
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700275 .data
276
277 .globl msm_pm_pc_pgd
278msm_pm_pc_pgd:
279 .long 0x0
280
281saved_state:
Mahesh Sivasubramanian0ff37e72011-12-15 14:12:31 -0700282 .space CPU_SAVED_STATE_SIZE * NR_CPUS
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700283saved_state_end:
284
285msm_pm_boot_vector:
286 .space 4 * NR_CPUS
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600287
288/*
289 * Default the l2 flush flag to 1 so that caches are flushed during power
290 * collapse unless the L2 driver decides to flush them only during L2
291 * Power collapse.
292 */
293msm_pm_flush_l2_flag:
294 .long 0x1