blob: 40e13fae4c5f0c7d1996078a66c57dce25e6e50e [file] [log] [blame]
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001/*
2 * Idle processing for ARMv7-based Qualcomm SoCs.
3 *
4 * Copyright (C) 2007 Google, Inc.
5 * Copyright (c) 2007-2009, 2011 Code Aurora Forum. All rights reserved.
6 *
7 * This software is licensed under the terms of the GNU General Public
8 * License version 2, as published by the Free Software Foundation, and
9 * may be copied, distributed, and modified under those terms.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 */
17
18#include <linux/linkage.h>
19#include <linux/threads.h>
20#include <asm/assembler.h>
21
22#ifdef CONFIG_MSM_CPU_AVS
23/* 11 general purpose registers (r4-r14), 10 cp15 registers, 3 AVS registers */
24#define CPU_SAVED_STATE_SIZE (4 * 11 + 4 * 10 + 4 * 3)
25#else
26/* 11 general purpose registers (r4-r14), 10 cp15 registers */
27#define CPU_SAVED_STATE_SIZE (4 * 11 + 4 * 10)
28#endif
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -060029#ifdef CONFIG_ARCH_MSM_KRAIT
30#define SCM_SVC_BOOT 0x1
31#define SCM_CMD_TERMINATE_PC 0x2
32#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070033
34ENTRY(msm_arch_idle)
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070035 wfi
Pratik Patelcbcc1f02011-11-08 12:58:00 -080036#ifdef CONFIG_ARCH_MSM8X60
37 mrc p14, 1, r1, c1, c5, 4 /* read ETM PDSR to clear sticky bit */
38 mrc p14, 0, r1, c1, c5, 4 /* read DBG PRSR to clear sticky bit */
39 isb
40#endif
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070041 bx lr
42
43ENTRY(msm_pm_collapse)
44#if defined(CONFIG_MSM_FIQ_SUPPORT)
45 cpsid f
46#endif
47
48 ldr r0, =saved_state
49#if (NR_CPUS >= 2)
50 mrc p15, 0, r1, c0, c0, 5 /* MPIDR */
51 ands r1, r1, #15 /* What CPU am I */
52 addne r0, r0, #CPU_SAVED_STATE_SIZE
53#endif
54
55 stmia r0!, {r4-r14}
56 mrc p15, 0, r1, c1, c0, 0 /* MMU control */
57 mrc p15, 0, r2, c2, c0, 0 /* TTBR0 */
58 mrc p15, 0, r3, c3, c0, 0 /* dacr */
59#ifdef CONFIG_ARCH_MSM_SCORPION
60 /* This instruction is not valid for non scorpion processors */
61 mrc p15, 3, r4, c15, c0, 3 /* L2CR1 is the L2 cache control reg 1 */
62#endif
63 mrc p15, 0, r5, c10, c2, 0 /* PRRR */
64 mrc p15, 0, r6, c10, c2, 1 /* NMRR */
65 mrc p15, 0, r7, c1, c0, 1 /* ACTLR */
66 mrc p15, 0, r8, c2, c0, 1 /* TTBR1 */
67 mrc p15, 0, r9, c13, c0, 3 /* TPIDRURO */
68 mrc p15, 0, ip, c13, c0, 1 /* context ID */
69 stmia r0!, {r1-r9, ip}
70#ifdef CONFIG_MSM_CPU_AVS
71 mrc p15, 7, r1, c15, c1, 7 /* AVSCSR is the Adaptive Voltage Scaling
72 * Control and Status Register */
73 mrc p15, 7, r2, c15, c0, 6 /* AVSDSCR is the Adaptive Voltage
74 * Scaling Delay Synthesizer Control
75 * Register */
76#ifndef CONFIG_ARCH_MSM_KRAIT
77 mrc p15, 7, r3, c15, c1, 0 /* TSCSR is the Temperature Status and
78 * Control Register
79 */
80#endif
81
82 stmia r0!, {r1-r3}
83#endif
84
Pratik Patelfd6f56a2011-10-10 17:47:55 -070085#ifdef CONFIG_MSM_DEBUG_ACROSS_PC
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070086 bl msm_save_jtag_debug
87#endif
Pratik Patel7831c082011-06-08 21:44:37 -070088#ifdef CONFIG_MSM_TRACE_ACROSS_PC
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070089 bl etm_save_reg_check
90#endif
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -060091
92 ldr r0, =msm_pm_flush_l2_flag
93 ldr r0, [r0]
94 mov r1, #0
95 mcr p15, 2, r1, c0, c0, 0 /*CCSELR*/
Maheshkumar Sivasubramanian1d2b69c2011-11-17 10:26:09 -070096 isb
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -060097 mrc p15, 1, r1, c0, c0, 0 /*CCSIDR*/
98 mov r2, #1
99 and r1, r2, r1, ASR #30 /* Check if the cache is write back */
100 orr r1, r0, r1
101 cmp r1, #1
102 bne skip
103 bl v7_flush_dcache_all
104
105skip: ldr r0, =saved_state
106 ldr r1, =saved_state_end
107 sub r1, r1, r0
108 bl v7_flush_kern_dcache_area
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700109
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600110 mrc p15, 0, r4, c1, c0, 0 /* read current CR */
111 bic r0, r4, #(1 << 2) /* clear dcache bit */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700112 bic r0, r0, #(1 << 12) /* clear icache bit */
113 mcr p15, 0, r0, c1, c0, 0 /* disable d/i cache */
114
115 dsb
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600116#ifdef CONFIG_ARCH_MSM_KRAIT
117 ldr r0, =SCM_SVC_BOOT
118 ldr r1, =SCM_CMD_TERMINATE_PC
Maheshkumar Sivasubramanian16588412011-10-13 12:16:23 -0600119 ldr r2, =msm_pm_flush_l2_flag
120 ldr r2, [r2]
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600121 bl scm_call_atomic1
122#else
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700123 wfi
Maheshkumar Sivasubramanianfa1d0dd2011-07-26 16:02:55 -0600124#endif
125 mcr p15, 0, r4, c1, c0, 0 /* restore d/i cache */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700126 isb
127
128#if defined(CONFIG_MSM_FIQ_SUPPORT)
129 cpsie f
130#endif
Pratik Patel7831c082011-06-08 21:44:37 -0700131#ifdef CONFIG_MSM_TRACE_ACROSS_PC
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700132 bl etm_restore_reg_check
133#endif
Pratik Patelfd6f56a2011-10-10 17:47:55 -0700134#ifdef CONFIG_MSM_DEBUG_ACROSS_PC
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700135 bl msm_restore_jtag_debug
136#endif
137 ldr r0, =saved_state /* restore registers */
138#if (NR_CPUS >= 2)
139 mrc p15, 0, r1, c0, c0, 5 /* MPIDR */
140 ands r1, r1, #15 /* What CPU am I */
141 addne r0, r0, #CPU_SAVED_STATE_SIZE
142#endif
143
144 ldmfd r0, {r4-r14}
145 mov r0, #0 /* return power collapse failed */
146 bx lr
147
148ENTRY(msm_pm_collapse_exit)
149#if 0 /* serial debug */
150 mov r0, #0x80000016
151 mcr p15, 0, r0, c15, c2, 4
152 mov r0, #0xA9000000
153 add r0, r0, #0x00A00000 /* UART1 */
154 /*add r0, r0, #0x00C00000*/ /* UART3 */
155 mov r1, #'A'
156 str r1, [r0, #0x00C]
157#endif
158 ldr r1, =saved_state_end
159 ldr r2, =msm_pm_collapse_exit
160 adr r3, msm_pm_collapse_exit
161 add r1, r1, r3
162 sub r1, r1, r2
163#if (NR_CPUS >= 2)
164 mrc p15, 0, r2, c0, c0, 5 /* MPIDR */
165 ands r2, r2, #15 /* What CPU am I */
166 subeq r1, r1, #CPU_SAVED_STATE_SIZE
167#endif
168
169#ifdef CONFIG_MSM_CPU_AVS
170 ldmdb r1!, {r2-r4}
171#ifndef CONFIG_ARCH_MSM_KRAIT
172 mcr p15, 7, r4, c15, c1, 0 /* TSCSR */
173#endif
174 mcr p15, 7, r3, c15, c0, 6 /* AVSDSCR */
175 mcr p15, 7, r2, c15, c1, 7 /* AVSCSR */
176#endif
177 ldmdb r1!, {r2-r11}
178 mcr p15, 0, r4, c3, c0, 0 /* dacr */
179 mcr p15, 0, r3, c2, c0, 0 /* TTBR0 */
180#ifdef CONFIG_ARCH_MSM_SCORPION
181 /* This instruction is not valid for non scorpion processors */
182 mcr p15, 3, r5, c15, c0, 3 /* L2CR1 */
183#endif
184 mcr p15, 0, r6, c10, c2, 0 /* PRRR */
185 mcr p15, 0, r7, c10, c2, 1 /* NMRR */
186 mcr p15, 0, r8, c1, c0, 1 /* ACTLR */
187 mcr p15, 0, r9, c2, c0, 1 /* TTBR1 */
188 mcr p15, 0, r10, c13, c0, 3 /* TPIDRURO */
189 mcr p15, 0, r11, c13, c0, 1 /* context ID */
190 isb
191 ldmdb r1!, {r4-r14}
192 ldr r0, =msm_pm_pc_pgd
193 ldr r1, =msm_pm_collapse_exit
194 adr r3, msm_pm_collapse_exit
195 add r0, r0, r3
196 sub r0, r0, r1
197 ldr r0, [r0]
198 mrc p15, 0, r1, c2, c0, 0 /* save current TTBR0 */
199 and r3, r1, #0x7f /* mask to get TTB flags */
200 orr r0, r0, r3 /* add TTB flags to switch TTBR value */
201 mcr p15, 0, r0, c2, c0, 0 /* temporary switch TTBR0 */
202 isb
203 mcr p15, 0, r2, c1, c0, 0 /* MMU control */
204 isb
205msm_pm_mapped_pa:
206 /* Switch to virtual */
207 ldr r0, =msm_pm_pa_to_va
208 mov pc, r0
209msm_pm_pa_to_va:
210 mcr p15, 0, r1, c2, c0, 0 /* restore TTBR0 */
211 isb
212 mcr p15, 0, r3, c8, c7, 0 /* UTLBIALL */
213 mcr p15, 0, r3, c7, c5, 6 /* BPIALL */
214 dsb
215
216 isb
217 stmfd sp!, {lr}
218 bl v7_flush_kern_cache_all
Pratik Patel7831c082011-06-08 21:44:37 -0700219#ifdef CONFIG_MSM_TRACE_ACROSS_PC
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700220 bl etm_restore_reg_check
221#endif
Pratik Patelfd6f56a2011-10-10 17:47:55 -0700222#ifdef CONFIG_MSM_DEBUG_ACROSS_PC
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700223 bl msm_restore_jtag_debug
224#endif
225 ldmfd sp!, {lr}
226 mov r0, #1
227 bx lr
228 nop
229 nop
230 nop
231 nop
232 nop
2331: b 1b
234
235ENTRY(msm_pm_boot_entry)
236 mrc p15, 0, r0, c0, c0, 5 /* MPIDR */
237 and r0, r0, #15 /* what CPU am I */
238
239 ldr r1, =msm_pm_boot_vector
240 ldr r2, =msm_pm_boot_entry
241 adr r3, msm_pm_boot_entry
242 add r1, r1, r3 /* translate virt to phys addr */
243 sub r1, r1, r2
244
245 add r1, r1, r0, LSL #2 /* locate boot vector for our cpu */
246 ldr pc, [r1] /* jump */
247
248ENTRY(msm_pm_write_boot_vector)
249 ldr r2, =msm_pm_boot_vector
250 add r2, r2, r0, LSL #2 /* locate boot vector for our cpu */
251 str r1, [r2]
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600252 mov r0, r2
253 ldr r1, =4
254 stmfd sp!, {lr}
255 bl v7_flush_kern_dcache_area
256 ldmfd sp!, {lr}
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700257 bx lr
258
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600259ENTRY(msm_pm_set_l2_flush_flag)
260 ldr r1, =msm_pm_flush_l2_flag
261 str r0, [r1]
262 bx lr
263
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700264 .data
265
266 .globl msm_pm_pc_pgd
267msm_pm_pc_pgd:
268 .long 0x0
269
270saved_state:
271#if (NR_CPUS >= 2)
272 .space CPU_SAVED_STATE_SIZE * 2 /* This code only supports 2 cores */
273#else
274 .space CPU_SAVED_STATE_SIZE
275#endif
276saved_state_end:
277
278msm_pm_boot_vector:
279 .space 4 * NR_CPUS
Maheshkumar Sivasubramaniana012e092011-08-18 10:13:03 -0600280
281/*
282 * Default the l2 flush flag to 1 so that caches are flushed during power
283 * collapse unless the L2 driver decides to flush them only during L2
284 * Power collapse.
285 */
286msm_pm_flush_l2_flag:
287 .long 0x1