blob: 41a2490bde77f69c60811b811f3d7854c328d4f8 [file] [log] [blame]
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001/*
Stepan Moskovchenko4d055612012-03-08 12:22:22 -08002 * Copyright (c) 2011-2012, Code Aurora Forum. All rights reserved.
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07003 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 and
6 * only version 2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
12 */
13
14#include <linux/spinlock.h>
Suren Eda Naarayana Kulothungan88d37fb2011-10-21 11:33:06 -040015#include <linux/module.h>
Stephen Boyd387ac2e2011-09-28 10:29:43 -070016#include <asm/mach-types.h>
Matt Wagantalld1fd5662012-06-08 13:49:43 -070017#include <asm/cputype.h>
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070018
19DEFINE_RAW_SPINLOCK(l2_access_lock);
20
Matt Wagantalld1fd5662012-06-08 13:49:43 -070021#define L2CPMR 0x500
22#define L2CPUCPMR 0x501
23#define L2CPUVRF8 0x708
24#define CPUNDX_MASK (0x7 << 12)
25
26/*
27 * For Krait versions found in APQ8064v1.x, save L2CPUVRF8 before
28 * L2CPMR or L2CPUCPMR writes and restore it after to work around an
29 * issue where L2CPUVRF8 becomes corrupt.
30 */
31static bool l2cpuvrf8_needs_fix(u32 reg_addr)
32{
33 switch (read_cpuid_id()) {
34 case 0x510F06F0: /* KR28M4A10 */
35 case 0x510F06F1: /* KR28M4A10B */
36 case 0x510F06F2: /* KR28M4A11 */
37 break;
38 default:
39 return false;
40 };
41
42 switch (reg_addr & ~CPUNDX_MASK) {
43 case L2CPMR:
44 case L2CPUCPMR:
45 return true;
46 default:
47 return false;
48 }
49}
50
51static u32 l2cpuvrf8_fix_save(u32 reg_addr, u32 *l2cpuvrf8_val)
52{
53 u32 l2cpuvrf8_addr = L2CPUVRF8 | (reg_addr & CPUNDX_MASK);
54
55 mb();
56 asm volatile ("mcr p15, 3, %[l2cpselr], c15, c0, 6\n\t"
57 "isb\n\t"
58 "mrc p15, 3, %[l2cpdr], c15, c0, 7\n\t"
59 : [l2cpdr]"=r" (*l2cpuvrf8_val)
60 : [l2cpselr]"r" (l2cpuvrf8_addr)
61 );
62
63 return l2cpuvrf8_addr;
64}
65
66static void l2cpuvrf8_fix_restore(u32 l2cpuvrf8_addr, u32 l2cpuvrf8_val)
67{
68 mb();
69 asm volatile ("mcr p15, 3, %[l2cpselr], c15, c0, 6\n\t"
70 "isb\n\t"
71 "mcr p15, 3, %[l2cpdr], c15, c0, 7\n\t"
72 "isb\n\t"
73 :
74 : [l2cpselr]"r" (l2cpuvrf8_addr),
75 [l2cpdr]"r" (l2cpuvrf8_val)
76 );
77}
78
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070079u32 set_get_l2_indirect_reg(u32 reg_addr, u32 val)
80{
81 unsigned long flags;
Matt Wagantalld1fd5662012-06-08 13:49:43 -070082 u32 uninitialized_var(l2cpuvrf8_val), l2cpuvrf8_addr = 0;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070083 u32 ret_val;
Matt Wagantalld1fd5662012-06-08 13:49:43 -070084
Stephen Boyd387ac2e2011-09-28 10:29:43 -070085 /* CP15 registers are not emulated on RUMI3. */
86 if (machine_is_msm8960_rumi3())
87 return 0;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -070088
89 raw_spin_lock_irqsave(&l2_access_lock, flags);
90
Matt Wagantalld1fd5662012-06-08 13:49:43 -070091 if (l2cpuvrf8_needs_fix(reg_addr))
92 l2cpuvrf8_addr = l2cpuvrf8_fix_save(reg_addr, &l2cpuvrf8_val);
93
Stephen Boyd387ac2e2011-09-28 10:29:43 -070094 mb();
95 asm volatile ("mcr p15, 3, %[l2cpselr], c15, c0, 6\n\t"
Stepan Moskovchenko4d055612012-03-08 12:22:22 -080096 "isb\n\t"
Stephen Boyd387ac2e2011-09-28 10:29:43 -070097 "mcr p15, 3, %[l2cpdr], c15, c0, 7\n\t"
Stepan Moskovchenko4d055612012-03-08 12:22:22 -080098 "isb\n\t"
99 "mrc p15, 3, %[l2cpdr_read], c15, c0, 7\n\t"
100 : [l2cpdr_read]"=r" (ret_val)
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700101 : [l2cpselr]"r" (reg_addr), [l2cpdr]"r" (val)
102 );
Matt Wagantalld1fd5662012-06-08 13:49:43 -0700103
104 if (l2cpuvrf8_addr)
105 l2cpuvrf8_fix_restore(l2cpuvrf8_addr, l2cpuvrf8_val);
106
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700107 raw_spin_unlock_irqrestore(&l2_access_lock, flags);
108
109 return ret_val;
110}
Suren Eda Naarayana Kulothungan88d37fb2011-10-21 11:33:06 -0400111EXPORT_SYMBOL(set_get_l2_indirect_reg);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700112
113void set_l2_indirect_reg(u32 reg_addr, u32 val)
114{
115 unsigned long flags;
Matt Wagantalld1fd5662012-06-08 13:49:43 -0700116 u32 uninitialized_var(l2cpuvrf8_val), l2cpuvrf8_addr = 0;
117
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700118 /* CP15 registers are not emulated on RUMI3. */
119 if (machine_is_msm8960_rumi3())
120 return;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700121
122 raw_spin_lock_irqsave(&l2_access_lock, flags);
Matt Wagantalld1fd5662012-06-08 13:49:43 -0700123
124 if (l2cpuvrf8_needs_fix(reg_addr))
125 l2cpuvrf8_addr = l2cpuvrf8_fix_save(reg_addr, &l2cpuvrf8_val);
126
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700127 mb();
128 asm volatile ("mcr p15, 3, %[l2cpselr], c15, c0, 6\n\t"
Stepan Moskovchenko4d055612012-03-08 12:22:22 -0800129 "isb\n\t"
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700130 "mcr p15, 3, %[l2cpdr], c15, c0, 7\n\t"
Stepan Moskovchenko4d055612012-03-08 12:22:22 -0800131 "isb\n\t"
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700132 :
133 : [l2cpselr]"r" (reg_addr), [l2cpdr]"r" (val)
134 );
Matt Wagantalld1fd5662012-06-08 13:49:43 -0700135
136 if (l2cpuvrf8_addr)
137 l2cpuvrf8_fix_restore(l2cpuvrf8_addr, l2cpuvrf8_val);
138
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700139 raw_spin_unlock_irqrestore(&l2_access_lock, flags);
140}
Suren Eda Naarayana Kulothungan88d37fb2011-10-21 11:33:06 -0400141EXPORT_SYMBOL(set_l2_indirect_reg);
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700142
143u32 get_l2_indirect_reg(u32 reg_addr)
144{
145 u32 val;
146 unsigned long flags;
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700147 /* CP15 registers are not emulated on RUMI3. */
148 if (machine_is_msm8960_rumi3())
149 return 0;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700150
151 raw_spin_lock_irqsave(&l2_access_lock, flags);
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700152 asm volatile ("mcr p15, 3, %[l2cpselr], c15, c0, 6\n\t"
Stepan Moskovchenko4d055612012-03-08 12:22:22 -0800153 "isb\n\t"
Stephen Boyd387ac2e2011-09-28 10:29:43 -0700154 "mrc p15, 3, %[l2cpdr], c15, c0, 7\n\t"
155 : [l2cpdr]"=r" (val)
156 : [l2cpselr]"r" (reg_addr)
157 );
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700158 raw_spin_unlock_irqrestore(&l2_access_lock, flags);
159
160 return val;
161}
Suren Eda Naarayana Kulothungan88d37fb2011-10-21 11:33:06 -0400162EXPORT_SYMBOL(get_l2_indirect_reg);