Gitiles
Code Review Sign In
review.evervolv.com / android_kernel_htc_msm8960 / 517af33237ecfc3c8a93b335365fa61e741ceca4 / . / arch / sparc64 / kernel / ktlb.S
blob: 9b415ab6db6b0e09fb85bf59a221a7f163b6f4f1 [file] [log] [blame]
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]1/* arch/sparc64/kernel/ktlb.S: Kernel mapping TLB miss handling.
2 *
3 * Copyright (C) 1995, 1997, 2005 David S. Miller <davem@davemloft.net>
4 * Copyright (C) 1996 Eddie C. Dost (ecd@brainaid.de)
5 * Copyright (C) 1996 Miguel de Icaza (miguel@nuclecu.unam.mx)
6 * Copyright (C) 1996,98,99 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]7 */
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]8
9#include <linux/config.h>
10#include <asm/head.h>
11#include <asm/asi.h>
12#include <asm/page.h>
13#include <asm/pgtable.h>
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]14#include <asm/tsb.h>
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]15
16 .text
17 .align 32
18
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]19 .globl kvmap_itlb
20kvmap_itlb:
21 /* g6: TAG TARGET */
22 mov TLB_TAG_ACCESS, %g4
23 ldxa [%g4] ASI_IMMU, %g4
24
25kvmap_itlb_nonlinear:
26 /* Catch kernel NULL pointer calls. */
27 sethi %hi(PAGE_SIZE), %g5
28 cmp %g4, %g5
29 bleu,pn %xcc, kvmap_dtlb_longpath
30 nop
31
32 KERN_TSB_LOOKUP_TL1(%g4, %g6, %g5, %g1, %g2, %g3, kvmap_itlb_load)
33
34kvmap_itlb_tsb_miss:
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]35 sethi %hi(LOW_OBP_ADDRESS), %g5
36 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]37 blu,pn %xcc, kvmap_itlb_vmalloc_addr
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]38 mov 0x1, %g5
39 sllx %g5, 32, %g5
40 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]41 blu,pn %xcc, kvmap_itlb_obp
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]42 nop
43
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]44kvmap_itlb_vmalloc_addr:
45 KERN_PGTABLE_WALK(%g4, %g5, %g2, kvmap_itlb_longpath)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]46
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]47 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]48
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]49 /* Load and check PTE. */
50 ldxa [%g5] ASI_PHYS_USE_EC, %g5
51 brgez,a,pn %g5, kvmap_itlb_longpath
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]52 KTSB_STORE(%g1, %g0)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]53
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]54 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]55
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]56 /* fallthrough to TLB load */
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]57
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]58kvmap_itlb_load:
59 stxa %g5, [%g0] ASI_ITLB_DATA_IN ! Reload TLB
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]60 retry
61
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]62kvmap_itlb_longpath:
63 rdpr %pstate, %g5
64 wrpr %g5, PSTATE_AG | PSTATE_MG, %pstate
65 rdpr %tpc, %g5
66 ba,pt %xcc, sparc64_realfault_common
67 mov FAULT_CODE_ITLB, %g4
David S. Millerc9c10832005-10-12 12:22:46 -0700[diff] [blame]68
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]69kvmap_itlb_obp:
70 OBP_TRANS_LOOKUP(%g4, %g5, %g2, %g3, kvmap_itlb_longpath)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]71
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]72 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]73
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]74 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]75
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]76 ba,pt %xcc, kvmap_itlb_load
77 nop
David S. Millerc9c10832005-10-12 12:22:46 -0700[diff] [blame]78
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]79kvmap_dtlb_obp:
80 OBP_TRANS_LOOKUP(%g4, %g5, %g2, %g3, kvmap_dtlb_longpath)
81
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]82 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]83
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]84 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]85
86 ba,pt %xcc, kvmap_dtlb_load
87 nop
88
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]89 .align 32
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]90 .globl kvmap_dtlb
91kvmap_dtlb:
92 /* %g6: TAG TARGET */
93 mov TLB_TAG_ACCESS, %g4
94 ldxa [%g4] ASI_DMMU, %g4
95 brgez,pn %g4, kvmap_dtlb_nonlinear
David S. Miller56425302005-09-25 16:46:57 -0700[diff] [blame]96 nop
97
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]98#define KERN_HIGHBITS ((_PAGE_VALID|_PAGE_SZ4MB)^0xfffff80000000000)
99#define KERN_LOWBITS (_PAGE_CP | _PAGE_CV | _PAGE_P | _PAGE_W)
100
101 sethi %uhi(KERN_HIGHBITS), %g2
102 or %g2, %ulo(KERN_HIGHBITS), %g2
103 sllx %g2, 32, %g2
104 or %g2, KERN_LOWBITS, %g2
105
106#undef KERN_HIGHBITS
107#undef KERN_LOWBITS
108
David S. Miller56425302005-09-25 16:46:57 -0700[diff] [blame]109 .globl kvmap_linear_patch
110kvmap_linear_patch:
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]111 ba,pt %xcc, kvmap_dtlb_load
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]112 xor %g2, %g4, %g5
113
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]114kvmap_dtlb_vmalloc_addr:
115 KERN_PGTABLE_WALK(%g4, %g5, %g2, kvmap_dtlb_longpath)
David S. Miller56425302005-09-25 16:46:57 -0700[diff] [blame]116
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]117 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]118
119 /* Load and check PTE. */
120 ldxa [%g5] ASI_PHYS_USE_EC, %g5
121 brgez,a,pn %g5, kvmap_dtlb_longpath
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]122 KTSB_STORE(%g1, %g0)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]123
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame^]124 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]125
126 /* fallthrough to TLB load */
127
128kvmap_dtlb_load:
129 stxa %g5, [%g0] ASI_DTLB_DATA_IN ! Reload TLB
130 retry
131
132kvmap_dtlb_nonlinear:
133 /* Catch kernel NULL pointer derefs. */
134 sethi %hi(PAGE_SIZE), %g5
135 cmp %g4, %g5
136 bleu,pn %xcc, kvmap_dtlb_longpath
137 nop
138
139 KERN_TSB_LOOKUP_TL1(%g4, %g6, %g5, %g1, %g2, %g3, kvmap_dtlb_load)
140
141kvmap_dtlb_tsbmiss:
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]142 sethi %hi(MODULES_VADDR), %g5
143 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]144 blu,pn %xcc, kvmap_dtlb_longpath
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]145 mov (VMALLOC_END >> 24), %g5
146 sllx %g5, 24, %g5
147 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]148 bgeu,pn %xcc, kvmap_dtlb_longpath
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]149 nop
150
151kvmap_check_obp:
152 sethi %hi(LOW_OBP_ADDRESS), %g5
153 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]154 blu,pn %xcc, kvmap_dtlb_vmalloc_addr
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]155 mov 0x1, %g5
156 sllx %g5, 32, %g5
157 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]158 blu,pn %xcc, kvmap_dtlb_obp
159 nop
160 ba,pt %xcc, kvmap_dtlb_vmalloc_addr
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]161 nop
162
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]163kvmap_dtlb_longpath:
164 rdpr %pstate, %g5
165 wrpr %g5, PSTATE_AG | PSTATE_MG, %pstate
166 rdpr %tl, %g4
167 cmp %g4, 1
168 mov TLB_TAG_ACCESS, %g4
169 ldxa [%g4] ASI_DMMU, %g5
170 be,pt %xcc, sparc64_realfault_common
171 mov FAULT_CODE_DTLB, %g4
172 ba,pt %xcc, winfix_trampoline
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]173 nop