Gitiles
Code Review Sign In
review.evervolv.com / android_kernel_oneplus_msm8996 / 45fec05f805a113372c9a7ff4c653ac749f6921c / . / arch / sparc64 / kernel / ktlb.S
blob: c1335432124e3b4e1002a26b0714a2312cddff11 [file] [log] [blame]
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]1/* arch/sparc64/kernel/ktlb.S: Kernel mapping TLB miss handling.
2 *
3 * Copyright (C) 1995, 1997, 2005 David S. Miller <davem@davemloft.net>
4 * Copyright (C) 1996 Eddie C. Dost (ecd@brainaid.de)
5 * Copyright (C) 1996 Miguel de Icaza (miguel@nuclecu.unam.mx)
6 * Copyright (C) 1996,98,99 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]7 */
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]8
9#include <linux/config.h>
10#include <asm/head.h>
11#include <asm/asi.h>
12#include <asm/page.h>
13#include <asm/pgtable.h>
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]14#include <asm/tsb.h>
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]15
16 .text
17 .align 32
18
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]19 .globl kvmap_itlb
20kvmap_itlb:
21 /* g6: TAG TARGET */
22 mov TLB_TAG_ACCESS, %g4
23 ldxa [%g4] ASI_IMMU, %g4
24
25kvmap_itlb_nonlinear:
26 /* Catch kernel NULL pointer calls. */
27 sethi %hi(PAGE_SIZE), %g5
28 cmp %g4, %g5
29 bleu,pn %xcc, kvmap_dtlb_longpath
30 nop
31
32 KERN_TSB_LOOKUP_TL1(%g4, %g6, %g5, %g1, %g2, %g3, kvmap_itlb_load)
33
34kvmap_itlb_tsb_miss:
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]35 sethi %hi(LOW_OBP_ADDRESS), %g5
36 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]37 blu,pn %xcc, kvmap_itlb_vmalloc_addr
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]38 mov 0x1, %g5
39 sllx %g5, 32, %g5
40 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]41 blu,pn %xcc, kvmap_itlb_obp
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]42 nop
43
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]44kvmap_itlb_vmalloc_addr:
45 KERN_PGTABLE_WALK(%g4, %g5, %g2, kvmap_itlb_longpath)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]46
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]47 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]48
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]49 /* Load and check PTE. */
50 ldxa [%g5] ASI_PHYS_USE_EC, %g5
51 brgez,a,pn %g5, kvmap_itlb_longpath
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]52 KTSB_STORE(%g1, %g0)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]53
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]54 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]55
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]56 /* fallthrough to TLB load */
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]57
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]58kvmap_itlb_load:
59 stxa %g5, [%g0] ASI_ITLB_DATA_IN ! Reload TLB
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]60 retry
61
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]62kvmap_itlb_longpath:
David S. Miller45fec052006-02-05 22:27:28 -0800[diff] [blame^]63
64661: rdpr %pstate, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]65 wrpr %g5, PSTATE_AG | PSTATE_MG, %pstate
David S. Miller45fec052006-02-05 22:27:28 -0800[diff] [blame^]66 .section .gl_2insn_patch, "ax"
67 .word 661b
68 nop
69 nop
70 .previous
71
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]72 rdpr %tpc, %g5
73 ba,pt %xcc, sparc64_realfault_common
74 mov FAULT_CODE_ITLB, %g4
David S. Millerc9c10832005-10-12 12:22:46 -0700[diff] [blame]75
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]76kvmap_itlb_obp:
77 OBP_TRANS_LOOKUP(%g4, %g5, %g2, %g3, kvmap_itlb_longpath)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]78
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]79 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]80
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]81 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]82
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]83 ba,pt %xcc, kvmap_itlb_load
84 nop
David S. Millerc9c10832005-10-12 12:22:46 -0700[diff] [blame]85
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]86kvmap_dtlb_obp:
87 OBP_TRANS_LOOKUP(%g4, %g5, %g2, %g3, kvmap_dtlb_longpath)
88
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]89 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]90
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]91 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]92
93 ba,pt %xcc, kvmap_dtlb_load
94 nop
95
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]96 .align 32
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]97 .globl kvmap_dtlb
98kvmap_dtlb:
99 /* %g6: TAG TARGET */
100 mov TLB_TAG_ACCESS, %g4
101 ldxa [%g4] ASI_DMMU, %g4
102 brgez,pn %g4, kvmap_dtlb_nonlinear
David S. Miller56425302005-09-25 16:46:57 -0700[diff] [blame]103 nop
104
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]105#define KERN_HIGHBITS ((_PAGE_VALID|_PAGE_SZ4MB)^0xfffff80000000000)
106#define KERN_LOWBITS (_PAGE_CP | _PAGE_CV | _PAGE_P | _PAGE_W)
107
108 sethi %uhi(KERN_HIGHBITS), %g2
109 or %g2, %ulo(KERN_HIGHBITS), %g2
110 sllx %g2, 32, %g2
111 or %g2, KERN_LOWBITS, %g2
112
113#undef KERN_HIGHBITS
114#undef KERN_LOWBITS
115
David S. Miller56425302005-09-25 16:46:57 -0700[diff] [blame]116 .globl kvmap_linear_patch
117kvmap_linear_patch:
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]118 ba,pt %xcc, kvmap_dtlb_load
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]119 xor %g2, %g4, %g5
120
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]121kvmap_dtlb_vmalloc_addr:
122 KERN_PGTABLE_WALK(%g4, %g5, %g2, kvmap_dtlb_longpath)
David S. Miller56425302005-09-25 16:46:57 -0700[diff] [blame]123
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]124 KTSB_LOCK_TAG(%g1, %g2, %g4)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]125
126 /* Load and check PTE. */
127 ldxa [%g5] ASI_PHYS_USE_EC, %g5
128 brgez,a,pn %g5, kvmap_dtlb_longpath
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]129 KTSB_STORE(%g1, %g0)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]130
David S. Miller517af332006-02-01 15:55:21 -0800[diff] [blame]131 KTSB_WRITE(%g1, %g5, %g6)
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]132
133 /* fallthrough to TLB load */
134
135kvmap_dtlb_load:
136 stxa %g5, [%g0] ASI_DTLB_DATA_IN ! Reload TLB
137 retry
138
139kvmap_dtlb_nonlinear:
140 /* Catch kernel NULL pointer derefs. */
141 sethi %hi(PAGE_SIZE), %g5
142 cmp %g4, %g5
143 bleu,pn %xcc, kvmap_dtlb_longpath
144 nop
145
146 KERN_TSB_LOOKUP_TL1(%g4, %g6, %g5, %g1, %g2, %g3, kvmap_dtlb_load)
147
148kvmap_dtlb_tsbmiss:
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]149 sethi %hi(MODULES_VADDR), %g5
150 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]151 blu,pn %xcc, kvmap_dtlb_longpath
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]152 mov (VMALLOC_END >> 24), %g5
153 sllx %g5, 24, %g5
154 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]155 bgeu,pn %xcc, kvmap_dtlb_longpath
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]156 nop
157
158kvmap_check_obp:
159 sethi %hi(LOW_OBP_ADDRESS), %g5
160 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]161 blu,pn %xcc, kvmap_dtlb_vmalloc_addr
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]162 mov 0x1, %g5
163 sllx %g5, 32, %g5
164 cmp %g4, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]165 blu,pn %xcc, kvmap_dtlb_obp
166 nop
167 ba,pt %xcc, kvmap_dtlb_vmalloc_addr
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]168 nop
169
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]170kvmap_dtlb_longpath:
David S. Miller45fec052006-02-05 22:27:28 -0800[diff] [blame^]171
172661: rdpr %pstate, %g5
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]173 wrpr %g5, PSTATE_AG | PSTATE_MG, %pstate
David S. Miller45fec052006-02-05 22:27:28 -0800[diff] [blame^]174 .section .gl_2insn_patch, "ax"
175 .word 661b
176 nop
177 nop
178 .previous
179
David S. Miller74bf4312006-01-31 18:29:18 -0800[diff] [blame]180 rdpr %tl, %g4
181 cmp %g4, 1
182 mov TLB_TAG_ACCESS, %g4
183 ldxa [%g4] ASI_DMMU, %g5
184 be,pt %xcc, sparc64_realfault_common
185 mov FAULT_CODE_DTLB, %g4
186 ba,pt %xcc, winfix_trampoline
David S. Miller2a7e2992005-09-21 18:50:51 -0700[diff] [blame]187 nop