blob: 8172c18d844fadcc56e364b331cefe37f6c08701 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* Kernel module help for sparc64.
2 *
3 * Copyright (C) 2001 Rusty Russell.
4 * Copyright (C) 2002 David S. Miller.
5 */
6
7#include <linux/moduleloader.h>
8#include <linux/kernel.h>
9#include <linux/elf.h>
10#include <linux/vmalloc.h>
11#include <linux/fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090012#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/string.h>
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080014#include <linux/ctype.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/mm.h>
16
17#include <asm/processor.h>
18#include <asm/spitfire.h>
19
David S. Millercff6d202011-11-17 22:44:58 -080020#include "entry.h"
21
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080022#ifdef CONFIG_SPARC64
David S. Millerdff9d3c2010-09-17 11:09:25 -040023
24#include <linux/jump_label.h>
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026static void *module_map(unsigned long size)
27{
David Rientjesd0a21262011-01-13 15:46:02 -080028 if (PAGE_ALIGN(size) > MODULES_LEN)
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 return NULL;
David Rientjesd0a21262011-01-13 15:46:02 -080030 return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END,
31 GFP_KERNEL, PAGE_KERNEL, -1,
32 __builtin_return_address(0));
Linus Torvalds1da177e2005-04-16 15:20:36 -070033}
34
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080035static char *dot2underscore(char *name)
36{
37 return name;
38}
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080039#else
40static void *module_map(unsigned long size)
41{
42 return vmalloc(size);
43}
44
45/* Replace references to .func with _Func */
46static char *dot2underscore(char *name)
47{
48 if (name[0] == '.') {
49 name[0] = '_';
50 name[1] = toupper(name[1]);
51 }
52 return name;
53}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080054#endif /* CONFIG_SPARC64 */
55
Linus Torvalds1da177e2005-04-16 15:20:36 -070056void *module_alloc(unsigned long size)
57{
58 void *ret;
59
60 /* We handle the zero case fine, unlike vmalloc */
61 if (size == 0)
62 return NULL;
63
64 ret = module_map(size);
65 if (!ret)
66 ret = ERR_PTR(-ENOMEM);
67 else
68 memset(ret, 0, size);
69
70 return ret;
71}
72
73/* Free memory returned from module_core_alloc/module_init_alloc */
74void module_free(struct module *mod, void *module_region)
75{
76 vfree(module_region);
Linus Torvalds1da177e2005-04-16 15:20:36 -070077}
78
79/* Make generic code ignore STT_REGISTER dummy undefined symbols. */
80int module_frob_arch_sections(Elf_Ehdr *hdr,
81 Elf_Shdr *sechdrs,
82 char *secstrings,
83 struct module *mod)
84{
85 unsigned int symidx;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080086 Elf_Sym *sym;
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080087 char *strtab;
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 int i;
89
90 for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
91 if (symidx == hdr->e_shnum-1) {
92 printk("%s: no symtab found.\n", mod->name);
93 return -ENOEXEC;
94 }
95 }
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080096 sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
98
99 for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800100 if (sym[i].st_shndx == SHN_UNDEF) {
101 if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER) {
102 sym[i].st_shndx = SHN_ABS;
103 } else {
104 char *name = strtab + sym[i].st_name;
105 dot2underscore(name);
106 }
107 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 }
109 return 0;
110}
111
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800112int apply_relocate(Elf_Shdr *sechdrs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 const char *strtab,
114 unsigned int symindex,
115 unsigned int relsec,
116 struct module *me)
117{
118 printk(KERN_ERR "module %s: non-ADD RELOCATION unsupported\n",
119 me->name);
120 return -ENOEXEC;
121}
122
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800123int apply_relocate_add(Elf_Shdr *sechdrs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 const char *strtab,
125 unsigned int symindex,
126 unsigned int relsec,
127 struct module *me)
128{
129 unsigned int i;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800130 Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
131 Elf_Sym *sym;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 u8 *location;
133 u32 *loc32;
134
135 for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800136 Elf_Addr v;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137
138 /* This is where to make the change */
139 location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
140 + rel[i].r_offset;
141 loc32 = (u32 *) location;
142
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800143#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 BUG_ON(((u64)location >> (u64)32) != (u64)0);
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800145#endif /* CONFIG_SPARC64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146
147 /* This is the symbol it is referring to. Note that all
148 undefined symbols have been resolved. */
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800149 sym = (Elf_Sym *)sechdrs[symindex].sh_addr
150 + ELF_R_SYM(rel[i].r_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 v = sym->st_value + rel[i].r_addend;
152
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800153 switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800154#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 case R_SPARC_64:
156 location[0] = v >> 56;
157 location[1] = v >> 48;
158 location[2] = v >> 40;
159 location[3] = v >> 32;
160 location[4] = v >> 24;
161 location[5] = v >> 16;
162 location[6] = v >> 8;
163 location[7] = v >> 0;
164 break;
165
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800166 case R_SPARC_DISP32:
167 v -= (Elf_Addr) location;
168 *loc32 = v;
169 break;
170
171 case R_SPARC_WDISP19:
172 v -= (Elf_Addr) location;
173 *loc32 = (*loc32 & ~0x7ffff) |
174 ((v >> 2) & 0x7ffff);
175 break;
176
177 case R_SPARC_OLO10:
178 *loc32 = (*loc32 & ~0x1fff) |
179 (((v & 0x3ff) +
180 (ELF_R_TYPE(rel[i].r_info) >> 8))
181 & 0x1fff);
182 break;
183#endif /* CONFIG_SPARC64 */
184
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 case R_SPARC_32:
Sam Ravnborge6b04fe2008-12-26 15:38:17 -0800186 case R_SPARC_UA32:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 location[0] = v >> 24;
188 location[1] = v >> 16;
189 location[2] = v >> 8;
190 location[3] = v >> 0;
191 break;
192
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 case R_SPARC_WDISP30:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800194 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 *loc32 = (*loc32 & ~0x3fffffff) |
196 ((v >> 2) & 0x3fffffff);
197 break;
198
199 case R_SPARC_WDISP22:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800200 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 *loc32 = (*loc32 & ~0x3fffff) |
202 ((v >> 2) & 0x3fffff);
203 break;
204
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 case R_SPARC_LO10:
206 *loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
207 break;
208
209 case R_SPARC_HI22:
210 *loc32 = (*loc32 & ~0x3fffff) |
211 ((v >> 10) & 0x3fffff);
212 break;
213
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 default:
215 printk(KERN_ERR "module %s: Unknown relocation: %x\n",
216 me->name,
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800217 (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 return -ENOEXEC;
Joe Perches6cb79b32011-06-03 14:45:23 +0000219 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220 }
221 return 0;
222}
223
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800224#ifdef CONFIG_SPARC64
David S. Millercff6d202011-11-17 22:44:58 -0800225static void do_patch_sections(const Elf_Ehdr *hdr,
226 const Elf_Shdr *sechdrs)
227{
228 const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
229 char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
230
231 for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
232 if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
233 sun4v_1insn = s;
234 if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
235 sun4v_2insn = s;
236 }
237
238 if (sun4v_1insn && tlb_type == hypervisor) {
239 void *p = (void *) sun4v_1insn->sh_addr;
240 sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
241 }
242 if (sun4v_2insn && tlb_type == hypervisor) {
243 void *p = (void *) sun4v_2insn->sh_addr;
244 sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
245 }
246}
247
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248int module_finalize(const Elf_Ehdr *hdr,
249 const Elf_Shdr *sechdrs,
250 struct module *me)
251{
David S. Millerdff9d3c2010-09-17 11:09:25 -0400252 /* make jump label nops */
253 jump_label_apply_nops(me);
254
David S. Millercff6d202011-11-17 22:44:58 -0800255 do_patch_sections(hdr, sechdrs);
256
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 /* Cheetah's I-cache is fully coherent. */
258 if (tlb_type == spitfire) {
259 unsigned long va;
260
261 flushw_all();
262 for (va = 0; va < (PAGE_SIZE << 1); va += 32)
263 spitfire_put_icache_tag(va, 0x0);
264 __asm__ __volatile__("flush %g6");
265 }
266
267 return 0;
268}
Sam Ravnborge6b04fe2008-12-26 15:38:17 -0800269#else
270int module_finalize(const Elf_Ehdr *hdr,
271 const Elf_Shdr *sechdrs,
272 struct module *me)
273{
274 return 0;
275}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800276#endif /* CONFIG_SPARC64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277
278void module_arch_cleanup(struct module *mod)
279{
280}