blob: f34b238a66a7ac7fd2c1d00e22bf8363013d5abe [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* Kernel module help for sparc64.
2 *
3 * Copyright (C) 2001 Rusty Russell.
4 * Copyright (C) 2002 David S. Miller.
5 */
6
7#include <linux/moduleloader.h>
8#include <linux/kernel.h>
9#include <linux/elf.h>
10#include <linux/vmalloc.h>
11#include <linux/fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090012#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/string.h>
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080014#include <linux/ctype.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/mm.h>
16
17#include <asm/processor.h>
18#include <asm/spitfire.h>
David Howellsd550bbd2012-03-28 18:30:03 +010019#include <asm/cacheflush.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
David S. Miller0b641202011-11-17 22:44:58 -080021#include "entry.h"
22
David S. Millercff6d202011-11-17 22:44:58 -080023#include "entry.h"
24
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080025#ifdef CONFIG_SPARC64
David S. Millerdff9d3c2010-09-17 11:09:25 -040026
27#include <linux/jump_label.h>
28
Linus Torvalds1da177e2005-04-16 15:20:36 -070029static void *module_map(unsigned long size)
30{
David Rientjesd0a21262011-01-13 15:46:02 -080031 if (PAGE_ALIGN(size) > MODULES_LEN)
Linus Torvalds1da177e2005-04-16 15:20:36 -070032 return NULL;
David Rientjesd0a21262011-01-13 15:46:02 -080033 return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END,
34 GFP_KERNEL, PAGE_KERNEL, -1,
35 __builtin_return_address(0));
Linus Torvalds1da177e2005-04-16 15:20:36 -070036}
37
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080038static char *dot2underscore(char *name)
39{
40 return name;
41}
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080042#else
43static void *module_map(unsigned long size)
44{
45 return vmalloc(size);
46}
47
48/* Replace references to .func with _Func */
49static char *dot2underscore(char *name)
50{
51 if (name[0] == '.') {
52 name[0] = '_';
53 name[1] = toupper(name[1]);
54 }
55 return name;
56}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080057#endif /* CONFIG_SPARC64 */
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059void *module_alloc(unsigned long size)
60{
61 void *ret;
62
63 /* We handle the zero case fine, unlike vmalloc */
64 if (size == 0)
65 return NULL;
66
67 ret = module_map(size);
68 if (!ret)
69 ret = ERR_PTR(-ENOMEM);
70 else
71 memset(ret, 0, size);
72
73 return ret;
74}
75
Linus Torvalds1da177e2005-04-16 15:20:36 -070076/* Make generic code ignore STT_REGISTER dummy undefined symbols. */
77int module_frob_arch_sections(Elf_Ehdr *hdr,
78 Elf_Shdr *sechdrs,
79 char *secstrings,
80 struct module *mod)
81{
82 unsigned int symidx;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080083 Elf_Sym *sym;
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080084 char *strtab;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 int i;
86
87 for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
88 if (symidx == hdr->e_shnum-1) {
89 printk("%s: no symtab found.\n", mod->name);
90 return -ENOEXEC;
91 }
92 }
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080093 sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
95
96 for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080097 if (sym[i].st_shndx == SHN_UNDEF) {
98 if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER) {
99 sym[i].st_shndx = SHN_ABS;
100 } else {
101 char *name = strtab + sym[i].st_name;
102 dot2underscore(name);
103 }
104 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 }
106 return 0;
107}
108
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800109int apply_relocate_add(Elf_Shdr *sechdrs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 const char *strtab,
111 unsigned int symindex,
112 unsigned int relsec,
113 struct module *me)
114{
115 unsigned int i;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800116 Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
117 Elf_Sym *sym;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 u8 *location;
119 u32 *loc32;
120
121 for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800122 Elf_Addr v;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
124 /* This is where to make the change */
125 location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
126 + rel[i].r_offset;
127 loc32 = (u32 *) location;
128
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800129#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130 BUG_ON(((u64)location >> (u64)32) != (u64)0);
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800131#endif /* CONFIG_SPARC64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132
133 /* This is the symbol it is referring to. Note that all
134 undefined symbols have been resolved. */
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800135 sym = (Elf_Sym *)sechdrs[symindex].sh_addr
136 + ELF_R_SYM(rel[i].r_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 v = sym->st_value + rel[i].r_addend;
138
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800139 switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800140#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 case R_SPARC_64:
142 location[0] = v >> 56;
143 location[1] = v >> 48;
144 location[2] = v >> 40;
145 location[3] = v >> 32;
146 location[4] = v >> 24;
147 location[5] = v >> 16;
148 location[6] = v >> 8;
149 location[7] = v >> 0;
150 break;
151
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800152 case R_SPARC_DISP32:
153 v -= (Elf_Addr) location;
154 *loc32 = v;
155 break;
156
157 case R_SPARC_WDISP19:
158 v -= (Elf_Addr) location;
159 *loc32 = (*loc32 & ~0x7ffff) |
160 ((v >> 2) & 0x7ffff);
161 break;
162
163 case R_SPARC_OLO10:
164 *loc32 = (*loc32 & ~0x1fff) |
165 (((v & 0x3ff) +
166 (ELF_R_TYPE(rel[i].r_info) >> 8))
167 & 0x1fff);
168 break;
169#endif /* CONFIG_SPARC64 */
170
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 case R_SPARC_32:
Sam Ravnborge6b04fe2008-12-26 15:38:17 -0800172 case R_SPARC_UA32:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 location[0] = v >> 24;
174 location[1] = v >> 16;
175 location[2] = v >> 8;
176 location[3] = v >> 0;
177 break;
178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 case R_SPARC_WDISP30:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800180 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 *loc32 = (*loc32 & ~0x3fffffff) |
182 ((v >> 2) & 0x3fffffff);
183 break;
184
185 case R_SPARC_WDISP22:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800186 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 *loc32 = (*loc32 & ~0x3fffff) |
188 ((v >> 2) & 0x3fffff);
189 break;
190
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 case R_SPARC_LO10:
192 *loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
193 break;
194
195 case R_SPARC_HI22:
196 *loc32 = (*loc32 & ~0x3fffff) |
197 ((v >> 10) & 0x3fffff);
198 break;
199
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 default:
201 printk(KERN_ERR "module %s: Unknown relocation: %x\n",
202 me->name,
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800203 (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 return -ENOEXEC;
Joe Perches6cb79b32011-06-03 14:45:23 +0000205 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206 }
207 return 0;
208}
209
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800210#ifdef CONFIG_SPARC64
David S. Miller0b641202011-11-17 22:44:58 -0800211static void do_patch_sections(const Elf_Ehdr *hdr,
212 const Elf_Shdr *sechdrs)
213{
214 const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
215 char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
216
217 for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
218 if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
219 sun4v_1insn = s;
220 if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
221 sun4v_2insn = s;
222 }
223
224 if (sun4v_1insn && tlb_type == hypervisor) {
225 void *p = (void *) sun4v_1insn->sh_addr;
226 sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
227 }
228 if (sun4v_2insn && tlb_type == hypervisor) {
229 void *p = (void *) sun4v_2insn->sh_addr;
230 sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
231 }
232}
233
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234int module_finalize(const Elf_Ehdr *hdr,
235 const Elf_Shdr *sechdrs,
236 struct module *me)
237{
David S. Millerdff9d3c2010-09-17 11:09:25 -0400238 /* make jump label nops */
239 jump_label_apply_nops(me);
240
David S. Miller0b641202011-11-17 22:44:58 -0800241 do_patch_sections(hdr, sechdrs);
242
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 /* Cheetah's I-cache is fully coherent. */
244 if (tlb_type == spitfire) {
245 unsigned long va;
246
247 flushw_all();
248 for (va = 0; va < (PAGE_SIZE << 1); va += 32)
249 spitfire_put_icache_tag(va, 0x0);
250 __asm__ __volatile__("flush %g6");
251 }
252
253 return 0;
254}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800255#endif /* CONFIG_SPARC64 */