blob: e5519870c3d9ab43b516c5994568af974664d616 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* Kernel module help for sparc64.
2 *
3 * Copyright (C) 2001 Rusty Russell.
4 * Copyright (C) 2002 David S. Miller.
5 */
6
7#include <linux/moduleloader.h>
8#include <linux/kernel.h>
9#include <linux/elf.h>
10#include <linux/vmalloc.h>
11#include <linux/fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090012#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/string.h>
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080014#include <linux/ctype.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/mm.h>
16
17#include <asm/processor.h>
18#include <asm/spitfire.h>
19
David S. Miller0b641202011-11-17 22:44:58 -080020#include "entry.h"
21
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080022#ifdef CONFIG_SPARC64
David S. Millerdff9d3c2010-09-17 11:09:25 -040023
24#include <linux/jump_label.h>
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026static void *module_map(unsigned long size)
27{
David Rientjesd0a21262011-01-13 15:46:02 -080028 if (PAGE_ALIGN(size) > MODULES_LEN)
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 return NULL;
David Rientjesd0a21262011-01-13 15:46:02 -080030 return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END,
31 GFP_KERNEL, PAGE_KERNEL, -1,
32 __builtin_return_address(0));
Linus Torvalds1da177e2005-04-16 15:20:36 -070033}
34
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080035static char *dot2underscore(char *name)
36{
37 return name;
38}
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080039#else
40static void *module_map(unsigned long size)
41{
42 return vmalloc(size);
43}
44
45/* Replace references to .func with _Func */
46static char *dot2underscore(char *name)
47{
48 if (name[0] == '.') {
49 name[0] = '_';
50 name[1] = toupper(name[1]);
51 }
52 return name;
53}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080054#endif /* CONFIG_SPARC64 */
55
Linus Torvalds1da177e2005-04-16 15:20:36 -070056void *module_alloc(unsigned long size)
57{
58 void *ret;
59
60 /* We handle the zero case fine, unlike vmalloc */
61 if (size == 0)
62 return NULL;
63
64 ret = module_map(size);
65 if (!ret)
66 ret = ERR_PTR(-ENOMEM);
67 else
68 memset(ret, 0, size);
69
70 return ret;
71}
72
Linus Torvalds1da177e2005-04-16 15:20:36 -070073/* Make generic code ignore STT_REGISTER dummy undefined symbols. */
74int module_frob_arch_sections(Elf_Ehdr *hdr,
75 Elf_Shdr *sechdrs,
76 char *secstrings,
77 struct module *mod)
78{
79 unsigned int symidx;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080080 Elf_Sym *sym;
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080081 char *strtab;
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 int i;
83
84 for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
85 if (symidx == hdr->e_shnum-1) {
86 printk("%s: no symtab found.\n", mod->name);
87 return -ENOEXEC;
88 }
89 }
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080090 sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
92
93 for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080094 if (sym[i].st_shndx == SHN_UNDEF) {
95 if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER) {
96 sym[i].st_shndx = SHN_ABS;
97 } else {
98 char *name = strtab + sym[i].st_name;
99 dot2underscore(name);
100 }
101 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 }
103 return 0;
104}
105
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800106int apply_relocate_add(Elf_Shdr *sechdrs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 const char *strtab,
108 unsigned int symindex,
109 unsigned int relsec,
110 struct module *me)
111{
112 unsigned int i;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800113 Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
114 Elf_Sym *sym;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 u8 *location;
116 u32 *loc32;
117
118 for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800119 Elf_Addr v;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
121 /* This is where to make the change */
122 location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
123 + rel[i].r_offset;
124 loc32 = (u32 *) location;
125
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800126#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 BUG_ON(((u64)location >> (u64)32) != (u64)0);
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800128#endif /* CONFIG_SPARC64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129
130 /* This is the symbol it is referring to. Note that all
131 undefined symbols have been resolved. */
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800132 sym = (Elf_Sym *)sechdrs[symindex].sh_addr
133 + ELF_R_SYM(rel[i].r_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 v = sym->st_value + rel[i].r_addend;
135
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800136 switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800137#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 case R_SPARC_64:
139 location[0] = v >> 56;
140 location[1] = v >> 48;
141 location[2] = v >> 40;
142 location[3] = v >> 32;
143 location[4] = v >> 24;
144 location[5] = v >> 16;
145 location[6] = v >> 8;
146 location[7] = v >> 0;
147 break;
148
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800149 case R_SPARC_DISP32:
150 v -= (Elf_Addr) location;
151 *loc32 = v;
152 break;
153
154 case R_SPARC_WDISP19:
155 v -= (Elf_Addr) location;
156 *loc32 = (*loc32 & ~0x7ffff) |
157 ((v >> 2) & 0x7ffff);
158 break;
159
160 case R_SPARC_OLO10:
161 *loc32 = (*loc32 & ~0x1fff) |
162 (((v & 0x3ff) +
163 (ELF_R_TYPE(rel[i].r_info) >> 8))
164 & 0x1fff);
165 break;
166#endif /* CONFIG_SPARC64 */
167
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 case R_SPARC_32:
Sam Ravnborge6b04fe2008-12-26 15:38:17 -0800169 case R_SPARC_UA32:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 location[0] = v >> 24;
171 location[1] = v >> 16;
172 location[2] = v >> 8;
173 location[3] = v >> 0;
174 break;
175
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 case R_SPARC_WDISP30:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800177 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 *loc32 = (*loc32 & ~0x3fffffff) |
179 ((v >> 2) & 0x3fffffff);
180 break;
181
182 case R_SPARC_WDISP22:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800183 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184 *loc32 = (*loc32 & ~0x3fffff) |
185 ((v >> 2) & 0x3fffff);
186 break;
187
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 case R_SPARC_LO10:
189 *loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
190 break;
191
192 case R_SPARC_HI22:
193 *loc32 = (*loc32 & ~0x3fffff) |
194 ((v >> 10) & 0x3fffff);
195 break;
196
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 default:
198 printk(KERN_ERR "module %s: Unknown relocation: %x\n",
199 me->name,
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800200 (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 return -ENOEXEC;
Joe Perches6cb79b32011-06-03 14:45:23 +0000202 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 }
204 return 0;
205}
206
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800207#ifdef CONFIG_SPARC64
David S. Miller0b641202011-11-17 22:44:58 -0800208static void do_patch_sections(const Elf_Ehdr *hdr,
209 const Elf_Shdr *sechdrs)
210{
211 const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
212 char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
213
214 for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
215 if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
216 sun4v_1insn = s;
217 if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
218 sun4v_2insn = s;
219 }
220
221 if (sun4v_1insn && tlb_type == hypervisor) {
222 void *p = (void *) sun4v_1insn->sh_addr;
223 sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
224 }
225 if (sun4v_2insn && tlb_type == hypervisor) {
226 void *p = (void *) sun4v_2insn->sh_addr;
227 sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
228 }
229}
230
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231int module_finalize(const Elf_Ehdr *hdr,
232 const Elf_Shdr *sechdrs,
233 struct module *me)
234{
David S. Millerdff9d3c2010-09-17 11:09:25 -0400235 /* make jump label nops */
236 jump_label_apply_nops(me);
237
David S. Miller0b641202011-11-17 22:44:58 -0800238 do_patch_sections(hdr, sechdrs);
239
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240 /* Cheetah's I-cache is fully coherent. */
241 if (tlb_type == spitfire) {
242 unsigned long va;
243
244 flushw_all();
245 for (va = 0; va < (PAGE_SIZE << 1); va += 32)
246 spitfire_put_icache_tag(va, 0x0);
247 __asm__ __volatile__("flush %g6");
248 }
249
250 return 0;
251}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800252#endif /* CONFIG_SPARC64 */