blob: 7e0bf17c93243653dc92d8bcb44f2097e60f3965 [file] [log] [blame]
Thiemo Seufere30ec452008-01-28 20:05:38 +00001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 2004, 2005, 2006, 2008 Thiemo Seufer
7 * Copyright (C) 2005 Maciej W. Rozycki
8 * Copyright (C) 2006 Ralf Baechle (ralf@linux-mips.org)
Steven J. Hill71a1c772012-06-19 19:59:29 +01009 * Copyright (C) 2012 MIPS Technologies, Inc.
Thiemo Seufere30ec452008-01-28 20:05:38 +000010 */
11
12#include <linux/types.h>
13
David Daney22b07632010-07-23 18:41:43 -070014#ifdef CONFIG_EXPORT_UASM
Paul Gortmakerbaab01b2012-02-28 19:24:48 -050015#include <linux/export.h>
David Daney22b07632010-07-23 18:41:43 -070016#define __uasminit
17#define __uasminitdata
18#define UASM_EXPORT_SYMBOL(sym) EXPORT_SYMBOL(sym)
19#else
20#define __uasminit __cpuinit
21#define __uasminitdata __cpuinitdata
22#define UASM_EXPORT_SYMBOL(sym)
23#endif
24
Thiemo Seufere30ec452008-01-28 20:05:38 +000025#define Ip_u1u2u3(op) \
David Daney22b07632010-07-23 18:41:43 -070026void __uasminit \
Thiemo Seufere30ec452008-01-28 20:05:38 +000027uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c)
28
29#define Ip_u2u1u3(op) \
David Daney22b07632010-07-23 18:41:43 -070030void __uasminit \
Thiemo Seufere30ec452008-01-28 20:05:38 +000031uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c)
32
33#define Ip_u3u1u2(op) \
David Daney22b07632010-07-23 18:41:43 -070034void __uasminit \
Thiemo Seufere30ec452008-01-28 20:05:38 +000035uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c)
36
37#define Ip_u1u2s3(op) \
David Daney22b07632010-07-23 18:41:43 -070038void __uasminit \
Thiemo Seufere30ec452008-01-28 20:05:38 +000039uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c)
40
41#define Ip_u2s3u1(op) \
David Daney22b07632010-07-23 18:41:43 -070042void __uasminit \
Thiemo Seufere30ec452008-01-28 20:05:38 +000043uasm_i##op(u32 **buf, unsigned int a, signed int b, unsigned int c)
44
45#define Ip_u2u1s3(op) \
David Daney22b07632010-07-23 18:41:43 -070046void __uasminit \
Thiemo Seufere30ec452008-01-28 20:05:38 +000047uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c)
48
David Daney92078e02009-10-14 12:16:55 -070049#define Ip_u2u1msbu3(op) \
David Daney22b07632010-07-23 18:41:43 -070050void __uasminit \
David Daney92078e02009-10-14 12:16:55 -070051uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c, \
52 unsigned int d)
53
Thiemo Seufere30ec452008-01-28 20:05:38 +000054#define Ip_u1u2(op) \
David Daney22b07632010-07-23 18:41:43 -070055void __uasminit uasm_i##op(u32 **buf, unsigned int a, unsigned int b)
Thiemo Seufere30ec452008-01-28 20:05:38 +000056
57#define Ip_u1s2(op) \
David Daney22b07632010-07-23 18:41:43 -070058void __uasminit uasm_i##op(u32 **buf, unsigned int a, signed int b)
Thiemo Seufere30ec452008-01-28 20:05:38 +000059
David Daney22b07632010-07-23 18:41:43 -070060#define Ip_u1(op) void __uasminit uasm_i##op(u32 **buf, unsigned int a)
Thiemo Seufere30ec452008-01-28 20:05:38 +000061
David Daney22b07632010-07-23 18:41:43 -070062#define Ip_0(op) void __uasminit uasm_i##op(u32 **buf)
Thiemo Seufere30ec452008-01-28 20:05:38 +000063
64Ip_u2u1s3(_addiu);
65Ip_u3u1u2(_addu);
Thiemo Seufere30ec452008-01-28 20:05:38 +000066Ip_u3u1u2(_and);
Steven J. Hill71a1c772012-06-19 19:59:29 +010067Ip_u2u1u3(_andi);
68Ip_u1u2s3(_bbit0);
69Ip_u1u2s3(_bbit1);
Thiemo Seufere30ec452008-01-28 20:05:38 +000070Ip_u1u2s3(_beq);
71Ip_u1u2s3(_beql);
72Ip_u1s2(_bgez);
73Ip_u1s2(_bgezl);
74Ip_u1s2(_bltz);
75Ip_u1s2(_bltzl);
76Ip_u1u2s3(_bne);
Thiemo Seuferfb2a27e72008-02-18 19:32:49 +000077Ip_u2s3u1(_cache);
Thiemo Seufere30ec452008-01-28 20:05:38 +000078Ip_u2u1s3(_daddiu);
79Ip_u3u1u2(_daddu);
Steven J. Hill71a1c772012-06-19 19:59:29 +010080Ip_u2u1msbu3(_dins);
81Ip_u2u1msbu3(_dinsm);
82Ip_u1u2u3(_dmfc0);
83Ip_u1u2u3(_dmtc0);
84Ip_u2u1u3(_drotr);
85Ip_u2u1u3(_drotr32);
Thiemo Seufere30ec452008-01-28 20:05:38 +000086Ip_u2u1u3(_dsll);
87Ip_u2u1u3(_dsll32);
88Ip_u2u1u3(_dsra);
89Ip_u2u1u3(_dsrl);
90Ip_u2u1u3(_dsrl32);
91Ip_u3u1u2(_dsubu);
92Ip_0(_eret);
Steven J. Hille6de1a02012-07-12 17:21:31 +000093Ip_u2u1msbu3(_ext);
94Ip_u2u1msbu3(_ins);
Thiemo Seufere30ec452008-01-28 20:05:38 +000095Ip_u1(_j);
96Ip_u1(_jal);
97Ip_u1(_jr);
98Ip_u2s3u1(_ld);
Steven J. Hill71a1c772012-06-19 19:59:29 +010099Ip_u3u1u2(_ldx);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000100Ip_u2s3u1(_ll);
101Ip_u2s3u1(_lld);
102Ip_u1s2(_lui);
103Ip_u2s3u1(_lw);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100104Ip_u3u1u2(_lwx);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000105Ip_u1u2u3(_mfc0);
106Ip_u1u2u3(_mtc0);
Ralf Baechle58081842010-03-23 15:54:50 +0100107Ip_u3u1u2(_or);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100108Ip_u2u1u3(_ori);
Thiemo Seuferfb2a27e72008-02-18 19:32:49 +0000109Ip_u2s3u1(_pref);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000110Ip_0(_rfe);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100111Ip_u2u1u3(_rotr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000112Ip_u2s3u1(_sc);
113Ip_u2s3u1(_scd);
114Ip_u2s3u1(_sd);
115Ip_u2u1u3(_sll);
116Ip_u2u1u3(_sra);
117Ip_u2u1u3(_srl);
118Ip_u3u1u2(_subu);
119Ip_u2s3u1(_sw);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100120Ip_u1(_syscall);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000121Ip_0(_tlbp);
David Daney32546f32010-02-10 15:12:46 -0800122Ip_0(_tlbr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000123Ip_0(_tlbwi);
124Ip_0(_tlbwr);
125Ip_u3u1u2(_xor);
126Ip_u2u1u3(_xori);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100127
Thiemo Seufere30ec452008-01-28 20:05:38 +0000128
129/* Handle labels. */
130struct uasm_label {
131 u32 *addr;
132 int lab;
133};
134
David Daney22b07632010-07-23 18:41:43 -0700135void __uasminit uasm_build_label(struct uasm_label **lab, u32 *addr, int lid);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000136#ifdef CONFIG_64BIT
Ralf Baechle234fcd12008-03-08 09:56:28 +0000137int uasm_in_compat_space_p(long addr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000138#endif
Ralf Baechle234fcd12008-03-08 09:56:28 +0000139int uasm_rel_hi(long val);
140int uasm_rel_lo(long val);
141void UASM_i_LA_mostly(u32 **buf, unsigned int rs, long addr);
142void UASM_i_LA(u32 **buf, unsigned int rs, long addr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000143
144#define UASM_L_LA(lb) \
David Daney22b07632010-07-23 18:41:43 -0700145static inline void __uasminit uasm_l##lb(struct uasm_label **lab, u32 *addr) \
Thiemo Seufere30ec452008-01-28 20:05:38 +0000146{ \
147 uasm_build_label(lab, addr, label##lb); \
148}
149
150/* convenience macros for instructions */
151#ifdef CONFIG_64BIT
Steven J. Hill71a1c772012-06-19 19:59:29 +0100152# define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_daddiu(buf, rs, rt, val)
153# define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_daddu(buf, rs, rt, rd)
154# define UASM_i_LL(buf, rs, rt, off) uasm_i_lld(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000155# define UASM_i_LW(buf, rs, rt, off) uasm_i_ld(buf, rs, rt, off)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100156# define UASM_i_LWX(buf, rs, rt, rd) uasm_i_ldx(buf, rs, rt, rd)
157# define UASM_i_MFC0(buf, rt, rd...) uasm_i_dmfc0(buf, rt, rd)
158# define UASM_i_MTC0(buf, rt, rd...) uasm_i_dmtc0(buf, rt, rd)
159# define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_drotr(buf, rs, rt, sh)
160# define UASM_i_SC(buf, rs, rt, off) uasm_i_scd(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000161# define UASM_i_SLL(buf, rs, rt, sh) uasm_i_dsll(buf, rs, rt, sh)
162# define UASM_i_SRA(buf, rs, rt, sh) uasm_i_dsra(buf, rs, rt, sh)
163# define UASM_i_SRL(buf, rs, rt, sh) uasm_i_dsrl(buf, rs, rt, sh)
David Daneyf0daaaf2011-07-05 16:34:45 -0700164# define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_dsrl_safe(buf, rs, rt, sh)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000165# define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_dsubu(buf, rs, rt, rd)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100166# define UASM_i_SW(buf, rs, rt, off) uasm_i_sd(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000167#else
Steven J. Hill71a1c772012-06-19 19:59:29 +0100168# define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_addiu(buf, rs, rt, val)
169# define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_addu(buf, rs, rt, rd)
170# define UASM_i_LL(buf, rs, rt, off) uasm_i_ll(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000171# define UASM_i_LW(buf, rs, rt, off) uasm_i_lw(buf, rs, rt, off)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100172# define UASM_i_LWX(buf, rs, rt, rd) uasm_i_lwx(buf, rs, rt, rd)
173# define UASM_i_MFC0(buf, rt, rd...) uasm_i_mfc0(buf, rt, rd)
174# define UASM_i_MTC0(buf, rt, rd...) uasm_i_mtc0(buf, rt, rd)
175# define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_rotr(buf, rs, rt, sh)
176# define UASM_i_SC(buf, rs, rt, off) uasm_i_sc(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000177# define UASM_i_SLL(buf, rs, rt, sh) uasm_i_sll(buf, rs, rt, sh)
178# define UASM_i_SRA(buf, rs, rt, sh) uasm_i_sra(buf, rs, rt, sh)
179# define UASM_i_SRL(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh)
David Daneyf0daaaf2011-07-05 16:34:45 -0700180# define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000181# define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_subu(buf, rs, rt, rd)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100182# define UASM_i_SW(buf, rs, rt, off) uasm_i_sw(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000183#endif
184
185#define uasm_i_b(buf, off) uasm_i_beq(buf, 0, 0, off)
186#define uasm_i_beqz(buf, rs, off) uasm_i_beq(buf, rs, 0, off)
187#define uasm_i_beqzl(buf, rs, off) uasm_i_beql(buf, rs, 0, off)
188#define uasm_i_bnez(buf, rs, off) uasm_i_bne(buf, rs, 0, off)
189#define uasm_i_bnezl(buf, rs, off) uasm_i_bnel(buf, rs, 0, off)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100190#define uasm_i_ehb(buf) uasm_i_sll(buf, 0, 0, 3)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000191#define uasm_i_move(buf, a, b) UASM_i_ADDU(buf, a, 0, b)
192#define uasm_i_nop(buf) uasm_i_sll(buf, 0, 0, 0)
193#define uasm_i_ssnop(buf) uasm_i_sll(buf, 0, 0, 1)
David Daney26b9e542010-04-28 12:16:16 -0700194
David Daneyde6d5b552010-07-23 18:41:41 -0700195static inline void uasm_i_drotr_safe(u32 **p, unsigned int a1,
196 unsigned int a2, unsigned int a3)
197{
198 if (a3 < 32)
199 uasm_i_drotr(p, a1, a2, a3);
200 else
201 uasm_i_drotr32(p, a1, a2, a3 - 32);
202}
203
David Daney26b9e542010-04-28 12:16:16 -0700204static inline void uasm_i_dsll_safe(u32 **p, unsigned int a1,
205 unsigned int a2, unsigned int a3)
206{
207 if (a3 < 32)
208 uasm_i_dsll(p, a1, a2, a3);
209 else
210 uasm_i_dsll32(p, a1, a2, a3 - 32);
211}
212
Steven J. Hill71a1c772012-06-19 19:59:29 +0100213static inline void uasm_i_dsrl_safe(u32 **p, unsigned int a1,
214 unsigned int a2, unsigned int a3)
215{
216 if (a3 < 32)
217 uasm_i_dsrl(p, a1, a2, a3);
218 else
219 uasm_i_dsrl32(p, a1, a2, a3 - 32);
220}
221
Thiemo Seufere30ec452008-01-28 20:05:38 +0000222/* Handle relocations. */
223struct uasm_reloc {
224 u32 *addr;
225 unsigned int type;
226 int lab;
227};
228
229/* This is zero so we can use zeroed label arrays. */
230#define UASM_LABEL_INVALID 0
231
Ralf Baechle234fcd12008-03-08 09:56:28 +0000232void uasm_r_mips_pc16(struct uasm_reloc **rel, u32 *addr, int lid);
233void uasm_resolve_relocs(struct uasm_reloc *rel, struct uasm_label *lab);
234void uasm_move_relocs(struct uasm_reloc *rel, u32 *first, u32 *end, long off);
235void uasm_move_labels(struct uasm_label *lab, u32 *first, u32 *end, long off);
236void uasm_copy_handler(struct uasm_reloc *rel, struct uasm_label *lab,
237 u32 *first, u32 *end, u32 *target);
238int uasm_insn_has_bdelay(struct uasm_reloc *rel, u32 *addr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000239
240/* Convenience functions for labeled branches. */
Ralf Baechle234fcd12008-03-08 09:56:28 +0000241void uasm_il_b(u32 **p, struct uasm_reloc **r, int lid);
David Daney5b97c3f2010-07-23 18:41:42 -0700242void uasm_il_bbit0(u32 **p, struct uasm_reloc **r, unsigned int reg,
243 unsigned int bit, int lid);
244void uasm_il_bbit1(u32 **p, struct uasm_reloc **r, unsigned int reg,
245 unsigned int bit, int lid);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100246void uasm_il_beqz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
247void uasm_il_beqzl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
248void uasm_il_bgezl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
249void uasm_il_bgez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
250void uasm_il_bltz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
251void uasm_il_bne(u32 **p, struct uasm_reloc **r, unsigned int reg1,
252 unsigned int reg2, int lid);
253void uasm_il_bnez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);