1 /* 2 * This file is subject to the terms and conditions of the GNU General Public 3 * License. See the file "COPYING" in the main directory of this archive 4 * for more details. 5 * 6 * Copyright (C) 2004, 2005, 2006, 2008 Thiemo Seufer 7 * Copyright (C) 2005 Maciej W. Rozycki 8 * Copyright (C) 2006 Ralf Baechle (ralf@linux-mips.org) 9 * Copyright (C) 2012 MIPS Technologies, Inc. 10 */ 11 12 #include <linux/types.h> 13 14 #ifdef CONFIG_EXPORT_UASM 15 #include <linux/export.h> 16 #define __uasminit 17 #define __uasminitdata 18 #define UASM_EXPORT_SYMBOL(sym) EXPORT_SYMBOL(sym) 19 #else 20 #define __uasminit __cpuinit 21 #define __uasminitdata __cpuinitdata 22 #define UASM_EXPORT_SYMBOL(sym) 23 #endif 24 25 #define Ip_u1u2u3(op) \ 26 void __uasminit \ 27 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) 28 29 #define Ip_u2u1u3(op) \ 30 void __uasminit \ 31 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) 32 33 #define Ip_u3u1u2(op) \ 34 void __uasminit \ 35 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) 36 37 #define Ip_u1u2s3(op) \ 38 void __uasminit \ 39 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c) 40 41 #define Ip_u2s3u1(op) \ 42 void __uasminit \ 43 uasm_i##op(u32 **buf, unsigned int a, signed int b, unsigned int c) 44 45 #define Ip_u2u1s3(op) \ 46 void __uasminit \ 47 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c) 48 49 #define Ip_u2u1msbu3(op) \ 50 void __uasminit \ 51 uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c, \ 52 unsigned int d) 53 54 #define Ip_u1u2(op) \ 55 void __uasminit uasm_i##op(u32 **buf, unsigned int a, unsigned int b) 56 57 #define Ip_u1s2(op) \ 58 void __uasminit uasm_i##op(u32 **buf, unsigned int a, signed int b) 59 60 #define Ip_u1(op) void __uasminit uasm_i##op(u32 **buf, unsigned int a) 61 62 #define Ip_0(op) void __uasminit uasm_i##op(u32 **buf) 63 64 Ip_u2u1s3(_addiu); 65 Ip_u3u1u2(_addu); 66 Ip_u3u1u2(_and); 67 Ip_u2u1u3(_andi); 68 Ip_u1u2s3(_bbit0); 69 Ip_u1u2s3(_bbit1); 70 Ip_u1u2s3(_beq); 71 Ip_u1u2s3(_beql); 72 Ip_u1s2(_bgez); 73 Ip_u1s2(_bgezl); 74 Ip_u1s2(_bltz); 75 Ip_u1s2(_bltzl); 76 Ip_u1u2s3(_bne); 77 Ip_u2s3u1(_cache); 78 Ip_u2u1s3(_daddiu); 79 Ip_u3u1u2(_daddu); 80 Ip_u2u1msbu3(_dins); 81 Ip_u2u1msbu3(_dinsm); 82 Ip_u1u2u3(_dmfc0); 83 Ip_u1u2u3(_dmtc0); 84 Ip_u2u1u3(_drotr); 85 Ip_u2u1u3(_drotr32); 86 Ip_u2u1u3(_dsll); 87 Ip_u2u1u3(_dsll32); 88 Ip_u2u1u3(_dsra); 89 Ip_u2u1u3(_dsrl); 90 Ip_u2u1u3(_dsrl32); 91 Ip_u3u1u2(_dsubu); 92 Ip_0(_eret); 93 Ip_u2u1msbu3(_ext); 94 Ip_u2u1msbu3(_ins); 95 Ip_u1(_j); 96 Ip_u1(_jal); 97 Ip_u1(_jr); 98 Ip_u2s3u1(_ld); 99 Ip_u3u1u2(_ldx); 100 Ip_u2s3u1(_ll); 101 Ip_u2s3u1(_lld); 102 Ip_u1s2(_lui); 103 Ip_u2s3u1(_lw); 104 Ip_u3u1u2(_lwx); 105 Ip_u1u2u3(_mfc0); 106 Ip_u1u2u3(_mtc0); 107 Ip_u3u1u2(_or); 108 Ip_u2u1u3(_ori); 109 Ip_u2s3u1(_pref); 110 Ip_0(_rfe); 111 Ip_u2u1u3(_rotr); 112 Ip_u2s3u1(_sc); 113 Ip_u2s3u1(_scd); 114 Ip_u2s3u1(_sd); 115 Ip_u2u1u3(_sll); 116 Ip_u2u1u3(_sra); 117 Ip_u2u1u3(_srl); 118 Ip_u3u1u2(_subu); 119 Ip_u2s3u1(_sw); 120 Ip_u1(_syscall); 121 Ip_0(_tlbp); 122 Ip_0(_tlbr); 123 Ip_0(_tlbwi); 124 Ip_0(_tlbwr); 125 Ip_u3u1u2(_xor); 126 Ip_u2u1u3(_xori); 127 128 129 /* Handle labels. */ 130 struct uasm_label { 131 u32 *addr; 132 int lab; 133 }; 134 135 void __uasminit uasm_build_label(struct uasm_label **lab, u32 *addr, int lid); 136 #ifdef CONFIG_64BIT 137 int uasm_in_compat_space_p(long addr); 138 #endif 139 int uasm_rel_hi(long val); 140 int uasm_rel_lo(long val); 141 void UASM_i_LA_mostly(u32 **buf, unsigned int rs, long addr); 142 void UASM_i_LA(u32 **buf, unsigned int rs, long addr); 143 144 #define UASM_L_LA(lb) \ 145 static inline void __uasminit uasm_l##lb(struct uasm_label **lab, u32 *addr) \ 146 { \ 147 uasm_build_label(lab, addr, label##lb); \ 148 } 149 150 /* convenience macros for instructions */ 151 #ifdef CONFIG_64BIT 152 # define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_daddiu(buf, rs, rt, val) 153 # define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_daddu(buf, rs, rt, rd) 154 # define UASM_i_LL(buf, rs, rt, off) uasm_i_lld(buf, rs, rt, off) 155 # define UASM_i_LW(buf, rs, rt, off) uasm_i_ld(buf, rs, rt, off) 156 # define UASM_i_LWX(buf, rs, rt, rd) uasm_i_ldx(buf, rs, rt, rd) 157 # define UASM_i_MFC0(buf, rt, rd...) uasm_i_dmfc0(buf, rt, rd) 158 # define UASM_i_MTC0(buf, rt, rd...) uasm_i_dmtc0(buf, rt, rd) 159 # define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_drotr(buf, rs, rt, sh) 160 # define UASM_i_SC(buf, rs, rt, off) uasm_i_scd(buf, rs, rt, off) 161 # define UASM_i_SLL(buf, rs, rt, sh) uasm_i_dsll(buf, rs, rt, sh) 162 # define UASM_i_SRA(buf, rs, rt, sh) uasm_i_dsra(buf, rs, rt, sh) 163 # define UASM_i_SRL(buf, rs, rt, sh) uasm_i_dsrl(buf, rs, rt, sh) 164 # define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_dsrl_safe(buf, rs, rt, sh) 165 # define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_dsubu(buf, rs, rt, rd) 166 # define UASM_i_SW(buf, rs, rt, off) uasm_i_sd(buf, rs, rt, off) 167 #else 168 # define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_addiu(buf, rs, rt, val) 169 # define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_addu(buf, rs, rt, rd) 170 # define UASM_i_LL(buf, rs, rt, off) uasm_i_ll(buf, rs, rt, off) 171 # define UASM_i_LW(buf, rs, rt, off) uasm_i_lw(buf, rs, rt, off) 172 # define UASM_i_LWX(buf, rs, rt, rd) uasm_i_lwx(buf, rs, rt, rd) 173 # define UASM_i_MFC0(buf, rt, rd...) uasm_i_mfc0(buf, rt, rd) 174 # define UASM_i_MTC0(buf, rt, rd...) uasm_i_mtc0(buf, rt, rd) 175 # define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_rotr(buf, rs, rt, sh) 176 # define UASM_i_SC(buf, rs, rt, off) uasm_i_sc(buf, rs, rt, off) 177 # define UASM_i_SLL(buf, rs, rt, sh) uasm_i_sll(buf, rs, rt, sh) 178 # define UASM_i_SRA(buf, rs, rt, sh) uasm_i_sra(buf, rs, rt, sh) 179 # define UASM_i_SRL(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh) 180 # define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh) 181 # define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_subu(buf, rs, rt, rd) 182 # define UASM_i_SW(buf, rs, rt, off) uasm_i_sw(buf, rs, rt, off) 183 #endif 184 185 #define uasm_i_b(buf, off) uasm_i_beq(buf, 0, 0, off) 186 #define uasm_i_beqz(buf, rs, off) uasm_i_beq(buf, rs, 0, off) 187 #define uasm_i_beqzl(buf, rs, off) uasm_i_beql(buf, rs, 0, off) 188 #define uasm_i_bnez(buf, rs, off) uasm_i_bne(buf, rs, 0, off) 189 #define uasm_i_bnezl(buf, rs, off) uasm_i_bnel(buf, rs, 0, off) 190 #define uasm_i_ehb(buf) uasm_i_sll(buf, 0, 0, 3) 191 #define uasm_i_move(buf, a, b) UASM_i_ADDU(buf, a, 0, b) 192 #define uasm_i_nop(buf) uasm_i_sll(buf, 0, 0, 0) 193 #define uasm_i_ssnop(buf) uasm_i_sll(buf, 0, 0, 1) 194 195 static inline void uasm_i_drotr_safe(u32 **p, unsigned int a1, 196 unsigned int a2, unsigned int a3) 197 { 198 if (a3 < 32) 199 uasm_i_drotr(p, a1, a2, a3); 200 else 201 uasm_i_drotr32(p, a1, a2, a3 - 32); 202 } 203 204 static inline void uasm_i_dsll_safe(u32 **p, unsigned int a1, 205 unsigned int a2, unsigned int a3) 206 { 207 if (a3 < 32) 208 uasm_i_dsll(p, a1, a2, a3); 209 else 210 uasm_i_dsll32(p, a1, a2, a3 - 32); 211 } 212 213 static inline void uasm_i_dsrl_safe(u32 **p, unsigned int a1, 214 unsigned int a2, unsigned int a3) 215 { 216 if (a3 < 32) 217 uasm_i_dsrl(p, a1, a2, a3); 218 else 219 uasm_i_dsrl32(p, a1, a2, a3 - 32); 220 } 221 222 /* Handle relocations. */ 223 struct uasm_reloc { 224 u32 *addr; 225 unsigned int type; 226 int lab; 227 }; 228 229 /* This is zero so we can use zeroed label arrays. */ 230 #define UASM_LABEL_INVALID 0 231 232 void uasm_r_mips_pc16(struct uasm_reloc **rel, u32 *addr, int lid); 233 void uasm_resolve_relocs(struct uasm_reloc *rel, struct uasm_label *lab); 234 void uasm_move_relocs(struct uasm_reloc *rel, u32 *first, u32 *end, long off); 235 void uasm_move_labels(struct uasm_label *lab, u32 *first, u32 *end, long off); 236 void uasm_copy_handler(struct uasm_reloc *rel, struct uasm_label *lab, 237 u32 *first, u32 *end, u32 *target); 238 int uasm_insn_has_bdelay(struct uasm_reloc *rel, u32 *addr); 239 240 /* Convenience functions for labeled branches. */ 241 void uasm_il_b(u32 **p, struct uasm_reloc **r, int lid); 242 void uasm_il_bbit0(u32 **p, struct uasm_reloc **r, unsigned int reg, 243 unsigned int bit, int lid); 244 void uasm_il_bbit1(u32 **p, struct uasm_reloc **r, unsigned int reg, 245 unsigned int bit, int lid); 246 void uasm_il_beqz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 247 void uasm_il_beqzl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 248 void uasm_il_bgezl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 249 void uasm_il_bgez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 250 void uasm_il_bltz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 251 void uasm_il_bne(u32 **p, struct uasm_reloc **r, unsigned int reg1, 252 unsigned int reg2, int lid); 253 void uasm_il_bnez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); 254