1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _ASM_S390_ALTERNATIVE_H 3 #define _ASM_S390_ALTERNATIVE_H 4 5 #ifndef __ASSEMBLY__ 6 7 #include <linux/types.h> 8 #include <linux/stddef.h> 9 #include <linux/stringify.h> 10 11 struct alt_instr { 12 s32 instr_offset; /* original instruction */ 13 s32 repl_offset; /* offset to replacement instruction */ 14 u16 facility; /* facility bit set for replacement */ 15 u8 instrlen; /* length of original instruction */ 16 } __packed; 17 18 void apply_alternative_instructions(void); 19 void apply_alternatives(struct alt_instr *start, struct alt_instr *end); 20 21 /* 22 * +---------------------------------+ 23 * |661: |662: 24 * | oldinstr | 25 * +---------------------------------+ 26 * 27 * .altinstr_replacement section 28 * +---------------------------------+ 29 * |6641: |6651: 30 * | alternative instr 1 | 31 * +---------------------------------+ 32 * |6642: |6652: 33 * | alternative instr 2 | 34 * +---------------------------------+ 35 * 36 * .altinstructions section 37 * +---------------------------------+ 38 * | alt_instr entries for each | 39 * | alternative instr | 40 * +---------------------------------+ 41 */ 42 43 #define b_altinstr(num) "664"#num 44 #define e_altinstr(num) "665"#num 45 #define oldinstr_len "662b-661b" 46 #define altinstr_len(num) e_altinstr(num)"b-"b_altinstr(num)"b" 47 48 #define OLDINSTR(oldinstr) \ 49 "661:\n\t" oldinstr "\n662:\n" 50 51 #define ALTINSTR_ENTRY(facility, num) \ 52 "\t.long 661b - .\n" /* old instruction */ \ 53 "\t.long " b_altinstr(num)"b - .\n" /* alt instruction */ \ 54 "\t.word " __stringify(facility) "\n" /* facility bit */ \ 55 "\t.byte " oldinstr_len "\n" /* instruction len */ \ 56 "\t.org . - (" oldinstr_len ") & 1\n" \ 57 "\t.org . - (" oldinstr_len ") + (" altinstr_len(num) ")\n" \ 58 "\t.org . - (" altinstr_len(num) ") + (" oldinstr_len ")\n" 59 60 #define ALTINSTR_REPLACEMENT(altinstr, num) /* replacement */ \ 61 b_altinstr(num)":\n\t" altinstr "\n" e_altinstr(num) ":\n" 62 63 /* alternative assembly primitive: */ 64 #define ALTERNATIVE(oldinstr, altinstr, facility) \ 65 ".pushsection .altinstr_replacement, \"ax\"\n" \ 66 ALTINSTR_REPLACEMENT(altinstr, 1) \ 67 ".popsection\n" \ 68 OLDINSTR(oldinstr) \ 69 ".pushsection .altinstructions,\"a\"\n" \ 70 ALTINSTR_ENTRY(facility, 1) \ 71 ".popsection\n" 72 73 #define ALTERNATIVE_2(oldinstr, altinstr1, facility1, altinstr2, facility2)\ 74 ".pushsection .altinstr_replacement, \"ax\"\n" \ 75 ALTINSTR_REPLACEMENT(altinstr1, 1) \ 76 ALTINSTR_REPLACEMENT(altinstr2, 2) \ 77 ".popsection\n" \ 78 OLDINSTR(oldinstr) \ 79 ".pushsection .altinstructions,\"a\"\n" \ 80 ALTINSTR_ENTRY(facility1, 1) \ 81 ALTINSTR_ENTRY(facility2, 2) \ 82 ".popsection\n" 83 84 /* 85 * Alternative instructions for different CPU types or capabilities. 86 * 87 * This allows to use optimized instructions even on generic binary 88 * kernels. 89 * 90 * oldinstr is padded with jump and nops at compile time if altinstr is 91 * longer. altinstr is padded with jump and nops at run-time during patching. 92 * 93 * For non barrier like inlines please define new variants 94 * without volatile and memory clobber. 95 */ 96 #define alternative(oldinstr, altinstr, facility) \ 97 asm_inline volatile(ALTERNATIVE(oldinstr, altinstr, facility) : : : "memory") 98 99 #define alternative_2(oldinstr, altinstr1, facility1, altinstr2, facility2) \ 100 asm_inline volatile(ALTERNATIVE_2(oldinstr, altinstr1, facility1, \ 101 altinstr2, facility2) ::: "memory") 102 103 /* Alternative inline assembly with input. */ 104 #define alternative_input(oldinstr, newinstr, feature, input...) \ 105 asm_inline volatile (ALTERNATIVE(oldinstr, newinstr, feature) \ 106 : : input) 107 108 /* Like alternative_input, but with a single output argument */ 109 #define alternative_io(oldinstr, altinstr, facility, output, input...) \ 110 asm_inline volatile(ALTERNATIVE(oldinstr, altinstr, facility) \ 111 : output : input) 112 113 /* Use this macro if more than one output parameter is needed. */ 114 #define ASM_OUTPUT2(a...) a 115 116 /* Use this macro if clobbers are needed without inputs. */ 117 #define ASM_NO_INPUT_CLOBBER(clobber...) : clobber 118 119 #endif /* __ASSEMBLY__ */ 120 121 #endif /* _ASM_S390_ALTERNATIVE_H */ 122