1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_RUNTIME_CONST_H
3 #define _ASM_RUNTIME_CONST_H
4
5 #ifdef MODULE
6 #error "Cannot use runtime-const infrastructure from modules"
7 #endif
8
9 #include <asm/cacheflush.h>
10
11 /* Sigh. You can still run arm64 in BE mode */
12 #include <asm/byteorder.h>
13
14 #define runtime_const_ptr(sym) ({ \
15 typeof(sym) __ret; \
16 asm_inline("1:\t" \
17 "movz %0, #0xcdef\n\t" \
18 "movk %0, #0x89ab, lsl #16\n\t" \
19 "movk %0, #0x4567, lsl #32\n\t" \
20 "movk %0, #0x0123, lsl #48\n\t" \
21 ".pushsection runtime_ptr_" #sym ",\"a\"\n\t" \
22 ".long 1b - .\n\t" \
23 ".popsection" \
24 :"=r" (__ret)); \
25 __ret; })
26
27 #define runtime_const_shift_right_32(val, sym) ({ \
28 unsigned long __ret; \
29 asm_inline("1:\t" \
30 "lsr %w0,%w1,#12\n\t" \
31 ".pushsection runtime_shift_" #sym ",\"a\"\n\t" \
32 ".long 1b - .\n\t" \
33 ".popsection" \
34 :"=r" (__ret) \
35 :"r" (0u+(val))); \
36 __ret; })
37
38 #define runtime_const_init(type, sym) do { \
39 extern s32 __start_runtime_##type##_##sym[]; \
40 extern s32 __stop_runtime_##type##_##sym[]; \
41 runtime_const_fixup(__runtime_fixup_##type, \
42 (unsigned long)(sym), \
43 __start_runtime_##type##_##sym, \
44 __stop_runtime_##type##_##sym); \
45 } while (0)
46
47 /* 16-bit immediate for wide move (movz and movk) in bits 5..20 */
__runtime_fixup_16(__le32 * p,unsigned int val)48 static inline void __runtime_fixup_16(__le32 *p, unsigned int val)
49 {
50 u32 insn = le32_to_cpu(*p);
51 insn &= 0xffe0001f;
52 insn |= (val & 0xffff) << 5;
53 *p = cpu_to_le32(insn);
54 }
55
__runtime_fixup_caches(void * where,unsigned int insns)56 static inline void __runtime_fixup_caches(void *where, unsigned int insns)
57 {
58 unsigned long va = (unsigned long)where;
59 caches_clean_inval_pou(va, va + 4*insns);
60 }
61
__runtime_fixup_ptr(void * where,unsigned long val)62 static inline void __runtime_fixup_ptr(void *where, unsigned long val)
63 {
64 __le32 *p = lm_alias(where);
65 __runtime_fixup_16(p, val);
66 __runtime_fixup_16(p+1, val >> 16);
67 __runtime_fixup_16(p+2, val >> 32);
68 __runtime_fixup_16(p+3, val >> 48);
69 __runtime_fixup_caches(where, 4);
70 }
71
72 /* Immediate value is 6 bits starting at bit #16 */
__runtime_fixup_shift(void * where,unsigned long val)73 static inline void __runtime_fixup_shift(void *where, unsigned long val)
74 {
75 __le32 *p = lm_alias(where);
76 u32 insn = le32_to_cpu(*p);
77 insn &= 0xffc0ffff;
78 insn |= (val & 63) << 16;
79 *p = cpu_to_le32(insn);
80 __runtime_fixup_caches(where, 1);
81 }
82
runtime_const_fixup(void (* fn)(void *,unsigned long),unsigned long val,s32 * start,s32 * end)83 static inline void runtime_const_fixup(void (*fn)(void *, unsigned long),
84 unsigned long val, s32 *start, s32 *end)
85 {
86 while (start < end) {
87 fn(*start + (void *)start, val);
88 start++;
89 }
90 }
91
92 #endif
93