32 #define __TLBI_0(op, arg) asm (ARM64_ASM_PREAMBLE			       \  argument
36 #define __TLBI_1(op, arg) asm (ARM64_ASM_PREAMBLE			       \  argument
38 			    : : "rZ" (arg))
40 #define __TLBI_N(op, arg, n, ...) __TLBI_##n(op, arg)  argument
44 #define __tlbi_user(op, arg) do {						\  argument
46 		__tlbi(op, (arg) | USER_ASID_FLAG);				\
165 typedef void (*tlbi_op)(u64 arg);
167 static __always_inline void vae1is(u64 arg)  in vae1is()  argument
169 	__tlbi(vae1is, arg);  in vae1is()
170 	__tlbi_user(vae1is, arg);  in vae1is()
173 static __always_inline void vae2is(u64 arg)  in vae2is()  argument
175 	__tlbi(vae2is, arg);  in vae2is()
178 static __always_inline void vale1(u64 arg)  in vale1()  argument
180 	__tlbi(vale1, arg);  in vale1()
181 	__tlbi_user(vale1, arg);  in vale1()
184 static __always_inline void vale1is(u64 arg)  in vale1is()  argument
186 	__tlbi(vale1is, arg);  in vale1is()
187 	__tlbi_user(vale1is, arg);  in vale1is()
190 static __always_inline void vale2is(u64 arg)  in vale2is()  argument
192 	__tlbi(vale2is, arg);  in vale2is()
195 static __always_inline void vaale1is(u64 arg)  in vaale1is()  argument
197 	__tlbi(vaale1is, arg);  in vaale1is()
200 static __always_inline void ipas2e1(u64 arg)  in ipas2e1()  argument
202 	__tlbi(ipas2e1, arg);  in ipas2e1()
205 static __always_inline void ipas2e1is(u64 arg)  in ipas2e1is()  argument
207 	__tlbi(ipas2e1is, arg);  in ipas2e1is()
213 	u64 arg = __TLBI_VADDR(addr, asid);  in __tlbi_level_asid()  local
218 		FIELD_MODIFY(TLBI_TTL_MASK, &arg, ttl);  in __tlbi_level_asid()
221 	op(arg);  in __tlbi_level_asid()
269 #define __repeat_tlbi_sync(op, arg...)						\  argument
273 	__tlbi(op, ##arg);							\
478 static __always_inline void rvae1is(u64 arg)  in rvae1is()  argument
480 	__tlbi(rvae1is, arg);  in rvae1is()
481 	__tlbi_user(rvae1is, arg);  in rvae1is()
484 static __always_inline void rvale1(u64 arg)  in rvale1()  argument
486 	__tlbi(rvale1, arg);  in rvale1()
487 	__tlbi_user(rvale1, arg);  in rvale1()
490 static __always_inline void rvale1is(u64 arg)  in rvale1is()  argument
492 	__tlbi(rvale1is, arg);  in rvale1is()
493 	__tlbi_user(rvale1is, arg);  in rvale1is()
496 static __always_inline void rvaale1is(u64 arg)  in rvaale1is()  argument
498 	__tlbi(rvaale1is, arg);  in rvaale1is()
501 static __always_inline void ripas2e1is(u64 arg)  in ripas2e1is()  argument
503 	__tlbi(ripas2e1is, arg);  in ripas2e1is()
510 	u64 arg = 0;  in __tlbi_range()  local
512 	arg |= FIELD_PREP(TLBIR_BADDR_MASK, addr >> (lpa2 ? 16 : PAGE_SHIFT));  in __tlbi_range()
513 	arg |= FIELD_PREP(TLBIR_TTL_MASK, level > 3 ? 0 : level);  in __tlbi_range()
514 	arg |= FIELD_PREP(TLBIR_NUM_MASK, num);  in __tlbi_range()
515 	arg |= FIELD_PREP(TLBIR_SCALE_MASK, scale);  in __tlbi_range()
516 	arg |= FIELD_PREP(TLBIR_TG_MASK, get_trans_granule());  in __tlbi_range()
517 	arg |= FIELD_PREP(TLBIR_ASID_MASK, asid);  in __tlbi_range()
519 	op(arg);  in __tlbi_range()