47 #define _cache_op(insn, op, addr)					\  argument
55 	: "i" (op), "R" (*(unsigned char *)(addr)))
57 #define cache_op(op, addr)						\  argument
58 	_cache_op(kernel_cache, op, addr)
60 static inline void flush_icache_line_indexed(unsigned long addr)  in flush_icache_line_indexed()  argument
62 	cache_op(Index_Invalidate_I, addr);  in flush_icache_line_indexed()
65 static inline void flush_dcache_line_indexed(unsigned long addr)  in flush_dcache_line_indexed()  argument
67 	cache_op(Index_Writeback_Inv_D, addr);  in flush_dcache_line_indexed()
70 static inline void flush_scache_line_indexed(unsigned long addr)  in flush_scache_line_indexed()  argument
72 	cache_op(Index_Writeback_Inv_SD, addr);  in flush_scache_line_indexed()
75 static inline void flush_icache_line(unsigned long addr)  in flush_icache_line()  argument
79 		cache_op(Hit_Invalidate_I_Loongson2, addr);  in flush_icache_line()
83 		cache_op(Hit_Invalidate_I, addr);  in flush_icache_line()
88 static inline void flush_dcache_line(unsigned long addr)  in flush_dcache_line()  argument
90 	cache_op(Hit_Writeback_Inv_D, addr);  in flush_dcache_line()
93 static inline void invalidate_dcache_line(unsigned long addr)  in invalidate_dcache_line()  argument
95 	cache_op(Hit_Invalidate_D, addr);  in invalidate_dcache_line()
98 static inline void invalidate_scache_line(unsigned long addr)  in invalidate_scache_line()  argument
100 	cache_op(Hit_Invalidate_SD, addr);  in invalidate_scache_line()
103 static inline void flush_scache_line(unsigned long addr)  in flush_scache_line()  argument
105 	cache_op(Hit_Writeback_Inv_SD, addr);  in flush_scache_line()
110 #define protected_cache_op(op, addr)				\  argument
129 	: "i" (op), "r" (addr), "i" (-EFAULT));			\
134 #define protected_cache_op(op, addr)				\  argument
152 	: "i" (op), "r" (addr), "i" (-EFAULT));			\
160 static inline int protected_flush_icache_line(unsigned long addr)  in protected_flush_icache_line()  argument
164 		return protected_cache_op(Hit_Invalidate_I_Loongson2, addr);  in protected_flush_icache_line()
167 		return protected_cache_op(Hit_Invalidate_I, addr);  in protected_flush_icache_line()
177 static inline int protected_writeback_dcache_line(unsigned long addr)  in protected_writeback_dcache_line()  argument
179 	return protected_cache_op(Hit_Writeback_Inv_D, addr);  in protected_writeback_dcache_line()
182 static inline int protected_writeback_scache_line(unsigned long addr)  in protected_writeback_scache_line()  argument
184 	return protected_cache_op(Hit_Writeback_Inv_SD, addr);  in protected_writeback_scache_line()
190 static inline void invalidate_tcache_page(unsigned long addr)  in invalidate_tcache_page()  argument
192 	cache_op(Page_Invalidate_T, addr);  in invalidate_tcache_page()
195 #define cache_unroll(times, insn, op, addr, lsize) do {			\  argument
197 	unroll(times, _cache_op, insn, op, (addr) + (i++ * (lsize)));	\
209 	unsigned long ws, addr;						\
212 		for (addr = start; addr < end; addr += lsize * 32)	\
214 				     addr | ws, lsize);			\
236 	unsigned long ws, addr;						\
239 		for (addr = start; addr < end; addr += lsize * 32)	\
241 				     addr | ws, lsize);			\
293 	unsigned long addr = start & ~(lsize - 1);			\
297 		prot##cache_op(hitop, addr);				\
298 		if (addr == aend)					\
300 		addr += lsize;						\
325 	unsigned long ws, addr;						\
328 		for (addr = start; addr < end; addr += lsize * 32)	\
330 				     addr | ws, lsize);			\