1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * LoongArch SIMD XOR operations 4 * 5 * Copyright (C) 2023 WANG Xuerui <git@xen0n.name> 6 */ 7 8 #include <linux/export.h> 9 #include <linux/sched.h> 10 #include <asm/fpu.h> 11 #include <asm/xor_simd.h> 12 #include "xor_simd.h" 13 14 #define MAKE_XOR_GLUE_2(flavor) \ 15 void xor_##flavor##_2(unsigned long bytes, unsigned long * __restrict p1, \ 16 const unsigned long * __restrict p2) \ 17 { \ 18 kernel_fpu_begin(); \ 19 __xor_##flavor##_2(bytes, p1, p2); \ 20 kernel_fpu_end(); \ 21 } \ 22 EXPORT_SYMBOL_GPL(xor_##flavor##_2) 23 24 #define MAKE_XOR_GLUE_3(flavor) \ 25 void xor_##flavor##_3(unsigned long bytes, unsigned long * __restrict p1, \ 26 const unsigned long * __restrict p2, \ 27 const unsigned long * __restrict p3) \ 28 { \ 29 kernel_fpu_begin(); \ 30 __xor_##flavor##_3(bytes, p1, p2, p3); \ 31 kernel_fpu_end(); \ 32 } \ 33 EXPORT_SYMBOL_GPL(xor_##flavor##_3) 34 35 #define MAKE_XOR_GLUE_4(flavor) \ 36 void xor_##flavor##_4(unsigned long bytes, unsigned long * __restrict p1, \ 37 const unsigned long * __restrict p2, \ 38 const unsigned long * __restrict p3, \ 39 const unsigned long * __restrict p4) \ 40 { \ 41 kernel_fpu_begin(); \ 42 __xor_##flavor##_4(bytes, p1, p2, p3, p4); \ 43 kernel_fpu_end(); \ 44 } \ 45 EXPORT_SYMBOL_GPL(xor_##flavor##_4) 46 47 #define MAKE_XOR_GLUE_5(flavor) \ 48 void xor_##flavor##_5(unsigned long bytes, unsigned long * __restrict p1, \ 49 const unsigned long * __restrict p2, \ 50 const unsigned long * __restrict p3, \ 51 const unsigned long * __restrict p4, \ 52 const unsigned long * __restrict p5) \ 53 { \ 54 kernel_fpu_begin(); \ 55 __xor_##flavor##_5(bytes, p1, p2, p3, p4, p5); \ 56 kernel_fpu_end(); \ 57 } \ 58 EXPORT_SYMBOL_GPL(xor_##flavor##_5) 59 60 #define MAKE_XOR_GLUES(flavor) \ 61 MAKE_XOR_GLUE_2(flavor); \ 62 MAKE_XOR_GLUE_3(flavor); \ 63 MAKE_XOR_GLUE_4(flavor); \ 64 MAKE_XOR_GLUE_5(flavor) 65 66 #ifdef CONFIG_CPU_HAS_LSX 67 MAKE_XOR_GLUES(lsx); 68 #endif 69 70 #ifdef CONFIG_CPU_HAS_LASX 71 MAKE_XOR_GLUES(lasx); 72 #endif 73