Home
last modified time | relevance | path

Searched refs:qmul (Results 1 – 10 of 10) sorted by relevance

/linux/lib/raid6/
H A Drecov_ssse3.c21 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_ssse3() local
49 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_ssse3()
57 asm volatile("movdqa %0,%%xmm6" : : "m" (qmul[0])); in raid6_2data_recov_ssse3()
79 asm volatile("movdqa %0,%%xmm5" : : "m" (qmul[16])); in raid6_2data_recov_ssse3()
146 asm volatile("movdqa %0,%%xmm4" : : "m" (qmul[0])); in raid6_2data_recov_ssse3()
147 asm volatile("movdqa %0,%%xmm5" : : "m" (qmul[16])); in raid6_2data_recov_ssse3()
195 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_ssse3() local
216 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_ssse3()
227 asm volatile("movdqa %0, %%xmm0" : : "m" (qmul[0])); in raid6_datap_recov_ssse3()
232 asm volatile("movdqa %0, %%xmm1" : : "m" (qmul[16])); in raid6_datap_recov_ssse3()
[all …]
H A Drecov_loongarch_simd.c34 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_lsx() local
61 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ raid6_gfexp[failb]]]; in raid6_2data_recov_lsx()
69 asm volatile("vld $vr20, %0" : : "m" (qmul[0])); in raid6_2data_recov_lsx()
70 asm volatile("vld $vr21, %0" : : "m" (qmul[16])); in raid6_2data_recov_lsx()
190 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_lsx() local
210 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_lsx()
215 asm volatile("vld $vr22, %0" : : "m" (qmul[0])); in raid6_datap_recov_lsx()
216 asm volatile("vld $vr23, %0" : : "m" (qmul[16])); in raid6_datap_recov_lsx()
308 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_lasx() local
335 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ raid6_gfexp[failb]]]; in raid6_2data_recov_lasx()
[all …]
H A Drecov_avx2.c21 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_avx2() local
47 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx2()
73 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
74 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
141 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
142 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
190 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_avx2() local
209 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_avx2()
226 asm volatile("vbroadcasti128 %0, %%ymm0" : : "m" (qmul[0])); in raid6_datap_recov_avx2()
228 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (qmul[16])); in raid6_datap_recov_avx2()
[all …]
H A Drecov_avx512.c29 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_avx512() local
58 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx512()
91 : "m" (qmul[0]), "m" (qmul[16])); in raid6_2data_recov_avx512()
173 : "m" (qmul[0]), "m" (qmul[16])); in raid6_2data_recov_avx512()
231 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_avx512() local
253 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_avx512()
278 : "m" (qmul[0]), "m" (qmul[16])); in raid6_datap_recov_avx512()
334 : "m" (qmul[0]), "m" (qmul[16])); in raid6_datap_recov_avx512()
H A Drecov_neon.c28 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_neon() local
55 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_neon()
59 __raid6_2data_recov_neon(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_neon()
67 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_neon() local
87 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_neon()
90 __raid6_datap_recov_neon(bytes, p, q, dq, qmul); in raid6_datap_recov_neon()
H A Drecov_s390xc.c28 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_s390xc() local
54 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_s390xc()
61 dq[i] = pbmul[dp[i]] ^ qmul[dq[i]]; in raid6_2data_recov_s390xc()
76 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_s390xc() local
95 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_s390xc()
101 dq[i] = qmul[dq[i]]; in raid6_datap_recov_s390xc()
H A Drecov.c25 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_intx1() local
50 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_intx1()
55 qx = qmul[*q ^ *dq]; in raid6_2data_recov_intx1()
67 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_intx1() local
85 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_intx1()
89 *p++ ^= *dq = qmul[*q ^ *dq]; in raid6_datap_recov_intx1()
H A Drecov_neon_inner.c30 const uint8_t *qmul) in __raid6_2data_recov_neon() argument
34 uint8x16_t qm0 = vld1q_u8(qmul); in __raid6_2data_recov_neon()
35 uint8x16_t qm1 = vld1q_u8(qmul + 16); in __raid6_2data_recov_neon()
79 const uint8_t *qmul) in __raid6_datap_recov_neon() argument
81 uint8x16_t qm0 = vld1q_u8(qmul); in __raid6_datap_recov_neon()
82 uint8x16_t qm1 = vld1q_u8(qmul + 16); in __raid6_datap_recov_neon()
H A Dneon.h17 const uint8_t *qmul);
20 const uint8_t *qmul);
/linux/crypto/async_tx/
H A Dasync_raid6_recov.c95 const u8 *qmul; /* Q multiplier table */ in async_mult() local
142 qmul = raid6_gfmul[coef]; in async_mult()
147 *d++ = qmul[*s++]; in async_mult()