Searched refs:qmul (Results 1 – 10 of 10) sorted by relevance
/linux/lib/raid6/ |
H A D | recov_ssse3.c | 21 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_ssse3() local 49 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_ssse3() 57 asm volatile("movdqa %0,%%xmm6" : : "m" (qmul[0])); in raid6_2data_recov_ssse3() 79 asm volatile("movdqa %0,%%xmm5" : : "m" (qmul[16])); in raid6_2data_recov_ssse3() 146 asm volatile("movdqa %0,%%xmm4" : : "m" (qmul[0])); in raid6_2data_recov_ssse3() 147 asm volatile("movdqa %0,%%xmm5" : : "m" (qmul[16])); in raid6_2data_recov_ssse3() 195 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_ssse3() local 216 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_ssse3() 227 asm volatile("movdqa %0, %%xmm0" : : "m" (qmul[0])); in raid6_datap_recov_ssse3() 232 asm volatile("movdqa %0, %%xmm1" : : "m" (qmul[16])); in raid6_datap_recov_ssse3() [all …]
|
H A D | recov_loongarch_simd.c | 34 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_lsx() local 61 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ raid6_gfexp[failb]]]; in raid6_2data_recov_lsx() 69 asm volatile("vld $vr20, %0" : : "m" (qmul[0])); in raid6_2data_recov_lsx() 70 asm volatile("vld $vr21, %0" : : "m" (qmul[16])); in raid6_2data_recov_lsx() 190 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_lsx() local 210 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_lsx() 215 asm volatile("vld $vr22, %0" : : "m" (qmul[0])); in raid6_datap_recov_lsx() 216 asm volatile("vld $vr23, %0" : : "m" (qmul[16])); in raid6_datap_recov_lsx() 308 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_lasx() local 335 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ raid6_gfexp[failb]]]; in raid6_2data_recov_lasx() [all …]
|
H A D | recov_avx2.c | 21 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_avx2() local 47 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx2() 73 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2() 74 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2() 141 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2() 142 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2() 190 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_avx2() local 209 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_avx2() 226 asm volatile("vbroadcasti128 %0, %%ymm0" : : "m" (qmul[0])); in raid6_datap_recov_avx2() 228 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (qmul[16])); in raid6_datap_recov_avx2() [all …]
|
H A D | recov_avx512.c | 29 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_avx512() local 58 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx512() 91 : "m" (qmul[0]), "m" (qmul[16])); in raid6_2data_recov_avx512() 173 : "m" (qmul[0]), "m" (qmul[16])); in raid6_2data_recov_avx512() 231 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_avx512() local 253 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_avx512() 278 : "m" (qmul[0]), "m" (qmul[16])); in raid6_datap_recov_avx512() 334 : "m" (qmul[0]), "m" (qmul[16])); in raid6_datap_recov_avx512()
|
H A D | recov_neon.c | 28 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_neon() local 55 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_neon() 59 __raid6_2data_recov_neon(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_neon() 67 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_neon() local 87 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_neon() 90 __raid6_datap_recov_neon(bytes, p, q, dq, qmul); in raid6_datap_recov_neon()
|
H A D | recov_s390xc.c | 28 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_s390xc() local 54 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_s390xc() 61 dq[i] = pbmul[dp[i]] ^ qmul[dq[i]]; in raid6_2data_recov_s390xc() 76 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_s390xc() local 95 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_s390xc() 101 dq[i] = qmul[dq[i]]; in raid6_datap_recov_s390xc()
|
H A D | recov.c | 25 const u8 *qmul; /* Q multiplier table (for both) */ in raid6_2data_recov_intx1() local 50 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_intx1() 55 qx = qmul[*q ^ *dq]; in raid6_2data_recov_intx1() 67 const u8 *qmul; /* Q multiplier table */ in raid6_datap_recov_intx1() local 85 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]]]; in raid6_datap_recov_intx1() 89 *p++ ^= *dq = qmul[*q ^ *dq]; in raid6_datap_recov_intx1()
|
H A D | recov_neon_inner.c | 30 const uint8_t *qmul) in __raid6_2data_recov_neon() argument 34 uint8x16_t qm0 = vld1q_u8(qmul); in __raid6_2data_recov_neon() 35 uint8x16_t qm1 = vld1q_u8(qmul + 16); in __raid6_2data_recov_neon() 79 const uint8_t *qmul) in __raid6_datap_recov_neon() argument 81 uint8x16_t qm0 = vld1q_u8(qmul); in __raid6_datap_recov_neon() 82 uint8x16_t qm1 = vld1q_u8(qmul + 16); in __raid6_datap_recov_neon()
|
H A D | neon.h | 17 const uint8_t *qmul); 20 const uint8_t *qmul);
|
/linux/crypto/async_tx/ |
H A D | async_raid6_recov.c | 95 const u8 *qmul; /* Q multiplier table */ in async_mult() local 142 qmul = raid6_gfmul[coef]; in async_mult() 147 *d++ = qmul[*s++]; in async_mult()
|