Lines Matching refs:GHASH_ACC
413 pxor TMP1, GHASH_ACC
416 pshufd $0x4e, GHASH_ACC, MI
417 pxor GHASH_ACC, MI
420 _vpclmulqdq $0x00, TMP0, GHASH_ACC, LO
423 pclmulqdq $0x11, TMP0, GHASH_ACC
456 pxor TMP1, GHASH_ACC
476 pxor GHASH_ACC, MI
484 pxor TMP2, GHASH_ACC
485 pxor MI, GHASH_ACC
583 .set GHASH_ACC, %xmm3 define
589 movdqu (GHASH_ACC_PTR), GHASH_ACC
600 pxor %xmm0, GHASH_ACC
601 _ghash_mul H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm0, %xmm1
614 pxor %xmm0, GHASH_ACC
615 _ghash_mul H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm0, %xmm1
618 movdqu GHASH_ACC, (GHASH_ACC_PTR)
711 .set GHASH_ACC, %xmm5 // GHASH accumulator; in main loop also define
725 movdqu (GHASH_ACC_PTR), GHASH_ACC
907 pxor TMP0, GHASH_ACC
910 pxor TMP1, GHASH_ACC
912 _ghash_mul_noreduce H_POW, H_POW_XORED, GHASH_ACC, LO, MI, HI, TMP0
913 pxor GHASH_ACC, GHASH_ACC
965 pxor TMP0, GHASH_ACC
966 _ghash_mul_noreduce H_POW, H_POW_XORED, GHASH_ACC, LO, MI, HI, TMP0
970 _ghash_reduce LO, MI, HI, GHASH_ACC, TMP0
974 movdqu GHASH_ACC, (GHASH_ACC_PTR)
1015 .set GHASH_ACC, %xmm4 define
1030 movq TOTAL_DATALEN, GHASH_ACC
1031 pinsrq $1, TOTAL_AADLEN, GHASH_ACC
1032 psllq $3, GHASH_ACC // Bytes to bits
1033 _xor_mem_to_reg (GHASH_ACC_PTR), GHASH_ACC, %xmm1
1059 _ghash_mul_step \i, H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm1, %xmm2
1062 _ghash_mul_step 9, H_POW1, H_POW1_X64, GHASH_ACC, GFPOLY, %xmm1, %xmm2
1065 pshufb BSWAP_MASK, GHASH_ACC
1068 pxor %xmm0, GHASH_ACC
1072 movdqu GHASH_ACC, (GHASH_ACC_PTR)
1079 _xor_mem_to_reg (TAG), GHASH_ACC, tmp=%xmm0
1084 _test_mem (ZEROPAD_MASK_PTR), GHASH_ACC, tmp=%xmm0