Lines Matching refs:GHASH_ACC
487 vpxord GHASH_ACC, GHASHDATA0, GHASHDATA0
492 vpclmulqdq $0x00, H_POW4, GHASHDATA0, GHASH_ACC // LO_0
496 vpxord GHASHTMP0, GHASH_ACC, GHASH_ACC // sum(LO_{1,0})
498 vpternlogd $0x96, GHASHTMP2, GHASHTMP1, GHASH_ACC // LO = sum(LO_{3,2,1,0})
512 vpclmulqdq $0x01, GHASH_ACC, GFPOLY, GHASHTMP2 // LO_L*(x^63 + x^62 + x^57)
516 vpshufd $0x4e, GHASH_ACC, GHASH_ACC // Swap halves of LO
521 vpternlogd $0x96, GHASHTMP2, GHASH_ACC, GHASHTMP0 // Fold LO into MI
526 vpxord GHASHDATA3, GHASHDATA0, GHASH_ACC // HI = sum(HI_{3,2,1,0})
528 vpternlogd $0x96, GHASHTMP1, GHASHTMP0, GHASH_ACC // Fold MI into HI
530 _horizontal_xor GHASH_ACC, GHASH_ACC_XMM, GHASH_ACC_XMM, \
633 .set GHASH_ACC, V10 define
948 vpxord GHASH_ACC, V0, V0
1008 .set GHASH_ACC, %xmm7 define
1032 vpxor (GHASH_ACC_PTR), %xmm0, GHASH_ACC
1066 _ghash_mul_step \i, H_POW1, GHASH_ACC, GHASH_ACC, GFPOLY, \
1070 _ghash_mul_step 9, H_POW1, GHASH_ACC, GHASH_ACC, GFPOLY, \
1074 vpshufb BSWAP_MASK, GHASH_ACC, GHASH_ACC
1091 vpxor (%rax), GHASH_ACC, %xmm1
1092 vaesenclast %xmm1, %xmm0, GHASH_ACC
1093 vmovdqu GHASH_ACC, (GHASH_ACC_PTR)
1096 vpternlogd $0x96, (%rax), GHASH_ACC, %xmm1
1160 .set GHASH_ACC, %ymm6 define
1182 vpxor %ymm0, GHASH_ACC, GHASH_ACC
1183 _ghash_mul H_POW1, GHASH_ACC, GHASH_ACC, GFPOLY, \
1185 vextracti128 $1, GHASH_ACC, %xmm0
1203 vpxor %ymm0, GHASH_ACC, GHASH_ACC
1204 _ghash_mul H_POW1, GHASH_ACC, GHASH_ACC, GFPOLY, \
1206 vextracti128 $1, GHASH_ACC, %xmm0