29 void gcm_init_neon(__uint128_t Htable[16], const uint64_t Xi[2]);
30 void gcm_gmult_neon(uint64_t Xi[2], const __uint128_t Htable[16]);
31 void gcm_ghash_neon(uint64_t Xi[2], const __uint128_t Htable[16],
73 	ctx->gcm.Xi.u[0] = 0;  in gcm_setiv()
74 	ctx->gcm.Xi.u[1] = 0;  in gcm_setiv()
93 		gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_finish()
100 	ctx->gcm.Xi.u[0] ^= alen;  in gcm_finish()
101 	ctx->gcm.Xi.u[1] ^= clen;  in gcm_finish()
102 	gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_finish()
104 	ctx->gcm.Xi.u[0] ^= ctx->gcm.EK0.u[0];  in gcm_finish()
105 	ctx->gcm.Xi.u[1] ^= ctx->gcm.EK0.u[1];  in gcm_finish()
108 		return timingsafe_bcmp(ctx->gcm.Xi.c, tag, len);  in gcm_finish()
130 			ctx->gcm.Xi.c[n] ^= *(aad++);  in gcm_aad()
135 			gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_aad()
142 		gcm_ghash_neon(ctx->gcm.Xi.u, ctx->gcm.Htable, aad, i);  in gcm_aad()
149 			ctx->gcm.Xi.c[i] ^= aad[i];  in gcm_aad()
175 		gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_encrypt()
188 			ctx->gcm.Xi.c[n] ^= *(out++) = *(in++) ^ ctx->gcm.EKi.c[n];  in gcm_encrypt()
193 			gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_encrypt()
217 				ctx->gcm.Xi.c[i] ^= out[i];  in gcm_encrypt()
218 			gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_encrypt()
231 			ctx->gcm.Xi.c[mres++] ^= out[n] = in[n] ^ ctx->gcm.EKi.c[n];  in gcm_encrypt()
258 		gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_decrypt()
273 			ctx->gcm.Xi.c[n] ^= c;  in gcm_decrypt()
278 			gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_decrypt()
291 				ctx->gcm.Xi.c[k] ^= in[k];  in gcm_decrypt()
292 			gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable);  in gcm_decrypt()
321 			ctx->gcm.Xi.c[mres++] ^= c;  in gcm_decrypt()
335 	memcpy(tag, ctx->gcm.Xi.c, len);  in gcm_tag()