216 	uint8_t *ghash, *macp = NULL;  in gcm_encrypt_final()  local
225 	ghash = (uint8_t *)ctx->gcm_ghash;  in gcm_encrypt_final()
257 		GHASH(ctx, macp, ghash, gops);  in gcm_encrypt_final()
264 	GHASH(ctx, ctx->gcm_len_a_len_c, ghash, gops);  in gcm_encrypt_final()
267 	xor_block((uint8_t *)ctx->gcm_J0, ghash);  in gcm_encrypt_final()
276 	rv = crypto_put_output_data(ghash, out, ctx->gcm_tag_len);  in gcm_encrypt_final()
383 	uint8_t *ghash;  in gcm_decrypt_final()  local
394 	ghash = (uint8_t *)ctx->gcm_ghash;  in gcm_decrypt_final()
412 		GHASH(ctx, blockp, ghash, gops);  in gcm_decrypt_final()
435 	GHASH(ctx, ctx->gcm_len_a_len_c, ghash, gops);  in gcm_decrypt_final()
438 	xor_block((uint8_t *)ctx->gcm_J0, ghash);  in gcm_decrypt_final()
441 	if (memcmp(&ctx->gcm_pt_buf[pt_len], ghash, ctx->gcm_tag_len)) {  in gcm_decrypt_final()
491 	uint8_t *datap, *ghash;  in gcm_format_initial_blocks()  local
495 	ghash = (uint8_t *)ctx->gcm_ghash;  in gcm_format_initial_blocks()
518 			GHASH(ctx, datap, ghash, gops);  in gcm_format_initial_blocks()
538 	uint8_t *ghash, *datap, *authp;  in gcm_init()  local
551 	ghash = (uint8_t *)ctx->gcm_ghash;  in gcm_init()
553 	memset(ghash, 0, block_size);  in gcm_init()
581 		GHASH(ctx, datap, ghash, gops);  in gcm_init()
1020 extern void ASMABI gcm_ghash_avx(uint64_t ghash[2], const uint64_t *Htable,
1096 	uint64_t *ghash = ctx->gcm_ghash;  in gcm_mode_encrypt_contiguous_blocks_avx()  local
1161 		    datap, ct_buf, chunk_size, key, cb, ghash);  in gcm_mode_encrypt_contiguous_blocks_avx()
1184 		done = aesni_gcm_encrypt(datap, ct_buf, bleft, key, cb, ghash);  in gcm_mode_encrypt_contiguous_blocks_avx()
1240 	uint8_t *ghash = (uint8_t *)ctx->gcm_ghash;  in gcm_encrypt_final_avx()  local
1277 	gcm_xor_avx((uint8_t *)J0, ghash);  in gcm_encrypt_final_avx()
1289 	rv = crypto_put_output_data(ghash, out, ctx->gcm_tag_len);  in gcm_encrypt_final_avx()
1314 	uint64_t *ghash = ctx->gcm_ghash;  in gcm_decrypt_final_avx()  local
1327 		    (const void *)key, ctx->gcm_cb, ghash);  in gcm_decrypt_final_avx()
1339 		    (const void *)key, ctx->gcm_cb, ghash);  in gcm_decrypt_final_avx()
1389 	gcm_xor_avx((uint8_t *)ctx->gcm_J0, (uint8_t *)ghash);  in gcm_decrypt_final_avx()
1396 	if (memcmp(&ctx->gcm_pt_buf[pt_len], ghash, ctx->gcm_tag_len)) {  in gcm_decrypt_final_avx()