969 			 u8 ghash_acc[16], const u8 *aad, int aadlen);
972 			     u8 ghash_acc[16], const u8 *aad, int aadlen);
975 			      u8 ghash_acc[16], const u8 *aad, int aadlen);
977 static void aes_gcm_aad_update(const struct aes_gcm_key *key, u8 ghash_acc[16],  in aes_gcm_aad_update()
981 		aes_gcm_aad_update_vaes_avx10(AES_GCM_KEY_AVX10(key), ghash_acc,  in aes_gcm_aad_update()
984 		aes_gcm_aad_update_aesni_avx(AES_GCM_KEY_AESNI(key), ghash_acc,  in aes_gcm_aad_update()
987 		aes_gcm_aad_update_aesni(AES_GCM_KEY_AESNI(key), ghash_acc,  in aes_gcm_aad_update()
993 			 const u32 le_ctr[4], u8 ghash_acc[16],
997 			     const u32 le_ctr[4], u8 ghash_acc[16],
1001 				  const u32 le_ctr[4], u8 ghash_acc[16],
1005 				  const u32 le_ctr[4], u8 ghash_acc[16],
1010 			 const u32 le_ctr[4], u8 ghash_acc[16],
1014 			     const u32 le_ctr[4], u8 ghash_acc[16],
1018 				  const u32 le_ctr[4], u8 ghash_acc[16],
1022 				  const u32 le_ctr[4], u8 ghash_acc[16],
1028 	       const u32 le_ctr[4], u8 ghash_acc[16],  in aes_gcm_update()
1034 							  le_ctr, ghash_acc,  in aes_gcm_update()
1038 							  le_ctr, ghash_acc,  in aes_gcm_update()
1042 						     le_ctr, ghash_acc,  in aes_gcm_update()
1046 						 ghash_acc, src, dst, datalen);  in aes_gcm_update()
1050 							  le_ctr, ghash_acc,  in aes_gcm_update()
1054 							  le_ctr, ghash_acc,  in aes_gcm_update()
1058 						     le_ctr, ghash_acc,  in aes_gcm_update()
1062 						 le_ctr, ghash_acc,  in aes_gcm_update()
1069 			const u32 le_ctr[4], u8 ghash_acc[16],
1073 			    const u32 le_ctr[4], u8 ghash_acc[16],
1077 			     const u32 le_ctr[4], u8 ghash_acc[16],
1083 		  const u32 le_ctr[4], u8 ghash_acc[16],  in aes_gcm_enc_final()
1088 					     le_ctr, ghash_acc,  in aes_gcm_enc_final()
1092 					    le_ctr, ghash_acc,  in aes_gcm_enc_final()
1096 					le_ctr, ghash_acc,  in aes_gcm_enc_final()
1102 			const u32 le_ctr[4], const u8 ghash_acc[16],
1107 			    const u32 le_ctr[4], const u8 ghash_acc[16],
1112 			     const u32 le_ctr[4], const u8 ghash_acc[16],
1119 		  u8 ghash_acc[16], u64 total_aadlen, u64 total_datalen,  in aes_gcm_dec_final()
1124 						    le_ctr, ghash_acc,  in aes_gcm_dec_final()
1129 						   le_ctr, ghash_acc,  in aes_gcm_dec_final()
1134 					       le_ctr, ghash_acc,  in aes_gcm_dec_final()
1277 static void gcm_process_assoc(const struct aes_gcm_key *key, u8 ghash_acc[16],  in gcm_process_assoc()
1290 	memset(ghash_acc, 0, 16);  in gcm_process_assoc()
1309 			aes_gcm_aad_update(key, ghash_acc, buf, 16, flags);  in gcm_process_assoc()
1315 		aes_gcm_aad_update(key, ghash_acc, src, len, flags);  in gcm_process_assoc()
1331 		aes_gcm_aad_update(key, ghash_acc, buf, pos, flags);  in gcm_process_assoc()
1344 	u8 ghash_acc[16]; /* GHASH accumulator */  in gcm_crypt()  local
1383 	gcm_process_assoc(key, ghash_acc, req->src, assoclen, flags);  in gcm_crypt()
1395 		aes_gcm_update(key, le_ctr, ghash_acc, walk.src.virt.addr,  in gcm_crypt()
1405 	aes_gcm_update(key, le_ctr, ghash_acc, walk.src.virt.addr,  in gcm_crypt()
1416 		aes_gcm_enc_final(key, le_ctr, ghash_acc, assoclen,  in gcm_crypt()
1420 		scatterwalk_map_and_copy(ghash_acc, req->dst, req->assoclen +  in gcm_crypt()
1434 		if (!aes_gcm_dec_final(key, le_ctr, ghash_acc, assoclen,  in gcm_crypt()