105 	uint8_t block[AES_BLOCK_LEN], *from, *to;  in armv8_aes_encrypt_cbc()  local
118 			crypto_cursor_copydata(fromc, AES_BLOCK_LEN, block);  in armv8_aes_encrypt_cbc()
119 			tmp = vld1q_u8(block);  in armv8_aes_encrypt_cbc()
123 			vst1q_u8(block, tot);  in armv8_aes_encrypt_cbc()
124 			crypto_cursor_copyback(toc, AES_BLOCK_LEN, block);  in armv8_aes_encrypt_cbc()
144 	explicit_bzero(block, sizeof(block));  in armv8_aes_encrypt_cbc()
153 	uint8_t block[AES_BLOCK_LEN], *from, *to;  in armv8_aes_decrypt_cbc()  local
166 			crypto_cursor_copydata(fromc, AES_BLOCK_LEN, block);  in armv8_aes_decrypt_cbc()
167 			nextiv = vld1q_u8(block);  in armv8_aes_decrypt_cbc()
170 			vst1q_u8(block, veorq_u8(tmp, ivreg));  in armv8_aes_decrypt_cbc()
172 			crypto_cursor_copyback(toc, AES_BLOCK_LEN, block);  in armv8_aes_decrypt_cbc()
191 	explicit_bzero(block, sizeof(block));  in armv8_aes_decrypt_cbc()
220 	uint8x16_t block;  in armv8_aes_crypt_xts_block()  local
222 	block = vld1q_u8(from) ^ *tweak;  in armv8_aes_crypt_xts_block()
225 		block = armv8_aes_enc(rounds - 1, key_schedule, block);  in armv8_aes_crypt_xts_block()
227 		block = armv8_aes_dec(rounds - 1, key_schedule, block);  in armv8_aes_crypt_xts_block()
229 	vst1q_u8(to, block ^ *tweak);  in armv8_aes_crypt_xts_block()
241 	uint8_t block[AES_XTS_BLOCKSIZE] __aligned(16);  in armv8_aes_crypt_xts()  local
269 			crypto_cursor_copydata(fromc, AES_XTS_BLOCKSIZE, block);  in armv8_aes_crypt_xts()
271 			    &tweakreg, block, block, do_encrypt);  in armv8_aes_crypt_xts()
272 			crypto_cursor_copyback(toc, AES_XTS_BLOCKSIZE, block);  in armv8_aes_crypt_xts()
288 	explicit_bzero(block, sizeof(block));  in armv8_aes_crypt_xts()
333 	uint8_t block[AES_BLOCK_LEN];  in armv8_aes_gmac_setup()  local
355 		memset(block, 0, sizeof(block));  in armv8_aes_gmac_setup()
356 		memcpy(block, authdata, trailer);  in armv8_aes_gmac_setup()
357 		gcm_ghash_v8(s->Xi.u, Htable, block, AES_BLOCK_LEN);  in armv8_aes_gmac_setup()
401 	uint8_t block[AES_BLOCK_LEN] __aligned(AES_BLOCK_LEN);  in armv8_aes_encrypt_gcm()  local
415 			memset(block, 0, sizeof(block));  in armv8_aes_encrypt_gcm()
416 			crypto_cursor_copydata(fromc, (int)seglen, block);  in armv8_aes_encrypt_gcm()
420 				    (uint64_t *)block, (uint64_t *)block);  in armv8_aes_encrypt_gcm()
425 					block[i] ^= s.EKi.c[i];  in armv8_aes_encrypt_gcm()
427 			gcm_ghash_v8(s.Xi.u, Htable, block, seglen);  in armv8_aes_encrypt_gcm()
429 			crypto_cursor_copyback(toc, (int)seglen, block);  in armv8_aes_encrypt_gcm()
451 	explicit_bzero(block, sizeof(block));  in armv8_aes_encrypt_gcm()
465 	uint8_t block[AES_BLOCK_LEN] __aligned(AES_BLOCK_LEN), *from;  in armv8_aes_decrypt_gcm()  local
481 			memset(block, 0, sizeof(block));  in armv8_aes_decrypt_gcm()
483 			crypto_cursor_copydata(&fromcc, seglen, block);  in armv8_aes_decrypt_gcm()
484 			gcm_ghash_v8(s.Xi.u, Htable, block, seglen);  in armv8_aes_decrypt_gcm()
495 	block64 = (uint64_t *)block;  in armv8_aes_decrypt_gcm()
504 			memset(block, 0, sizeof(block));  in armv8_aes_decrypt_gcm()
505 			crypto_cursor_copydata(fromc, seglen, block);  in armv8_aes_decrypt_gcm()
510 			crypto_cursor_copyback(toc, (int)seglen, block);  in armv8_aes_decrypt_gcm()
529 	explicit_bzero(block, sizeof(block));  in armv8_aes_decrypt_gcm()