405 aes_encrypt(crypto_ctx_t *ctx, crypto_data_t *plaintext,  in aes_encrypt()  argument
421 	    == 0) && (plaintext->cd_length & (AES_BLOCK_LEN - 1)) != 0)  in aes_encrypt()
424 	AES_ARG_INPLACE(plaintext, ciphertext);  in aes_encrypt()
432 		length_needed = plaintext->cd_length + aes_ctx->ac_mac_len;  in aes_encrypt()
435 		length_needed = plaintext->cd_length + aes_ctx->ac_tag_len;  in aes_encrypt()
438 		if (plaintext->cd_length != 0)  in aes_encrypt()
444 		length_needed = plaintext->cd_length;  in aes_encrypt()
458 	ret = aes_encrypt_update(ctx, plaintext, ciphertext, req);  in aes_encrypt()
483 		if (plaintext != ciphertext) {  in aes_encrypt()
505 		if (plaintext != ciphertext) {  in aes_encrypt()
521     crypto_data_t *plaintext, crypto_req_handle_t req)  in aes_decrypt()  argument
541 	AES_ARG_INPLACE(ciphertext, plaintext);  in aes_decrypt()
559 		if (plaintext->cd_length != 0)  in aes_decrypt()
568 	if (plaintext->cd_length < length_needed) {  in aes_decrypt()
569 		plaintext->cd_length = length_needed;  in aes_decrypt()
573 	saved_offset = plaintext->cd_offset;  in aes_decrypt()
574 	saved_length = plaintext->cd_length;  in aes_decrypt()
579 	ret = aes_decrypt_update(ctx, ciphertext, plaintext, req);  in aes_decrypt()
589 		plaintext->cd_offset = plaintext->cd_length;  in aes_decrypt()
590 		plaintext->cd_length = saved_length - plaintext->cd_length;  in aes_decrypt()
592 		ret = ccm_decrypt_final((ccm_ctx_t *)aes_ctx, plaintext,  in aes_decrypt()
596 			if (plaintext != ciphertext) {  in aes_decrypt()
597 				plaintext->cd_length =  in aes_decrypt()
598 				    plaintext->cd_offset - saved_offset;  in aes_decrypt()
601 			plaintext->cd_length = saved_length;  in aes_decrypt()
604 		plaintext->cd_offset = saved_offset;  in aes_decrypt()
607 		plaintext->cd_offset = plaintext->cd_length;  in aes_decrypt()
608 		plaintext->cd_length = saved_length - plaintext->cd_length;  in aes_decrypt()
610 		ret = gcm_decrypt_final((gcm_ctx_t *)aes_ctx, plaintext,  in aes_decrypt()
613 			if (plaintext != ciphertext) {  in aes_decrypt()
614 				plaintext->cd_length =  in aes_decrypt()
615 				    plaintext->cd_offset - saved_offset;  in aes_decrypt()
618 			plaintext->cd_length = saved_length;  in aes_decrypt()
621 		plaintext->cd_offset = saved_offset;  in aes_decrypt()
635 aes_encrypt_update(crypto_ctx_t *ctx, crypto_data_t *plaintext,  in aes_encrypt_update()  argument
646 	AES_ARG_INPLACE(plaintext, ciphertext);  in aes_encrypt_update()
650 	out_len += plaintext->cd_length;  in aes_encrypt_update()
665 	switch (plaintext->cd_format) {  in aes_encrypt_update()
668 		    plaintext, ciphertext, aes_encrypt_contiguous_blocks,  in aes_encrypt_update()
673 		    plaintext, ciphertext, aes_encrypt_contiguous_blocks,  in aes_encrypt_update()
678 		    plaintext, ciphertext, aes_encrypt_contiguous_blocks,  in aes_encrypt_update()
697 		if (plaintext != ciphertext)  in aes_encrypt_update()
711     crypto_data_t *plaintext, crypto_req_handle_t req)  in aes_decrypt_update()  argument
721 	AES_ARG_INPLACE(ciphertext, plaintext);  in aes_decrypt_update()
734 		if (plaintext->cd_length < out_len) {  in aes_decrypt_update()
735 			plaintext->cd_length = out_len;  in aes_decrypt_update()
740 	saved_offset = plaintext->cd_offset;  in aes_decrypt_update()
741 	saved_length = plaintext->cd_length;  in aes_decrypt_update()
752 		    ciphertext, plaintext, aes_decrypt_contiguous_blocks,  in aes_decrypt_update()
757 		    ciphertext, plaintext, aes_decrypt_contiguous_blocks,  in aes_decrypt_update()
762 		    ciphertext, plaintext, aes_decrypt_contiguous_blocks,  in aes_decrypt_update()
776 		ret = ctr_mode_final((ctr_ctx_t *)aes_ctx, plaintext,  in aes_decrypt_update()
783 		if (ciphertext != plaintext)  in aes_decrypt_update()
784 			plaintext->cd_length =  in aes_decrypt_update()
785 			    plaintext->cd_offset - saved_offset;  in aes_decrypt_update()
787 		plaintext->cd_length = saved_length;  in aes_decrypt_update()
789 	plaintext->cd_offset = saved_offset;  in aes_decrypt_update()
961     crypto_key_t *key, crypto_data_t *plaintext, crypto_data_t *ciphertext,  in aes_encrypt_atomic()  argument
970 	AES_ARG_INPLACE(plaintext, ciphertext);  in aes_encrypt_atomic()
983 		if ((plaintext->cd_length & (AES_BLOCK_LEN - 1)) != 0)  in aes_encrypt_atomic()
999 		length_needed = plaintext->cd_length + aes_ctx.ac_mac_len;  in aes_encrypt_atomic()
1002 		if (plaintext->cd_length != 0)  in aes_encrypt_atomic()
1006 		length_needed = plaintext->cd_length + aes_ctx.ac_tag_len;  in aes_encrypt_atomic()
1009 		length_needed = plaintext->cd_length;  in aes_encrypt_atomic()
1025 	switch (plaintext->cd_format) {  in aes_encrypt_atomic()
1027 		ret = crypto_update_iov(&aes_ctx, plaintext, ciphertext,  in aes_encrypt_atomic()
1031 		ret = crypto_update_uio(&aes_ctx, plaintext, ciphertext,  in aes_encrypt_atomic()
1035 		ret = crypto_update_mp(&aes_ctx, plaintext, ciphertext,  in aes_encrypt_atomic()
1069 		if (plaintext != ciphertext) {  in aes_encrypt_atomic()
1091     crypto_key_t *key, crypto_data_t *ciphertext, crypto_data_t *plaintext,  in aes_decrypt_atomic()  argument
1100 	AES_ARG_INPLACE(ciphertext, plaintext);  in aes_decrypt_atomic()
1135 		if (plaintext->cd_length != 0)  in aes_decrypt_atomic()
1144 	if (plaintext->cd_length < length_needed) {  in aes_decrypt_atomic()
1145 		plaintext->cd_length = length_needed;  in aes_decrypt_atomic()
1150 	saved_offset = plaintext->cd_offset;  in aes_decrypt_atomic()
1151 	saved_length = plaintext->cd_length;  in aes_decrypt_atomic()
1162 		ret = crypto_update_iov(&aes_ctx, ciphertext, plaintext,  in aes_decrypt_atomic()
1166 		ret = crypto_update_uio(&aes_ctx, ciphertext, plaintext,  in aes_decrypt_atomic()
1170 		ret = crypto_update_mp(&aes_ctx, ciphertext, plaintext,  in aes_decrypt_atomic()
1184 			    plaintext, AES_BLOCK_LEN, aes_encrypt_block,  in aes_decrypt_atomic()
1188 			    (ciphertext != plaintext)) {  in aes_decrypt_atomic()
1189 				plaintext->cd_length =  in aes_decrypt_atomic()
1190 				    plaintext->cd_offset - saved_offset;  in aes_decrypt_atomic()
1192 				plaintext->cd_length = saved_length;  in aes_decrypt_atomic()
1197 			    plaintext, AES_BLOCK_LEN, aes_encrypt_block,  in aes_decrypt_atomic()
1201 			    (ciphertext != plaintext)) {  in aes_decrypt_atomic()
1202 				plaintext->cd_length =  in aes_decrypt_atomic()
1203 				    plaintext->cd_offset - saved_offset;  in aes_decrypt_atomic()
1205 				plaintext->cd_length = saved_length;  in aes_decrypt_atomic()
1209 			if (ciphertext != plaintext)  in aes_decrypt_atomic()
1210 				plaintext->cd_length =  in aes_decrypt_atomic()
1211 				    plaintext->cd_offset - saved_offset;  in aes_decrypt_atomic()
1215 				    plaintext, aes_encrypt_block);  in aes_decrypt_atomic()
1221 			if (ciphertext != plaintext)  in aes_decrypt_atomic()
1222 				plaintext->cd_length =  in aes_decrypt_atomic()
1223 				    plaintext->cd_offset - saved_offset;  in aes_decrypt_atomic()
1226 		plaintext->cd_length = saved_length;  in aes_decrypt_atomic()
1228 	plaintext->cd_offset = saved_offset;  in aes_decrypt_atomic()