50 	__m128i	blk[8];
57 	__m128i tot, ivreg;  in aesni_encrypt_cbc()
61 	ivreg = _mm_loadu_si128((const __m128i *)iv);  in aesni_encrypt_cbc()
64 		    _mm_loadu_si128((const __m128i *)from) ^ ivreg);  in aesni_encrypt_cbc()
66 		_mm_storeu_si128((__m128i *)to, tot);  in aesni_encrypt_cbc()
76 	__m128i blocks[8];  in aesni_decrypt_cbc()
78 	__m128i ivreg, nextiv;  in aesni_decrypt_cbc()
81 	ivreg = _mm_loadu_si128((const __m128i *)iv);  in aesni_decrypt_cbc()
110 	__m128i tot;  in aesni_encrypt_ecb()
111 	__m128i tout[8];  in aesni_encrypt_ecb()
138 		    _mm_loadu_si128((const __m128i *)from));  in aesni_encrypt_ecb()
139 		_mm_storeu_si128((__m128i *)to, tot);  in aesni_encrypt_ecb()
149 	__m128i tot;  in aesni_decrypt_ecb()
150 	__m128i tout[8];  in aesni_decrypt_ecb()
177 		    _mm_loadu_si128((const __m128i *)from));  in aesni_decrypt_ecb()
178 		_mm_storeu_si128((__m128i *)to, tot);  in aesni_decrypt_ecb()
188 static inline __m128i
189 nextc(__m128i x)  in nextc()
191 	const __m128i ONE = _mm_setr_epi32(0, 0, 1, 0);  in nextc()
192 	const __m128i ZERO = _mm_setzero_si128();  in nextc()
195 	__m128i t = _mm_cmpeq_epi64(x, ZERO);  in nextc()
206 	__m128i tot;  in aesni_encrypt_icm()
207 	__m128i tmp1, tmp2, tmp3, tmp4;  in aesni_encrypt_icm()
208 	__m128i tmp5, tmp6, tmp7, tmp8;  in aesni_encrypt_icm()
209 	__m128i ctr1, ctr2, ctr3, ctr4;  in aesni_encrypt_icm()
210 	__m128i ctr5, ctr6, ctr7, ctr8;  in aesni_encrypt_icm()
211 	__m128i BSWAP_EPI64;  in aesni_encrypt_icm()
212 	__m128i tout[8];  in aesni_encrypt_icm()
213 	__m128i block;  in aesni_encrypt_icm()
220 	ctr1 = _mm_loadu_si128((const __m128i *)iv);  in aesni_encrypt_icm()
267 		tot = tot ^ _mm_loadu_si128((const __m128i *)from);  in aesni_encrypt_icm()
268 		_mm_storeu_si128((__m128i *)to, tot);  in aesni_encrypt_icm()
294 static inline __m128i
295 xts_crank_lfsr(__m128i inp)  in xts_crank_lfsr()
297 	const __m128i alphamask = _mm_set_epi32(1, 1, 1, AES_XTS_ALPHA);  in xts_crank_lfsr()
298 	__m128i xtweak, ret;  in xts_crank_lfsr()
313 aesni_crypt_xts_block(int rounds, const __m128i *key_schedule, __m128i *tweak,  in aesni_crypt_xts_block()
316 	__m128i block;  in aesni_crypt_xts_block()
318 	block = _mm_loadu_si128((const __m128i *)from) ^ *tweak;  in aesni_crypt_xts_block()
325 	_mm_storeu_si128((__m128i *)to, block ^ *tweak);  in aesni_crypt_xts_block()
331 aesni_crypt_xts_block8(int rounds, const __m128i *key_schedule, __m128i *tweak,  in aesni_crypt_xts_block8()
334 	__m128i tmptweak;  in aesni_crypt_xts_block8()
335 	__m128i a, b, c, d, e, f, g, h;  in aesni_crypt_xts_block8()
336 	__m128i tweaks[8];  in aesni_crypt_xts_block8()
337 	__m128i tmp[8];  in aesni_crypt_xts_block8()
338 	__m128i *top;  in aesni_crypt_xts_block8()
339 	const __m128i *fromp;  in aesni_crypt_xts_block8()
347 	fromp = (const __m128i *)from;  in aesni_crypt_xts_block8()
372 	top = (__m128i *)to;  in aesni_crypt_xts_block8()
384 aesni_crypt_xts(int rounds, const __m128i *data_schedule,  in aesni_crypt_xts()
385     const __m128i *tweak_schedule, size_t len, const uint8_t *from,  in aesni_crypt_xts()
388 	__m128i tweakreg;  in aesni_crypt_xts()
403 	tweakreg = _mm_loadu_si128((__m128i *)&tweak[0]);  in aesni_crypt_xts()