Lines Matching full:tmp1
167 __m128i tmp0, tmp1, tmp2, tmp3; in reduce4() local
193 tmp1 = _mm_shuffle_epi32(H2, 78); in reduce4()
195 tmp1 = _mm_xor_si128(tmp1, H2); in reduce4()
207 tmp1 = _mm_clmulepi64_si128(tmp1, tmp5, 0x00); in reduce4()
213 tmp0 = _mm_xor_si128(tmp1, tmp0); in reduce4()
275 __m128i tmp1, tmp2, tmp3, tmp4; in AES_GCM_encrypt() local
294 tmp1 = _mm_xor_si128(X, KEY[0]); in AES_GCM_encrypt()
297 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_encrypt()
300 tmp1 = _mm_aesenc_si128(tmp1, KEY[j+1]); in AES_GCM_encrypt()
303 tmp1 = _mm_aesenc_si128(tmp1, KEY[nr-1]); in AES_GCM_encrypt()
306 H = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_encrypt()
311 tmp1 = _mm_xor_si128(X, KEY[0]); in AES_GCM_encrypt()
313 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_encrypt()
314 H = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_encrypt()
320 tmp1 = _mm_loadu_si128(&((const __m128i *)ivec)[i]); in AES_GCM_encrypt()
321 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
322 Y = _mm_xor_si128(Y, tmp1); in AES_GCM_encrypt()
328 tmp1 = last_block; in AES_GCM_encrypt()
329 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
330 Y = _mm_xor_si128(Y, tmp1); in AES_GCM_encrypt()
333 tmp1 = _mm_insert_epi64(tmp1, (uint64_t)ibytes*8, 0); in AES_GCM_encrypt()
334 tmp1 = _mm_insert_epi64(tmp1, 0, 1); in AES_GCM_encrypt()
336 Y = _mm_xor_si128(Y, tmp1); in AES_GCM_encrypt()
339 tmp1 = _mm_xor_si128(Y, KEY[0]); in AES_GCM_encrypt()
341 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_encrypt()
342 T = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_encrypt()
350 tmp1 = _mm_loadu_si128(&((const __m128i *)addt)[i*4]); in AES_GCM_encrypt()
355 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
359 tmp1 = _mm_xor_si128(X, tmp1); in AES_GCM_encrypt()
361 reduce4(H, H2, H3, H4, tmp4, tmp3, tmp2, tmp1, &X); in AES_GCM_encrypt()
364 tmp1 = _mm_loadu_si128(&((const __m128i *)addt)[i]); in AES_GCM_encrypt()
365 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
366 X = _mm_xor_si128(X,tmp1); in AES_GCM_encrypt()
373 tmp1 = last_block; in AES_GCM_encrypt()
374 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
375 X =_mm_xor_si128(X,tmp1); in AES_GCM_encrypt()
390 tmp1 = _mm_shuffle_epi8(ctr1, BSWAP_EPI64); in AES_GCM_encrypt()
408 tmp1 =_mm_xor_si128(tmp1, KEY[0]); in AES_GCM_encrypt()
418 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_encrypt()
427 tmp1 =_mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_encrypt()
436 tmp1 = _mm_xor_si128(tmp1, in AES_GCM_encrypt()
453 _mm_storeu_si128(&((__m128i*)out)[i*8+0], tmp1); in AES_GCM_encrypt()
462 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
471 tmp1 = _mm_xor_si128(X, tmp1); in AES_GCM_encrypt()
473 reduce4(H, H2, H3, H4, tmp4, tmp3, tmp2, tmp1, &X); in AES_GCM_encrypt()
479 tmp1 = _mm_shuffle_epi8(ctr1, BSWAP_EPI64); in AES_GCM_encrypt()
481 tmp1 = _mm_xor_si128(tmp1, KEY[0]); in AES_GCM_encrypt()
483 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_encrypt()
484 tmp1 = _mm_aesenc_si128(tmp1, KEY[j+1]); in AES_GCM_encrypt()
486 tmp1 = _mm_aesenc_si128(tmp1, KEY[nr-1]); in AES_GCM_encrypt()
487 tmp1 = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_encrypt()
488 tmp1 = _mm_xor_si128(tmp1, in AES_GCM_encrypt()
490 _mm_storeu_si128(&((__m128i*)out)[k], tmp1); in AES_GCM_encrypt()
491 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
492 X = _mm_xor_si128(X, tmp1); in AES_GCM_encrypt()
497 tmp1 = _mm_shuffle_epi8(ctr1, BSWAP_EPI64); in AES_GCM_encrypt()
498 tmp1 = _mm_xor_si128(tmp1, KEY[0]); in AES_GCM_encrypt()
500 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_encrypt()
501 tmp1 = _mm_aesenc_si128(tmp1, KEY[j+1]); in AES_GCM_encrypt()
503 tmp1 = _mm_aesenc_si128(tmp1, KEY[nr-1]); in AES_GCM_encrypt()
504 tmp1 = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_encrypt()
508 last_block = _mm_xor_si128(last_block, tmp1); in AES_GCM_encrypt()
513 tmp1 = last_block; in AES_GCM_encrypt()
514 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_encrypt()
515 X = _mm_xor_si128(X, tmp1); in AES_GCM_encrypt()
518 tmp1 = _mm_insert_epi64(tmp1, (uint64_t)nbytes*8, 0); in AES_GCM_encrypt()
519 tmp1 = _mm_insert_epi64(tmp1, (uint64_t)abytes*8, 1); in AES_GCM_encrypt()
521 X = _mm_xor_si128(X, tmp1); in AES_GCM_encrypt()
536 __m128i tmp1, tmp2, tmp3, tmp4; in AES_GCM_decrypt() local
555 tmp1 = _mm_xor_si128(X, KEY[0]); in AES_GCM_decrypt()
558 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_decrypt()
561 tmp1 = _mm_aesenc_si128(tmp1, KEY[j+1]); in AES_GCM_decrypt()
564 tmp1 = _mm_aesenc_si128(tmp1, KEY[nr-1]); in AES_GCM_decrypt()
567 H = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_decrypt()
572 tmp1 = _mm_xor_si128(X, KEY[0]); in AES_GCM_decrypt()
574 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_decrypt()
575 H = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_decrypt()
581 tmp1 = _mm_loadu_si128(&((const __m128i *)ivec)[i]); in AES_GCM_decrypt()
582 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
583 Y = _mm_xor_si128(Y, tmp1); in AES_GCM_decrypt()
589 tmp1 = last_block; in AES_GCM_decrypt()
590 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
591 Y = _mm_xor_si128(Y, tmp1); in AES_GCM_decrypt()
594 tmp1 = _mm_insert_epi64(tmp1, (uint64_t)ibytes*8, 0); in AES_GCM_decrypt()
595 tmp1 = _mm_insert_epi64(tmp1, 0, 1); in AES_GCM_decrypt()
597 Y = _mm_xor_si128(Y, tmp1); in AES_GCM_decrypt()
600 tmp1 = _mm_xor_si128(Y, KEY[0]); in AES_GCM_decrypt()
602 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_decrypt()
603 T = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_decrypt()
611 tmp1 = _mm_loadu_si128(&((const __m128i *)addt)[i*4]); in AES_GCM_decrypt()
616 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
621 tmp1 = _mm_xor_si128(X, tmp1); in AES_GCM_decrypt()
623 reduce4(H, H2, H3, H4, tmp4, tmp3, tmp2, tmp1, &X); in AES_GCM_decrypt()
626 tmp1 = _mm_loadu_si128(&((const __m128i *)addt)[i]); in AES_GCM_decrypt()
627 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
628 X = _mm_xor_si128(X,tmp1); in AES_GCM_decrypt()
635 tmp1 = last_block; in AES_GCM_decrypt()
636 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
637 X =_mm_xor_si128(X,tmp1); in AES_GCM_decrypt()
643 tmp1 = _mm_loadu_si128(&((const __m128i *)in)[i*4]); in AES_GCM_decrypt()
648 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
653 tmp1 = _mm_xor_si128(X, tmp1); in AES_GCM_decrypt()
655 reduce4(H, H2, H3, H4, tmp4, tmp3, tmp2, tmp1, &X); in AES_GCM_decrypt()
658 tmp1 = _mm_loadu_si128(&((const __m128i *)in)[i]); in AES_GCM_decrypt()
659 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
660 X = _mm_xor_si128(X, tmp1); in AES_GCM_decrypt()
667 tmp1 = last_block; in AES_GCM_decrypt()
668 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
669 X = _mm_xor_si128(X, tmp1); in AES_GCM_decrypt()
673 tmp1 = _mm_insert_epi64(tmp1, (uint64_t)nbytes*8, 0); in AES_GCM_decrypt()
674 tmp1 = _mm_insert_epi64(tmp1, (uint64_t)abytes*8, 1); in AES_GCM_decrypt()
676 X = _mm_xor_si128(X, tmp1); in AES_GCM_decrypt()
695 tmp1 = _mm_shuffle_epi8(ctr1, BSWAP_EPI64); in AES_GCM_decrypt()
713 tmp1 =_mm_xor_si128(tmp1, KEY[0]); in AES_GCM_decrypt()
723 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_decrypt()
732 tmp1 =_mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_decrypt()
741 tmp1 = _mm_xor_si128(tmp1, in AES_GCM_decrypt()
758 _mm_storeu_si128(&((__m128i*)out)[i*8+0], tmp1); in AES_GCM_decrypt()
767 tmp1 = _mm_shuffle_epi8(tmp1, BSWAP_MASK); in AES_GCM_decrypt()
777 tmp1 = _mm_shuffle_epi8(ctr1, BSWAP_EPI64); in AES_GCM_decrypt()
779 tmp1 = _mm_xor_si128(tmp1, KEY[0]); in AES_GCM_decrypt()
781 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_decrypt()
782 tmp1 = _mm_aesenc_si128(tmp1, KEY[j+1]); in AES_GCM_decrypt()
784 tmp1 = _mm_aesenc_si128(tmp1, KEY[nr-1]); in AES_GCM_decrypt()
785 tmp1 = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_decrypt()
786 tmp1 = _mm_xor_si128(tmp1, in AES_GCM_decrypt()
788 _mm_storeu_si128(&((__m128i*)out)[k], tmp1); in AES_GCM_decrypt()
792 tmp1 = _mm_shuffle_epi8(ctr1, BSWAP_EPI64); in AES_GCM_decrypt()
793 tmp1 = _mm_xor_si128(tmp1, KEY[0]); in AES_GCM_decrypt()
795 tmp1 = _mm_aesenc_si128(tmp1, KEY[j]); in AES_GCM_decrypt()
796 tmp1 = _mm_aesenc_si128(tmp1, KEY[j+1]); in AES_GCM_decrypt()
798 tmp1 = _mm_aesenc_si128(tmp1, KEY[nr-1]); in AES_GCM_decrypt()
799 tmp1 = _mm_aesenclast_si128(tmp1, KEY[nr]); in AES_GCM_decrypt()
802 tmp1 = _mm_xor_si128(tmp1, last_block); in AES_GCM_decrypt()
803 last_block = tmp1; in AES_GCM_decrypt()