Lines Matching full:input
49 static __always_inline void fproduct_copy_from_wide_(u64 *output, u128 *input) in fproduct_copy_from_wide_() argument
52 u128 xi = input[0]; in fproduct_copy_from_wide_()
56 u128 xi = input[1]; in fproduct_copy_from_wide_()
60 u128 xi = input[2]; in fproduct_copy_from_wide_()
64 u128 xi = input[3]; in fproduct_copy_from_wide_()
68 u128 xi = input[4]; in fproduct_copy_from_wide_()
74 fproduct_sum_scalar_multiplication_(u128 *output, u64 *input, u64 s) in fproduct_sum_scalar_multiplication_() argument
76 output[0] += (u128)input[0] * s; in fproduct_sum_scalar_multiplication_()
77 output[1] += (u128)input[1] * s; in fproduct_sum_scalar_multiplication_()
78 output[2] += (u128)input[2] * s; in fproduct_sum_scalar_multiplication_()
79 output[3] += (u128)input[3] * s; in fproduct_sum_scalar_multiplication_()
80 output[4] += (u128)input[4] * s; in fproduct_sum_scalar_multiplication_()
153 static __always_inline void fmul_mul_shift_reduce_(u128 *output, u64 *input, in fmul_mul_shift_reduce_() argument
160 fproduct_sum_scalar_multiplication_(output, input, input2i); in fmul_mul_shift_reduce_()
161 fmul_shift_reduce(input); in fmul_mul_shift_reduce_()
165 fproduct_sum_scalar_multiplication_(output, input, input2i); in fmul_mul_shift_reduce_()
166 fmul_shift_reduce(input); in fmul_mul_shift_reduce_()
170 fproduct_sum_scalar_multiplication_(output, input, input2i); in fmul_mul_shift_reduce_()
171 fmul_shift_reduce(input); in fmul_mul_shift_reduce_()
175 fproduct_sum_scalar_multiplication_(output, input, input2i); in fmul_mul_shift_reduce_()
176 fmul_shift_reduce(input); in fmul_mul_shift_reduce_()
180 fproduct_sum_scalar_multiplication_(output, input, input2i); in fmul_mul_shift_reduce_()
183 static __always_inline void fmul_fmul(u64 *output, u64 *input, u64 *input21) in fmul_fmul() argument
185 u64 tmp[5] = { input[0], input[1], input[2], input[3], input[4] }; in fmul_fmul()
279 static __always_inline void fsquare_fsquare_times(u64 *output, u64 *input, in fsquare_fsquare_times() argument
283 memcpy(output, input, 5 * sizeof(*input)); in fsquare_fsquare_times()
435 static __always_inline void crecip(u64 *output, u64 *input) in crecip() argument
437 crecip_crecip(output, input); in crecip()
469 static __always_inline void point_copy(u64 *output, u64 *input) in point_copy() argument
471 memcpy(output, input, 5 * sizeof(*input)); in point_copy()
472 memcpy(output + 5, input + 5, 5 * sizeof(*input)); in point_copy()
599 static __always_inline void format_fexpand(u64 *output, const u8 *input) in format_fexpand() argument
601 const u8 *x00 = input + 6; in format_fexpand()
602 const u8 *x01 = input + 12; in format_fexpand()
603 const u8 *x02 = input + 19; in format_fexpand()
604 const u8 *x0 = input + 24; in format_fexpand()
606 i0 = get_unaligned_le64(input); in format_fexpand()
623 static __always_inline void format_fcontract_first_carry_pass(u64 *input) in format_fcontract_first_carry_pass() argument
625 u64 t0 = input[0]; in format_fcontract_first_carry_pass()
626 u64 t1 = input[1]; in format_fcontract_first_carry_pass()
627 u64 t2 = input[2]; in format_fcontract_first_carry_pass()
628 u64 t3 = input[3]; in format_fcontract_first_carry_pass()
629 u64 t4 = input[4]; in format_fcontract_first_carry_pass()
638 input[0] = t0_; in format_fcontract_first_carry_pass()
639 input[1] = t1__; in format_fcontract_first_carry_pass()
640 input[2] = t2__; in format_fcontract_first_carry_pass()
641 input[3] = t3__; in format_fcontract_first_carry_pass()
642 input[4] = t4_; in format_fcontract_first_carry_pass()
645 static __always_inline void format_fcontract_first_carry_full(u64 *input) in format_fcontract_first_carry_full() argument
647 format_fcontract_first_carry_pass(input); in format_fcontract_first_carry_full()
648 modulo_carry_top(input); in format_fcontract_first_carry_full()
651 static __always_inline void format_fcontract_second_carry_pass(u64 *input) in format_fcontract_second_carry_pass() argument
653 u64 t0 = input[0]; in format_fcontract_second_carry_pass()
654 u64 t1 = input[1]; in format_fcontract_second_carry_pass()
655 u64 t2 = input[2]; in format_fcontract_second_carry_pass()
656 u64 t3 = input[3]; in format_fcontract_second_carry_pass()
657 u64 t4 = input[4]; in format_fcontract_second_carry_pass()
666 input[0] = t0_; in format_fcontract_second_carry_pass()
667 input[1] = t1__; in format_fcontract_second_carry_pass()
668 input[2] = t2__; in format_fcontract_second_carry_pass()
669 input[3] = t3__; in format_fcontract_second_carry_pass()
670 input[4] = t4_; in format_fcontract_second_carry_pass()
673 static __always_inline void format_fcontract_second_carry_full(u64 *input) in format_fcontract_second_carry_full() argument
679 format_fcontract_second_carry_pass(input); in format_fcontract_second_carry_full()
680 modulo_carry_top(input); in format_fcontract_second_carry_full()
681 i0 = input[0]; in format_fcontract_second_carry_full()
682 i1 = input[1]; in format_fcontract_second_carry_full()
685 input[0] = i0_; in format_fcontract_second_carry_full()
686 input[1] = i1_; in format_fcontract_second_carry_full()
689 static __always_inline void format_fcontract_trim(u64 *input) in format_fcontract_trim() argument
691 u64 a0 = input[0]; in format_fcontract_trim()
692 u64 a1 = input[1]; in format_fcontract_trim()
693 u64 a2 = input[2]; in format_fcontract_trim()
694 u64 a3 = input[3]; in format_fcontract_trim()
695 u64 a4 = input[4]; in format_fcontract_trim()
707 input[0] = a0_; in format_fcontract_trim()
708 input[1] = a1_; in format_fcontract_trim()
709 input[2] = a2_; in format_fcontract_trim()
710 input[3] = a3_; in format_fcontract_trim()
711 input[4] = a4_; in format_fcontract_trim()
714 static __always_inline void format_fcontract_store(u8 *output, u64 *input) in format_fcontract_store() argument
716 u64 t0 = input[0]; in format_fcontract_store()
717 u64 t1 = input[1]; in format_fcontract_store()
718 u64 t2 = input[2]; in format_fcontract_store()
719 u64 t3 = input[3]; in format_fcontract_store()
720 u64 t4 = input[4]; in format_fcontract_store()
735 static __always_inline void format_fcontract(u8 *output, u64 *input) in format_fcontract() argument
737 format_fcontract_first_carry_full(input); in format_fcontract()
738 format_fcontract_second_carry_full(input); in format_fcontract()
739 format_fcontract_trim(input); in format_fcontract()
740 format_fcontract_store(output, input); in format_fcontract()