46 /* Returns curv25519 curve param */
576  * Handbook of Elliptic and Hyperelliptic Curve Cryptography.
923  *       Elliptic Curve Domain Parameters" section G.1.4
948 			  const struct ecc_curve *curve)  in vli_mmod_fast()  argument
951 	const u64 *curve_prime = curve->p;  in vli_mmod_fast()
952 	const unsigned int ndigits = curve->g.ndigits;  in vli_mmod_fast()
955 	if (strncmp(curve->name, "nist_", 5) != 0) {  in vli_mmod_fast()
993  * Assumes that mod is big enough curve order.
1007 			      const struct ecc_curve *curve)  in vli_mod_mult_fast()  argument
1011 	vli_mult(product, left, right, curve->g.ndigits);  in vli_mod_mult_fast()
1012 	vli_mmod_fast(result, product, curve);  in vli_mod_mult_fast()
1017 				const struct ecc_curve *curve)  in vli_mod_square_fast()  argument
1021 	vli_square(product, left, curve->g.ndigits);  in vli_mod_square_fast()
1022 	vli_mmod_fast(result, product, curve);  in vli_mod_square_fast()
1121 					const struct ecc_curve *curve)  in ecc_point_double_jacobian()  argument
1126 	const u64 *curve_prime = curve->p;  in ecc_point_double_jacobian()
1127 	const unsigned int ndigits = curve->g.ndigits;  in ecc_point_double_jacobian()
1133 	vli_mod_square_fast(t4, y1, curve);  in ecc_point_double_jacobian()
1135 	vli_mod_mult_fast(t5, x1, t4, curve);  in ecc_point_double_jacobian()
1137 	vli_mod_square_fast(t4, t4, curve);  in ecc_point_double_jacobian()
1139 	vli_mod_mult_fast(y1, y1, z1, curve);  in ecc_point_double_jacobian()
1141 	vli_mod_square_fast(z1, z1, curve);  in ecc_point_double_jacobian()
1150 	vli_mod_mult_fast(x1, x1, z1, curve);  in ecc_point_double_jacobian()
1167 	vli_mod_square_fast(z1, x1, curve);  in ecc_point_double_jacobian()
1175 	vli_mod_mult_fast(x1, x1, t5, curve);  in ecc_point_double_jacobian()
1185 static void apply_z(u64 *x1, u64 *y1, u64 *z, const struct ecc_curve *curve)  in apply_z()  argument
1189 	vli_mod_square_fast(t1, z, curve);		/* z^2 */  in apply_z()
1190 	vli_mod_mult_fast(x1, x1, t1, curve);	/* x1 * z^2 */  in apply_z()
1191 	vli_mod_mult_fast(t1, t1, z, curve);	/* z^3 */  in apply_z()
1192 	vli_mod_mult_fast(y1, y1, t1, curve);	/* y1 * z^3 */  in apply_z()
1197 				u64 *p_initial_z, const struct ecc_curve *curve)  in xycz_initial_double()  argument
1200 	const unsigned int ndigits = curve->g.ndigits;  in xycz_initial_double()
1211 	apply_z(x1, y1, z, curve);  in xycz_initial_double()
1213 	ecc_point_double_jacobian(x1, y1, z, curve);  in xycz_initial_double()
1215 	apply_z(x2, y2, z, curve);  in xycz_initial_double()
1223 			const struct ecc_curve *curve)  in xycz_add()  argument
1227 	const u64 *curve_prime = curve->p;  in xycz_add()
1228 	const unsigned int ndigits = curve->g.ndigits;  in xycz_add()
1233 	vli_mod_square_fast(t5, t5, curve);  in xycz_add()
1235 	vli_mod_mult_fast(x1, x1, t5, curve);  in xycz_add()
1237 	vli_mod_mult_fast(x2, x2, t5, curve);  in xycz_add()
1241 	vli_mod_square_fast(t5, y2, curve);  in xycz_add()
1250 	vli_mod_mult_fast(y1, y1, x2, curve);  in xycz_add()
1254 	vli_mod_mult_fast(y2, y2, x2, curve);  in xycz_add()
1266 			const struct ecc_curve *curve)  in xycz_add_c()  argument
1272 	const u64 *curve_prime = curve->p;  in xycz_add_c()
1273 	const unsigned int ndigits = curve->g.ndigits;  in xycz_add_c()
1278 	vli_mod_square_fast(t5, t5, curve);  in xycz_add_c()
1280 	vli_mod_mult_fast(x1, x1, t5, curve);  in xycz_add_c()
1282 	vli_mod_mult_fast(x2, x2, t5, curve);  in xycz_add_c()
1291 	vli_mod_mult_fast(y1, y1, t6, curve);  in xycz_add_c()
1295 	vli_mod_square_fast(x2, y2, curve);  in xycz_add_c()
1302 	vli_mod_mult_fast(y2, y2, t7, curve);  in xycz_add_c()
1307 	vli_mod_square_fast(t7, t5, curve);  in xycz_add_c()
1313 	vli_mod_mult_fast(t6, t6, t5, curve);  in xycz_add_c()
1322 			   u64 *initial_z, const struct ecc_curve *curve,  in ecc_point_mult()  argument
1330 	u64 *curve_prime = curve->p;  in ecc_point_mult()
1335 	carry = vli_add(sk[0], scalar, curve->n, ndigits);  in ecc_point_mult()
1336 	vli_add(sk[1], sk[0], curve->n, ndigits);  in ecc_point_mult()
1338 	if (curve->nbits == 521)	/* NIST P521 */  in ecc_point_mult()
1339 		num_bits = curve->nbits + 2;  in ecc_point_mult()
1346 	xycz_initial_double(rx[1], ry[1], rx[0], ry[0], initial_z, curve);  in ecc_point_mult()
1350 		xycz_add_c(rx[1 - nb], ry[1 - nb], rx[nb], ry[nb], curve);  in ecc_point_mult()
1351 		xycz_add(rx[nb], ry[nb], rx[1 - nb], ry[1 - nb], curve);  in ecc_point_mult()
1355 	xycz_add_c(rx[1 - nb], ry[1 - nb], rx[nb], ry[nb], curve);  in ecc_point_mult()
1361 	vli_mod_mult_fast(z, z, ry[1 - nb], curve);  in ecc_point_mult()
1363 	vli_mod_mult_fast(z, z, point->x, curve);  in ecc_point_mult()
1369 	vli_mod_mult_fast(z, z, point->y, curve);  in ecc_point_mult()
1371 	vli_mod_mult_fast(z, z, rx[1 - nb], curve);  in ecc_point_mult()
1374 	xycz_add(rx[nb], ry[nb], rx[1 - nb], ry[1 - nb], curve);  in ecc_point_mult()
1376 	apply_z(rx[0], ry[0], z, curve);  in ecc_point_mult()
1385 		   const struct ecc_curve *curve)  in ecc_point_add()  argument
1390 	unsigned int ndigits = curve->g.ndigits;  in ecc_point_add()
1394 	vli_mod_sub(z, result->x, p->x, curve->p, ndigits);  in ecc_point_add()
1397 	xycz_add(px, py, result->x, result->y, curve);  in ecc_point_add()
1398 	vli_mod_inv(z, z, curve->p, ndigits);  in ecc_point_add()
1399 	apply_z(result->x, result->y, z, curve);  in ecc_point_add()
1408 			   const struct ecc_curve *curve)  in ecc_point_mult_shamir()  argument
1414 	unsigned int ndigits = curve->g.ndigits;  in ecc_point_mult_shamir()
1422 	ecc_point_add(&sum, p, q, curve);  in ecc_point_mult_shamir()
1440 		ecc_point_double_jacobian(rx, ry, z, curve);  in ecc_point_mult_shamir()
1451 			apply_z(tx, ty, z, curve);  in ecc_point_mult_shamir()
1452 			vli_mod_sub(tz, rx, tx, curve->p, ndigits);  in ecc_point_mult_shamir()
1453 			xycz_add(tx, ty, rx, ry, curve);  in ecc_point_mult_shamir()
1454 			vli_mod_mult_fast(z, z, tz, curve);  in ecc_point_mult_shamir()
1457 	vli_mod_inv(z, z, curve->p, ndigits);  in ecc_point_mult_shamir()
1458 	apply_z(rx, ry, z, curve);  in ecc_point_mult_shamir()
1468 static int __ecc_is_key_valid(const struct ecc_curve *curve,  in __ecc_is_key_valid()  argument
1477 	if (curve->g.ndigits != ndigits)  in __ecc_is_key_valid()
1483 	vli_sub(res, curve->n, one, ndigits);  in __ecc_is_key_valid()
1495 	const struct ecc_curve *curve = ecc_get_curve(curve_id);  in ecc_is_key_valid()  local
1502 	return __ecc_is_key_valid(curve, private_key, ndigits);  in ecc_is_key_valid()
1516 	const struct ecc_curve *curve = ecc_get_curve(curve_id);  in ecc_gen_privkey()  local
1518 	unsigned int nbits = vli_num_bits(curve->n, ndigits);  in ecc_gen_privkey()
1550 	if (__ecc_is_key_valid(curve, private_key, ndigits))  in ecc_gen_privkey()
1562 	const struct ecc_curve *curve = ecc_get_curve(curve_id);  in ecc_make_pub_key()  local
1575 	ecc_point_mult(pk, &curve->g, private_key, NULL, curve, ndigits);  in ecc_make_pub_key()
1578 	if (ecc_is_pubkey_valid_full(curve, pk)) {  in ecc_make_pub_key()
1594 int ecc_is_pubkey_valid_partial(const struct ecc_curve *curve,  in ecc_is_pubkey_valid_partial()  argument
1599 	if (WARN_ON(pk->ndigits != curve->g.ndigits))  in ecc_is_pubkey_valid_partial()
1607 	if (vli_cmp(curve->p, pk->x, pk->ndigits) != 1)  in ecc_is_pubkey_valid_partial()
1609 	if (vli_cmp(curve->p, pk->y, pk->ndigits) != 1)  in ecc_is_pubkey_valid_partial()
1613 	vli_mod_square_fast(yy, pk->y, curve); /* y^2 */  in ecc_is_pubkey_valid_partial()
1614 	vli_mod_square_fast(xxx, pk->x, curve); /* x^2 */  in ecc_is_pubkey_valid_partial()
1615 	vli_mod_mult_fast(xxx, xxx, pk->x, curve); /* x^3 */  in ecc_is_pubkey_valid_partial()
1616 	vli_mod_mult_fast(w, curve->a, pk->x, curve); /* a·x */  in ecc_is_pubkey_valid_partial()
1617 	vli_mod_add(w, w, curve->b, curve->p, pk->ndigits); /* a·x + b */  in ecc_is_pubkey_valid_partial()
1618 	vli_mod_add(w, w, xxx, curve->p, pk->ndigits); /* x^3 + a·x + b */  in ecc_is_pubkey_valid_partial()
1627 int ecc_is_pubkey_valid_full(const struct ecc_curve *curve,  in ecc_is_pubkey_valid_full()  argument
1633 	int ret = ecc_is_pubkey_valid_partial(curve, pk);  in ecc_is_pubkey_valid_full()
1643 	ecc_point_mult(nQ, pk, curve->n, NULL, curve, pk->ndigits);  in ecc_is_pubkey_valid_full()
1661 	const struct ecc_curve *curve = ecc_get_curve(curve_id);  in crypto_ecdh_shared_secret()  local
1680 	ret = ecc_is_pubkey_valid_partial(curve, pk);  in crypto_ecdh_shared_secret()
1690 	ecc_point_mult(product, pk, private_key, rand_z, curve, ndigits);  in crypto_ecdh_shared_secret()
1709 MODULE_DESCRIPTION("core elliptic curve module");