1111 void crypto_int64_store(unsigned char *crypto_int64_s,crypto_int64 crypto_int64_x) {  in crypto_int64_store()  argument
1112   *crypto_int64_s++ = crypto_int64_x >> 0;  in crypto_int64_store()
1113   *crypto_int64_s++ = crypto_int64_x >> 8;  in crypto_int64_store()
1114   *crypto_int64_s++ = crypto_int64_x >> 16;  in crypto_int64_store()
1115   *crypto_int64_s++ = crypto_int64_x >> 24;  in crypto_int64_store()
1116   *crypto_int64_s++ = crypto_int64_x >> 32;  in crypto_int64_store()
1117   *crypto_int64_s++ = crypto_int64_x >> 40;  in crypto_int64_store()
1118   *crypto_int64_s++ = crypto_int64_x >> 48;  in crypto_int64_store()
1119   *crypto_int64_s++ = crypto_int64_x >> 56;  in crypto_int64_store()
1124 crypto_int64 crypto_int64_negative_mask(crypto_int64 crypto_int64_x) {  in crypto_int64_negative_mask()  argument
1126   __asm__ ("sarq $63,%0" : "+r"(crypto_int64_x) : : "cc");  in crypto_int64_negative_mask()
1127   return crypto_int64_x;  in crypto_int64_negative_mask()
1130   __asm__ ("asr %0,%1,63" : "=r"(crypto_int64_y) : "r"(crypto_int64_x) : );  in crypto_int64_negative_mask()
1133   crypto_int64_x >>= 64-6;  in crypto_int64_negative_mask()
1134   crypto_int64_x ^= crypto_int64_optblocker;  in crypto_int64_negative_mask()
1135   crypto_int64_x >>= 5;  in crypto_int64_negative_mask()
1136   return crypto_int64_x;  in crypto_int64_negative_mask()
1142 crypto_int64_unsigned crypto_int64_unsigned_topbit_01(crypto_int64_unsigned crypto_int64_x) {  in crypto_int64_unsigned_topbit_01()  argument
1144   __asm__ ("shrq $63,%0" : "+r"(crypto_int64_x) : : "cc");  in crypto_int64_unsigned_topbit_01()
1145   return crypto_int64_x;  in crypto_int64_unsigned_topbit_01()
1148   __asm__ ("lsr %0,%1,63" : "=r"(crypto_int64_y) : "r"(crypto_int64_x) : );  in crypto_int64_unsigned_topbit_01()
1151   crypto_int64_x >>= 64-6;  in crypto_int64_unsigned_topbit_01()
1152   crypto_int64_x ^= crypto_int64_optblocker;  in crypto_int64_unsigned_topbit_01()
1153   crypto_int64_x >>= 5;  in crypto_int64_unsigned_topbit_01()
1154   return crypto_int64_x;  in crypto_int64_unsigned_topbit_01()
1160 crypto_int64 crypto_int64_negative_01(crypto_int64 crypto_int64_x) {  in crypto_int64_negative_01()  argument
1161   return crypto_int64_unsigned_topbit_01(crypto_int64_x);  in crypto_int64_negative_01()
1166 crypto_int64 crypto_int64_topbit_mask(crypto_int64 crypto_int64_x) {  in crypto_int64_topbit_mask()  argument
1167   return crypto_int64_negative_mask(crypto_int64_x);  in crypto_int64_topbit_mask()
1172 crypto_int64 crypto_int64_topbit_01(crypto_int64 crypto_int64_x) {  in crypto_int64_topbit_01()  argument
1173   return crypto_int64_unsigned_topbit_01(crypto_int64_x);  in crypto_int64_topbit_01()
1178 crypto_int64 crypto_int64_bottombit_mask(crypto_int64 crypto_int64_x) {  in crypto_int64_bottombit_mask()  argument
1180   __asm__ ("andq $1,%0" : "+r"(crypto_int64_x) : : "cc");  in crypto_int64_bottombit_mask()
1181   return -crypto_int64_x;  in crypto_int64_bottombit_mask()
1184   __asm__ ("sbfx %0,%1,0,1" : "=r"(crypto_int64_y) : "r"(crypto_int64_x) : );  in crypto_int64_bottombit_mask()
1187   crypto_int64_x &= 1 ^ crypto_int64_optblocker;  in crypto_int64_bottombit_mask()
1188   return -crypto_int64_x;  in crypto_int64_bottombit_mask()
1194 crypto_int64 crypto_int64_bottombit_01(crypto_int64 crypto_int64_x) {  in crypto_int64_bottombit_01()  argument
1196   __asm__ ("andq $1,%0" : "+r"(crypto_int64_x) : : "cc");  in crypto_int64_bottombit_01()
1197   return crypto_int64_x;  in crypto_int64_bottombit_01()
1200   __asm__ ("ubfx %0,%1,0,1" : "=r"(crypto_int64_y) : "r"(crypto_int64_x) : );  in crypto_int64_bottombit_01()
1203   crypto_int64_x &= 1 ^ crypto_int64_optblocker;  in crypto_int64_bottombit_01()
1204   return crypto_int64_x;  in crypto_int64_bottombit_01()
1210 crypto_int64 crypto_int64_bitinrangepublicpos_mask(crypto_int64 crypto_int64_x,crypto_int64 crypto_…  in crypto_int64_bitinrangepublicpos_mask()  argument
1212   __asm__ ("sarq %%cl,%0" : "+r"(crypto_int64_x) : "c"(crypto_int64_s) : "cc");  in crypto_int64_bitinrangepublicpos_mask()
1214   __asm__ ("asr %0,%0,%1" : "+r"(crypto_int64_x) : "r"(crypto_int64_s) : );  in crypto_int64_bitinrangepublicpos_mask()
1216   crypto_int64_x >>= crypto_int64_s ^ crypto_int64_optblocker;  in crypto_int64_bitinrangepublicpos_mask()
1218   return crypto_int64_bottombit_mask(crypto_int64_x);  in crypto_int64_bitinrangepublicpos_mask()
1223 crypto_int64 crypto_int64_bitinrangepublicpos_01(crypto_int64 crypto_int64_x,crypto_int64 crypto_in…  in crypto_int64_bitinrangepublicpos_01()  argument
1225   __asm__ ("sarq %%cl,%0" : "+r"(crypto_int64_x) : "c"(crypto_int64_s) : "cc");  in crypto_int64_bitinrangepublicpos_01()
1227   __asm__ ("asr %0,%0,%1" : "+r"(crypto_int64_x) : "r"(crypto_int64_s) : );  in crypto_int64_bitinrangepublicpos_01()
1229   crypto_int64_x >>= crypto_int64_s ^ crypto_int64_optblocker;  in crypto_int64_bitinrangepublicpos_01()
1231   return crypto_int64_bottombit_01(crypto_int64_x);  in crypto_int64_bitinrangepublicpos_01()
1236 crypto_int64 crypto_int64_shlmod(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_s) {  in crypto_int64_shlmod()  argument
1238   __asm__ ("shlq %%cl,%0" : "+r"(crypto_int64_x) : "c"(crypto_int64_s) : "cc");  in crypto_int64_shlmod()
1240   __asm__ ("lsl %0,%0,%1" : "+r"(crypto_int64_x) : "r"(crypto_int64_s) : );  in crypto_int64_shlmod()
1244 …crypto_int64_x ^= (crypto_int64_x ^ (crypto_int64_x << crypto_int64_k)) & crypto_int64_bitinrangep…  in crypto_int64_shlmod()
1246   return crypto_int64_x;  in crypto_int64_shlmod()
1251 crypto_int64 crypto_int64_shrmod(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_s) {  in crypto_int64_shrmod()  argument
1253   __asm__ ("sarq %%cl,%0" : "+r"(crypto_int64_x) : "c"(crypto_int64_s) : "cc");  in crypto_int64_shrmod()
1255   __asm__ ("asr %0,%0,%1" : "+r"(crypto_int64_x) : "r"(crypto_int64_s) : );  in crypto_int64_shrmod()
1259 …crypto_int64_x ^= (crypto_int64_x ^ (crypto_int64_x >> crypto_int64_k)) & crypto_int64_bitinrangep…  in crypto_int64_shrmod()
1261   return crypto_int64_x;  in crypto_int64_shrmod()
1266 crypto_int64 crypto_int64_bitmod_mask(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_s) {  in crypto_int64_bitmod_mask()  argument
1267   crypto_int64_x = crypto_int64_shrmod(crypto_int64_x,crypto_int64_s);  in crypto_int64_bitmod_mask()
1268   return crypto_int64_bottombit_mask(crypto_int64_x);  in crypto_int64_bitmod_mask()
1273 crypto_int64 crypto_int64_bitmod_01(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_s) {  in crypto_int64_bitmod_01()  argument
1274   crypto_int64_x = crypto_int64_shrmod(crypto_int64_x,crypto_int64_s);  in crypto_int64_bitmod_01()
1275   return crypto_int64_bottombit_01(crypto_int64_x);  in crypto_int64_bitmod_01()
1280 crypto_int64 crypto_int64_nonzero_mask(crypto_int64 crypto_int64_x) {  in crypto_int64_nonzero_mask()  argument
1283 …2,%2\n cmovneq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x) : "cc");  in crypto_int64_nonzero_mask()
1287   __asm__ ("cmp %1,0\n csetm %0,ne" : "=r"(crypto_int64_z) : "r"(crypto_int64_x) : "cc");  in crypto_int64_nonzero_mask()
1290   crypto_int64_x |= -crypto_int64_x;  in crypto_int64_nonzero_mask()
1291   return crypto_int64_negative_mask(crypto_int64_x);  in crypto_int64_nonzero_mask()
1297 crypto_int64 crypto_int64_nonzero_01(crypto_int64 crypto_int64_x) {  in crypto_int64_nonzero_01()  argument
1300 …2,%2\n cmovneq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x) : "cc");  in crypto_int64_nonzero_01()
1304   __asm__ ("cmp %1,0\n cset %0,ne" : "=r"(crypto_int64_z) : "r"(crypto_int64_x) : "cc");  in crypto_int64_nonzero_01()
1307   crypto_int64_x |= -crypto_int64_x;  in crypto_int64_nonzero_01()
1308   return crypto_int64_unsigned_topbit_01(crypto_int64_x);  in crypto_int64_nonzero_01()
1314 crypto_int64 crypto_int64_positive_mask(crypto_int64 crypto_int64_x) {  in crypto_int64_positive_mask()  argument
1317 …%2,%2\n cmovgq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x) : "cc");  in crypto_int64_positive_mask()
1321   __asm__ ("cmp %1,0\n csetm %0,gt" : "=r"(crypto_int64_z) : "r"(crypto_int64_x) : "cc");  in crypto_int64_positive_mask()
1324   crypto_int64 crypto_int64_z = -crypto_int64_x;  in crypto_int64_positive_mask()
1325   crypto_int64_z ^= crypto_int64_x & crypto_int64_z;  in crypto_int64_positive_mask()
1332 crypto_int64 crypto_int64_positive_01(crypto_int64 crypto_int64_x) {  in crypto_int64_positive_01()  argument
1335 …%2,%2\n cmovgq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x) : "cc");  in crypto_int64_positive_01()
1339   __asm__ ("cmp %1,0\n cset %0,gt" : "=r"(crypto_int64_z) : "r"(crypto_int64_x) : "cc");  in crypto_int64_positive_01()
1342   crypto_int64 crypto_int64_z = -crypto_int64_x;  in crypto_int64_positive_01()
1343   crypto_int64_z ^= crypto_int64_x & crypto_int64_z;  in crypto_int64_positive_01()
1350 crypto_int64 crypto_int64_zero_mask(crypto_int64 crypto_int64_x) {  in crypto_int64_zero_mask()  argument
1353 …%2,%2\n cmoveq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x) : "cc");  in crypto_int64_zero_mask()
1357   __asm__ ("cmp %1,0\n csetm %0,eq" : "=r"(crypto_int64_z) : "r"(crypto_int64_x) : "cc");  in crypto_int64_zero_mask()
1360   return ~crypto_int64_nonzero_mask(crypto_int64_x);  in crypto_int64_zero_mask()
1366 crypto_int64 crypto_int64_zero_01(crypto_int64 crypto_int64_x) {  in crypto_int64_zero_01()  argument
1369 …%2,%2\n cmoveq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x) : "cc");  in crypto_int64_zero_01()
1373   __asm__ ("cmp %1,0\n cset %0,eq" : "=r"(crypto_int64_z) : "r"(crypto_int64_x) : "cc");  in crypto_int64_zero_01()
1376   return 1-crypto_int64_nonzero_01(crypto_int64_x);  in crypto_int64_zero_01()
1382 crypto_int64 crypto_int64_unequal_mask(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_unequal_mask()  argument
1385 … cmovneq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_unequal_mask()
1389 …__asm__ ("cmp %1,%2\n csetm %0,ne" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_…  in crypto_int64_unequal_mask()
1392   return crypto_int64_nonzero_mask(crypto_int64_x ^ crypto_int64_y);  in crypto_int64_unequal_mask()
1398 crypto_int64 crypto_int64_unequal_01(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_unequal_01()  argument
1401 … cmovneq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_unequal_01()
1405 …__asm__ ("cmp %1,%2\n cset %0,ne" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_y…  in crypto_int64_unequal_01()
1408   return crypto_int64_nonzero_01(crypto_int64_x ^ crypto_int64_y);  in crypto_int64_unequal_01()
1414 crypto_int64 crypto_int64_equal_mask(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_equal_mask()  argument
1417 …n cmoveq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_equal_mask()
1421 …__asm__ ("cmp %1,%2\n csetm %0,eq" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_…  in crypto_int64_equal_mask()
1424   return ~crypto_int64_unequal_mask(crypto_int64_x,crypto_int64_y);  in crypto_int64_equal_mask()
1430 crypto_int64 crypto_int64_equal_01(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_equal_01()  argument
1433 …n cmoveq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_equal_01()
1437 …__asm__ ("cmp %1,%2\n cset %0,eq" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_y…  in crypto_int64_equal_01()
1440   return 1-crypto_int64_unequal_01(crypto_int64_x,crypto_int64_y);  in crypto_int64_equal_01()
1446 crypto_int64 crypto_int64_min(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_min()  argument
1448   __asm__ ("cmpq %1,%0\n cmovgq %1,%0" : "+r"(crypto_int64_x) : "r"(crypto_int64_y) : "cc");  in crypto_int64_min()
1449   return crypto_int64_x;  in crypto_int64_min()
1451   __asm__ ("cmp %0,%1\n csel %0,%0,%1,lt" : "+r"(crypto_int64_x) : "r"(crypto_int64_y) : "cc");  in crypto_int64_min()
1452   return crypto_int64_x;  in crypto_int64_min()
1454   crypto_int64 crypto_int64_r = crypto_int64_y ^ crypto_int64_x;  in crypto_int64_min()
1455   crypto_int64 crypto_int64_z = crypto_int64_y - crypto_int64_x;  in crypto_int64_min()
1459   return crypto_int64_x ^ crypto_int64_z;  in crypto_int64_min()
1465 crypto_int64 crypto_int64_max(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_max()  argument
1467   __asm__ ("cmpq %1,%0\n cmovlq %1,%0" : "+r"(crypto_int64_x) : "r"(crypto_int64_y) : "cc");  in crypto_int64_max()
1468   return crypto_int64_x;  in crypto_int64_max()
1470   __asm__ ("cmp %0,%1\n csel %0,%1,%0,lt" : "+r"(crypto_int64_x) : "r"(crypto_int64_y) : "cc");  in crypto_int64_max()
1471   return crypto_int64_x;  in crypto_int64_max()
1473   crypto_int64 crypto_int64_r = crypto_int64_y ^ crypto_int64_x;  in crypto_int64_max()
1474   crypto_int64 crypto_int64_z = crypto_int64_y - crypto_int64_x;  in crypto_int64_max()
1485   crypto_int64 crypto_int64_x = *crypto_int64_p;  in crypto_int64_minmax()  local
1489 … %1,%0\n cmovgq %2,%1\n cmovgq %0,%2" : "=&r"(crypto_int64_z), "+&r"(crypto_int64_x), "+r"(crypto_…  in crypto_int64_minmax()
1490   *crypto_int64_p = crypto_int64_x;  in crypto_int64_minmax()
1494 …sel %1,%3,%2,lt" : "=&r"(crypto_int64_r), "=r"(crypto_int64_s) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_minmax()
1498   crypto_int64 crypto_int64_r = crypto_int64_y ^ crypto_int64_x;  in crypto_int64_minmax()
1499   crypto_int64 crypto_int64_z = crypto_int64_y - crypto_int64_x;  in crypto_int64_minmax()
1503   crypto_int64_x ^= crypto_int64_z;  in crypto_int64_minmax()
1505   *crypto_int64_p = crypto_int64_x;  in crypto_int64_minmax()
1512 crypto_int64 crypto_int64_smaller_mask(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_smaller_mask()  argument
1515 …n cmovlq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_smaller_mask()
1519 …__asm__ ("cmp %1,%2\n csetm %0,lt" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_…  in crypto_int64_smaller_mask()
1522   crypto_int64 crypto_int64_r = crypto_int64_x ^ crypto_int64_y;  in crypto_int64_smaller_mask()
1523   crypto_int64 crypto_int64_z = crypto_int64_x - crypto_int64_y;  in crypto_int64_smaller_mask()
1524   crypto_int64_z ^= crypto_int64_r & (crypto_int64_z ^ crypto_int64_x);  in crypto_int64_smaller_mask()
1531 crypto_int64 crypto_int64_smaller_01(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_smaller_01()  argument
1534 …n cmovlq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_smaller_01()
1538 …__asm__ ("cmp %1,%2\n cset %0,lt" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_y…  in crypto_int64_smaller_01()
1541   crypto_int64 crypto_int64_r = crypto_int64_x ^ crypto_int64_y;  in crypto_int64_smaller_01()
1542   crypto_int64 crypto_int64_z = crypto_int64_x - crypto_int64_y;  in crypto_int64_smaller_01()
1543   crypto_int64_z ^= crypto_int64_r & (crypto_int64_z ^ crypto_int64_x);  in crypto_int64_smaller_01()
1550 crypto_int64 crypto_int64_leq_mask(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_leq_mask()  argument
1553 … cmovleq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_leq_mask()
1557 …__asm__ ("cmp %1,%2\n csetm %0,le" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_…  in crypto_int64_leq_mask()
1560   return ~crypto_int64_smaller_mask(crypto_int64_y,crypto_int64_x);  in crypto_int64_leq_mask()
1566 crypto_int64 crypto_int64_leq_01(crypto_int64 crypto_int64_x,crypto_int64 crypto_int64_y) {  in crypto_int64_leq_01()  argument
1569 … cmovleq %1,%0" : "=&r"(crypto_int64_z), "=&r"(crypto_int64_q) : "r"(crypto_int64_x), "r"(crypto_i…  in crypto_int64_leq_01()
1573 …__asm__ ("cmp %1,%2\n cset %0,le" : "=r"(crypto_int64_z) : "r"(crypto_int64_x), "r"(crypto_int64_y…  in crypto_int64_leq_01()
1576   return 1-crypto_int64_smaller_01(crypto_int64_y,crypto_int64_x);  in crypto_int64_leq_01()
1582 int crypto_int64_ones_num(crypto_int64 crypto_int64_x) {  in crypto_int64_ones_num()  argument
1583   crypto_int64_unsigned crypto_int64_y = crypto_int64_x;  in crypto_int64_ones_num()
1598 int crypto_int64_bottomzeros_num(crypto_int64 crypto_int64_x) {  in crypto_int64_bottomzeros_num()  argument
1601   __asm__ ("bsfq %0,%0\n cmoveq %1,%0" : "+&r"(crypto_int64_x) : "r"(fallback) : "cc");  in crypto_int64_bottomzeros_num()
1602   return crypto_int64_x;  in crypto_int64_bottomzeros_num()
1605   __asm__ ("rbit %0,%1\n clz %0,%0" : "=r"(crypto_int64_y) : "r"(crypto_int64_x) : );  in crypto_int64_bottomzeros_num()
1608   crypto_int64 crypto_int64_y = crypto_int64_x ^ (crypto_int64_x-1);  in crypto_int64_bottomzeros_num()
1610   crypto_int64_y &= ~(crypto_int64_x & (((crypto_int64) 1) << (64-1)));  in crypto_int64_bottomzeros_num()