Home
last modified time | relevance | path

Searched refs:svfloat64_t (Results 1 – 25 of 49) sorted by relevance

12

/freebsd/contrib/arm-optimized-routines/math/include/
H A Dmathlib.h224 svfloat64_t _ZGVsMxv_acos (svfloat64_t, svbool_t);
225 svfloat64_t _ZGVsMxv_acosh (svfloat64_t, svbool_t);
226 svfloat64_t _ZGVsMxv_asin (svfloat64_t, svbool_t);
227 svfloat64_t _ZGVsMxv_asinh (svfloat64_t, svbool_t);
228 svfloat64_t _ZGVsMxv_atan (svfloat64_t, svbool_t);
229 svfloat64_t _ZGVsMxv_atanh (svfloat64_t, svbool_t);
230 svfloat64_t _ZGVsMxv_cbrt (svfloat64_t, svbool_t);
231 svfloat64_t _ZGVsMxv_cos (svfloat64_t, svbool_t);
232 svfloat64_t _ZGVsMxv_cosh (svfloat64_t, svbool_t);
233 svfloat64_t _ZGVsMxv_cospi (svfloat64_t, svbool_t);
[all …]
/freebsd/contrib/arm-optimized-routines/math/aarch64/sve/
H A Dtan.c33 static svfloat64_t NOINLINE
34 special_case (svfloat64_t x, svfloat64_t p, svfloat64_t q, svbool_t pg, in special_case()
40 svfloat64_t n = svmad_x (pg, p, p, -1); in special_case()
41 svfloat64_t d = svmul_x (svptrue_b64 (), p, 2); in special_case()
42 svfloat64_t swap = n; in special_case()
45 svfloat64_t y = svdiv_x (svnot_z (pg, special), n, d); in special_case()
53 svfloat64_t SV_NAME_D1 (tan) (svfloat64_t x, svbool_t pg) in SV_NAME_D1()
56 svfloat64_t half_pi_c0 = svld1rq (svptrue_b64 (), &dat->c0); in SV_NAME_D1()
58 svfloat64_t q = svmul_lane (x, half_pi_c0, 1); in SV_NAME_D1()
63 svfloat64_t r = x; in SV_NAME_D1()
[all …]
H A Derfc.c78 svfloat64_t SV_NAME_D1 (erfc) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
82 svfloat64_t a = svabs_x (pg, x); in SV_NAME_D1()
88 svfloat64_t shift = sv_f64 (dat->shift); in SV_NAME_D1()
89 svfloat64_t z = svadd_x (pg, a, shift); in SV_NAME_D1()
97 svfloat64_t erfcr = svld1_gather_index (pg, p, i); in SV_NAME_D1()
98 svfloat64_t scale = svld1_gather_index (pg, p + 1, i); in SV_NAME_D1()
101 svfloat64_t r = svsub_x (pg, z, shift); in SV_NAME_D1()
102 svfloat64_t d = svsub_x (pg, a, r); in SV_NAME_D1()
103 svfloat64_t d2 = svmul_x (pg, d, d); in SV_NAME_D1()
104 svfloat64_t r2 = svmul_x (pg, r, r); in SV_NAME_D1()
[all …]
H A Dasinh.c56 static svfloat64_t NOINLINE
57 special_case (svfloat64_t x, svfloat64_t y, svbool_t special) in special_case()
62 static inline svfloat64_t
63 __sv_log_inline (svfloat64_t x, const struct data *d, const svbool_t pg) in __sv_log_inline()
74 svfloat64_t z = svreinterpret_f64 (iz); in __sv_log_inline()
76 svfloat64_t invc = svld1_gather_index (pg, &__v_log_data.table[0].invc, i); in __sv_log_inline()
77 svfloat64_t logc = svld1_gather_index (pg, &__v_log_data.table[0].logc, i); in __sv_log_inline()
79 svfloat64_t ln2_p3 = svld1rq (svptrue_b64 (), &d->ln2); in __sv_log_inline()
80 svfloat64_t p1_p4 = svld1rq (svptrue_b64 (), &d->p1); in __sv_log_inline()
82 svfloat64_t r = svmla_x (pg, sv_f64 (-1.0), invc, z); in __sv_log_inline()
[all …]
H A Dpow.c82 sv_isint (svbool_t pg, svfloat64_t x) in sv_isint()
89 sv_isnotint (svbool_t pg, svfloat64_t x) in sv_isnotint()
96 sv_isodd (svbool_t pg, svfloat64_t x) in sv_isodd()
98 svfloat64_t y = svmul_x (svptrue_b64 (), x, 0.5); in sv_isodd()
121 sv_top12 (svfloat64_t x) in sv_top12()
168 static inline svfloat64_t
169 sv_call_specialcase (svfloat64_t x1, svuint64_t u1, svuint64_t u2, in sv_call_specialcase()
170 svfloat64_t y, svbool_t cmp) in sv_call_specialcase()
179 svfloat64_t y2 = sv_f64 (elem); in sv_call_specialcase()
189 static inline svfloat64_t
[all …]
H A Dexp.c39 static inline svfloat64_t
40 special_case (svbool_t pg, svfloat64_t s, svfloat64_t y, svfloat64_t n) in special_case()
53 svfloat64_t s1 = svreinterpret_f64 (svsubr_x (pg, b, SpecialBias1)); in special_case()
56 svfloat64_t s2 = svreinterpret_f64 ( in special_case()
62 svfloat64_t r1 = svmul_x (svptrue_b64 (), s1, s1); in special_case()
63 svfloat64_t r2 = svmla_x (pg, s2, s2, y); in special_case()
64 svfloat64_t r0 = svmul_x (svptrue_b64 (), r2, s1); in special_case()
72 svfloat64_t SV_NAME_D1 (exp) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
95 svfloat64_t z = svmla_x (pg, sv_f64 (d->shift), x, d->inv_ln2); in SV_NAME_D1()
97 svfloat64_t n = svsub_x (pg, z, d->shift); in SV_NAME_D1()
[all …]
H A Dexp10.c44 static inline svfloat64_t
45 special_case (svbool_t pg, svfloat64_t s, svfloat64_t y, svfloat64_t n, in special_case()
57 svfloat64_t s1 = svreinterpret_f64 (svsubr_x (pg, b, SpecialBias1)); in special_case()
59 svfloat64_t s2 = svreinterpret_f64 ( in special_case()
65 svfloat64_t r1 = svmul_x (svptrue_b64 (), s1, s1); in special_case()
66 svfloat64_t r2 = svmla_x (pg, s2, s2, y); in special_case()
67 svfloat64_t r0 = svmul_x (svptrue_b64 (), r2, s1); in special_case()
76 svfloat64_t SV_NAME_D1 (exp10) (svfloat64_t x, svbool_t pg) in SV_NAME_D1()
83 svfloat64_t shift = sv_f64 (d->shift); in SV_NAME_D1()
84 svfloat64_t z = svmla_x (pg, shift, x, d->log10_2); in SV_NAME_D1()
[all …]
H A Dtanpi.c35 svfloat64_t SV_NAME_D1 (tanpi) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
39 svfloat64_t n = svrintn_x (pg, x); in SV_NAME_D1()
42 svfloat64_t xr = svsub_x (pg, x, n); in SV_NAME_D1()
43 svfloat64_t ar = svabd_x (pg, x, n); in SV_NAME_D1()
45 svfloat64_t r = svsel (flip, svsubr_x (pg, ar, 0.5), ar); in SV_NAME_D1()
48 svfloat64_t r2 = svmul_x (pg, r, r); in SV_NAME_D1()
49 svfloat64_t r4 = svmul_x (pg, r2, r2); in SV_NAME_D1()
51 svfloat64_t c_1_3 = svld1rq (pg, &d->c1); in SV_NAME_D1()
52 svfloat64_t c_5_7 = svld1rq (pg, &d->c5); in SV_NAME_D1()
53 svfloat64_t c_9_11 = svld1rq (pg, &d->c9); in SV_NAME_D1()
[all …]
H A Derf.c47 svfloat64_t SV_NAME_D1 (erf) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
57 svfloat64_t a = svabs_x (pg, x); in SV_NAME_D1()
58 svfloat64_t shift = sv_f64 (dat->shift); in SV_NAME_D1()
59 svfloat64_t z = svadd_x (pg, a, shift); in SV_NAME_D1()
65 svfloat64_t r = svsub_x (pg, z, shift); in SV_NAME_D1()
66 svfloat64_t erfr in SV_NAME_D1()
68 svfloat64_t scale in SV_NAME_D1()
72 svfloat64_t d = svsub_x (pg, a, r); in SV_NAME_D1()
73 svfloat64_t d2 = svmul_x (pg, d, d); in SV_NAME_D1()
74 svfloat64_t r2 = svmul_x (pg, r, r); in SV_NAME_D1()
[all …]
H A Dexp2.c38 static inline svfloat64_t
39 special_case (svbool_t pg, svfloat64_t s, svfloat64_t y, svfloat64_t n, in special_case()
51 svfloat64_t s1 = svreinterpret_f64 (svsubr_x (pg, b, SpecialBias1)); in special_case()
53 svfloat64_t s2 = svreinterpret_f64 ( in special_case()
59 svfloat64_t r1 = svmul_x (svptrue_b64 (), s1, s1); in special_case()
60 svfloat64_t r2 = svmla_x (pg, s2, s2, y); in special_case()
61 svfloat64_t r0 = svmul_x (svptrue_b64 (), r2, s1); in special_case()
70 svfloat64_t SV_NAME_D1 (exp2) (svfloat64_t x, svbool_t pg) in SV_NAME_D1()
77 svfloat64_t shift = sv_f64 (d->shift); in SV_NAME_D1()
78 svfloat64_t kd = svadd_x (pg, x, shift); in SV_NAME_D1()
[all …]
H A Dcosh.c32 static svfloat64_t NOINLINE
33 special_case (svfloat64_t x, svbool_t pg, svfloat64_t t, svbool_t special) in special_case()
35 svfloat64_t half_t = svmul_x (svptrue_b64 (), t, 0.5); in special_case()
36 svfloat64_t half_over_t = svdivr_x (pg, t, 0.5); in special_case()
37 svfloat64_t y = svadd_x (pg, half_t, half_over_t); in special_case()
43 static inline svfloat64_t
44 exp_inline (svfloat64_t x, const svbool_t pg, const struct data *d) in exp_inline()
47 svfloat64_t z = svmla_x (pg, sv_f64 (d->shift), x, d->inv_ln2); in exp_inline()
48 svfloat64_t n = svsub_x (pg, z, d->shift); in exp_inline()
50 svfloat64_t r = svmla_x (pg, x, n, d->ln2_hi); in exp_inline()
[all …]
H A Dlog10.c35 static svfloat64_t NOINLINE
36 special_case (svfloat64_t hi, svuint64_t tmp, svfloat64_t y, svfloat64_t r2, in special_case()
39 svfloat64_t x = svreinterpret_f64 (svadd_x (svptrue_b64 (), tmp, d->off)); in special_case()
47 svfloat64_t SV_NAME_D1 (log10) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
60 svfloat64_t k = svcvt_f64_x (pg, svasr_x (pg, svreinterpret_s64 (tmp), 52)); in SV_NAME_D1()
61 svfloat64_t z = svreinterpret_f64 ( in SV_NAME_D1()
65 svfloat64_t invc = svld1_gather_index (pg, &__v_log10_data.table[0].invc, i); in SV_NAME_D1()
66 svfloat64_t logc in SV_NAME_D1()
72 svfloat64_t r = svmad_x (pg, invc, z, -1.0); in SV_NAME_D1()
75 svfloat64_t invln10_log10_2 = svld1rq_f64 (svptrue_b64 (), &d->invln10); in SV_NAME_D1()
[all …]
H A Dlog2.c33 static svfloat64_t NOINLINE
34 special_case (svfloat64_t w, svuint64_t tmp, svfloat64_t y, svfloat64_t r2, in special_case()
37 svfloat64_t x = svreinterpret_f64 (svadd_x (svptrue_b64 (), tmp, d->off)); in special_case()
47 svfloat64_t SV_NAME_D1 (log2) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
60 svfloat64_t k = svcvt_f64_x (pg, svasr_x (pg, svreinterpret_s64 (tmp), 52)); in SV_NAME_D1()
61 svfloat64_t z = svreinterpret_f64 ( in SV_NAME_D1()
64 svfloat64_t invc = svld1_gather_index (pg, &__v_log2_data.table[0].invc, i); in SV_NAME_D1()
65 svfloat64_t log2c in SV_NAME_D1()
70 svfloat64_t invln2_and_c4 = svld1rq_f64 (svptrue_b64 (), &d->invln2); in SV_NAME_D1()
71 svfloat64_t r = svmad_x (pg, invc, z, -1.0); in SV_NAME_D1()
[all …]
H A Dlog.c33 static svfloat64_t NOINLINE
34 special_case (svfloat64_t hi, svuint64_t tmp, svfloat64_t y, svfloat64_t r2, in special_case()
37 svfloat64_t x = svreinterpret_f64 (svadd_x (svptrue_b64 (), tmp, d->off)); in special_case()
45 svfloat64_t SV_NAME_D1 (log) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
61 svfloat64_t z = svreinterpret_f64 (iz); in SV_NAME_D1()
63 svfloat64_t invc = svld1_gather_index (pg, &__v_log_data.table[0].invc, i); in SV_NAME_D1()
64 svfloat64_t logc = svld1_gather_index (pg, &__v_log_data.table[0].logc, i); in SV_NAME_D1()
67 svfloat64_t kd = svcvt_f64_x (pg, svasr_x (pg, svreinterpret_s64 (tmp), 52)); in SV_NAME_D1()
69 svfloat64_t ln2_and_c4 = svld1rq_f64 (svptrue_b64 (), &d->ln2); in SV_NAME_D1()
70 svfloat64_t r = svmad_x (pg, invc, z, -1); in SV_NAME_D1()
[all …]
H A Datan2.c31 static svfloat64_t NOINLINE
32 special_case (svfloat64_t y, svfloat64_t x, svfloat64_t ret, in special_case()
51 svfloat64_t SV_NAME_D2 (atan2) (svfloat64_t y, svfloat64_t x, in SV_NAME_D2()
63 svfloat64_t ax = svabs_x (pg, x); in SV_NAME_D2()
64 svfloat64_t ay = svabs_x (pg, y); in SV_NAME_D2()
75 svfloat64_t n = svsel (pred_aygtax, svneg_x (pg, ax), ay); in SV_NAME_D2()
76 svfloat64_t d = svsel (pred_aygtax, ay, ax); in SV_NAME_D2()
77 svfloat64_t z = svdiv_x (pg, n, d); in SV_NAME_D2()
80 svfloat64_t shift = svreinterpret_f64 (svlsr_x (pg, sign_x, 1)); in SV_NAME_D2()
86 svfloat64_t z2 = svmul_x (pg, z, z); in SV_NAME_D2()
[all …]
H A Dtanh.c36 static inline svfloat64_t
37 expm1_inline (svfloat64_t x, const svbool_t pg, const struct data *d) in expm1_inline()
43 svfloat64_t j in expm1_inline()
46 svfloat64_t f = svmla_x (pg, x, j, d->ln2_hi); in expm1_inline()
50 svfloat64_t f2 = svmul_x (pg, f, f); in expm1_inline()
51 svfloat64_t f4 = svmul_x (pg, f2, f2); in expm1_inline()
52 svfloat64_t p = svmla_x ( in expm1_inline()
57 svfloat64_t t = svscale_x (pg, sv_f64 (1), i); in expm1_inline()
62 static svfloat64_t NOINLINE
63 special_case (svfloat64_t x, svfloat64_t y, svbool_t special) in special_case()
[all …]
H A Dsin.c31 static svfloat64_t NOINLINE
32 special_case (svfloat64_t x, svfloat64_t y, svbool_t cmp) in special_case()
46 svfloat64_t SV_NAME_D1 (sin) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
52 svfloat64_t shift = sv_f64 (d->shift); in SV_NAME_D1()
53 svfloat64_t inv_pi_and_pi1 = svld1rq (ptrue, &d->inv_pi); in SV_NAME_D1()
54 svfloat64_t pi2_and_pi3 = svld1rq (ptrue, &d->pi_2); in SV_NAME_D1()
57 svfloat64_t n = svmla_lane (shift, x, inv_pi_and_pi1, 0); in SV_NAME_D1()
62 svfloat64_t r = x; in SV_NAME_D1()
68 svfloat64_t r2 = svmul_x (pg, r, r); in SV_NAME_D1()
69 svfloat64_t r3 = svmul_x (pg, r2, r); in SV_NAME_D1()
[all …]
H A Dexpm1.c36 static svfloat64_t NOINLINE
37 special_case (svfloat64_t x, svfloat64_t y, svbool_t pg) in special_case()
46 svfloat64_t SV_NAME_D1 (expm1) (svfloat64_t x, svbool_t pg) in SV_NAME_D1()
58 svfloat64_t shift = sv_f64 (d->shift); in SV_NAME_D1()
59 svfloat64_t n = svsub_x (pg, svmla_x (pg, shift, x, d->inv_ln2), shift); in SV_NAME_D1()
61 svfloat64_t ln2 = svld1rq (svptrue_b64 (), &d->ln2_hi); in SV_NAME_D1()
62 svfloat64_t f = svmls_lane (x, n, ln2, 0); in SV_NAME_D1()
70 svfloat64_t f2 = svmul_x (pg, f, f); in SV_NAME_D1()
71 svfloat64_t f4 = svmul_x (pg, f2, f2); in SV_NAME_D1()
72 svfloat64_t f8 = svmul_x (pg, f4, f4); in SV_NAME_D1()
[all …]
H A Dsinh.c39 static inline svfloat64_t
40 expm1_inline (svfloat64_t x, svbool_t pg) in expm1_inline()
48 svfloat64_t j in expm1_inline()
51 svfloat64_t f = svmla_x (pg, x, j, d->m_ln2_hi); in expm1_inline()
54 svfloat64_t f2 = svmul_x (pg, f, f); in expm1_inline()
55 svfloat64_t f4 = svmul_x (pg, f2, f2); in expm1_inline()
56 svfloat64_t f8 = svmul_x (pg, f4, f4); in expm1_inline()
57 svfloat64_t p in expm1_inline()
60 svfloat64_t t = svscale_x (pg, sv_f64 (1), i); in expm1_inline()
65 static svfloat64_t NOINLINE
[all …]
H A Dacos.c46 svfloat64_t SV_NAME_D1 (acos) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
51 svfloat64_t ax = svabs_x (pg, x); in SV_NAME_D1()
58 svfloat64_t z2 = svsel (a_gt_half, svmls_x (pg, sv_f64 (0.5), ax, 0.5), in SV_NAME_D1()
60 svfloat64_t z = svsqrt_m (ax, a_gt_half, z2); in SV_NAME_D1()
63 svfloat64_t z4 = svmul_x (pg, z2, z2); in SV_NAME_D1()
64 svfloat64_t z8 = svmul_x (pg, z4, z4); in SV_NAME_D1()
65 svfloat64_t z16 = svmul_x (pg, z8, z8); in SV_NAME_D1()
66 svfloat64_t p = sv_estrin_11_f64_x (pg, z2, z4, z8, z16, d->poly); in SV_NAME_D1()
74 svfloat64_t y in SV_NAME_D1()
78 svfloat64_t off = svdup_f64_z (is_neg, d->pi); in SV_NAME_D1()
[all …]
H A Dcos.c29 static svfloat64_t NOINLINE
30 special_case (svfloat64_t x, svfloat64_t y, svbool_t oob) in special_case()
40 svfloat64_t SV_NAME_D1 (cos) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
44 svfloat64_t r = svabs_x (pg, x); in SV_NAME_D1()
49 svfloat64_t invpio2_and_pio2_1 = svld1rq (ptrue, &d->inv_pio2); in SV_NAME_D1()
50 svfloat64_t pio2_23 = svld1rq (ptrue, &d->pio2_2); in SV_NAME_D1()
53 svfloat64_t q = svmla_lane (sv_f64 (d->shift), r, invpio2_and_pio2_1, 0); in SV_NAME_D1()
54 svfloat64_t n = svsub_x (pg, q, d->shift); in SV_NAME_D1()
62 svfloat64_t r2 = svtsmul (r, svreinterpret_u64 (q)); in SV_NAME_D1()
63 svfloat64_t y = sv_f64 (0.0); in SV_NAME_D1()
[all …]
H A Dcbrt.c38 static svfloat64_t NOINLINE
39 special_case (svfloat64_t x, svfloat64_t y, svbool_t special) in special_case()
44 static inline svfloat64_t
63 svfloat64_t SV_NAME_D1 (cbrt) (svfloat64_t x, const svbool_t pg) in SV_NAME_D1()
67 svfloat64_t ax = svabs_x (pg, x); in SV_NAME_D1()
77 svfloat64_t m = svreinterpret_f64 (svorr_x ( in SV_NAME_D1()
84 svfloat64_t p in SV_NAME_D1()
88 svfloat64_t m_by_3 = svmul_x (pg, m, d->one_third); in SV_NAME_D1()
89 svfloat64_t a = svmla_x (pg, svdiv_x (pg, m_by_3, svmul_x (pg, p, p)), p, in SV_NAME_D1()
107 svfloat64_t eb3f = svmul_x (pg, svcvt_f64_x (pg, e), d->one_third); in SV_NAME_D1()
[all …]
H A Dlog1p.c41 static svfloat64_t NOINLINE
42 special_case (svbool_t special, svfloat64_t x, svfloat64_t y) in special_case()
51 svfloat64_t SV_NAME_D1 (log1p) (svfloat64_t x, svbool_t pg) in SV_NAME_D1()
74 svfloat64_t m = svadd_x (pg, x, 1); in SV_NAME_D1()
79 svfloat64_t k = svcvt_f64_x (pg, ki); in SV_NAME_D1()
85 svfloat64_t f = svsub_x (pg, svreinterpret_f64 (u_red), 1); in SV_NAME_D1()
88 svfloat64_t cm = svdiv_x (pg, svsub_x (pg, x, svsub_x (pg, m, 1)), m); in SV_NAME_D1()
96 svfloat64_t f2 = svmul_x (pg, f, f), f4 = svmul_x (pg, f2, f2), in SV_NAME_D1()
98 svfloat64_t p = sv_estrin_18_f64_x (pg, f, f2, f4, f8, f16, d->poly); in SV_NAME_D1()
100 svfloat64_t ylo = svmla_x (pg, cm, k, d->ln2_lo); in SV_NAME_D1()
[all …]
H A Dsv_log1p_inline.h38 static inline svfloat64_t
39 sv_log1p_inline (svfloat64_t x, const svbool_t pg) in sv_log1p_inline()
51 svfloat64_t m = svadd_x (pg, x, 1); in sv_log1p_inline()
57 svfloat64_t k = svcvt_f64_x (pg, ki); in sv_log1p_inline()
63 svfloat64_t f = svsub_x (pg, svreinterpret_f64 (u_red), 1); in sv_log1p_inline()
66 svfloat64_t c = svsub_x (pg, x, svsub_x (pg, m, 1)); in sv_log1p_inline()
67 svfloat64_t cm; in sv_log1p_inline()
87 svfloat64_t f2 = svmul_x (pg, f, f); in sv_log1p_inline()
88 svfloat64_t p = sv_pw_horner_18_f64_x (pg, f, f2, d->poly); in sv_log1p_inline()
91 svfloat64_t ylo = svmla_x (pg, cm, k, d->ln2[0]); in sv_log1p_inline()
[all …]
/freebsd/contrib/arm-optimized-routines/math/aarch64/experimental/sve/
H A Derfinv_25u.c49 static inline svfloat64_t
50 special (svbool_t pg, svfloat64_t x, const struct data *d) in special()
58 svfloat64_t ax = svabs_x (pg, x); in special()
59 svfloat64_t t in special()
64 svfloat64_t ts in special()
67 svfloat64_t q = svadd_x (pg, t, d->Q_57[8]); in special()
74 static inline svfloat64_t
77 svfloat64_t x = svld1rq_f64 (svptrue_b64 (), c); in lookup()
81 static inline svfloat64_t
82 notails (svbool_t pg, svfloat64_t x, const struct data *d) in notails()
[all …]

12