Home
last modified time | relevance | path

Searched +full:7 +full:ulp (Results 1 – 25 of 165) sorted by relevance

1234567

/freebsd/sys/contrib/device-tree/Bindings/input/
H A Diqs626a.yaml45 2: Ultra-low power (ULP channel proximity sensing)
52 azoteq,ulp-enable:
58 azoteq,ulp-update:
60 enum: [0, 1, 2, 3, 4, 5, 6, 7]
72 7: 256
84 enum: [0, 1, 2, 3, 4, 5, 6, 7]
90 1: ULP channel
96 7: Hall channel
138 azoteq,rate-ulp-ms:
152 from normal-power mode to low-power mode, or (if 'azoteq,ulp-enable' is
[all …]
/freebsd/contrib/arm-optimized-routines/math/
H A Dlog.c60 /* Worst-case error is around 0.516 ULP. */ in log()
62 + r3 * (B[4] + r * B[5] + r2 * B[6] + r3 * (B[7] + r * B[8]))); in log()
68 /* Worst-case error is around 0.516 ULP. */ in log()
71 + r3 * (B[6] + r * B[7] + r2 * B[8] + r3 * B[9]))); in log()
79 + r3 * (B[7] + r * B[8] + r2 * B[9] + r3 * B[10]))); in log()
81 /* Worst-case error is around 0.532 ULP. */ in log()
87 /* Worst-case error is around 0.507 ULP. */ in log()
145 0.5 + 4.13/N + abs-poly-error*2^57 ULP (+ 0.002 ULP without fma) in log()
147 0.5 + 2.06/N + abs-poly-error*2^56 ULP (+ 0.001 ULP without fma). */ in log()
150 #elif LOG_POLY_ORDER == 7 in log()
H A Dlog2.c67 /* Worst-case error is less than 0.54 ULP (0.55 ULP without fma). */ in log2()
72 + r4 * (B[6] + r * B[7] + r2 * (B[8] + r * B[9]))); in log2()
129 #if LOG2_POLY_ORDER == 7 in log2()
130 /* Worst-case error if |y| > 0x1p-4: 0.547 ULP (0.550 ULP without fma). in log2()
131 ~ 0.5 + 2/N/ln2 + abs-poly-error*0x1p56 ULP (+ 0.003 ULP without fma). */ in log2()
H A Dexp_data.c18 .negln2hiN = -0x1.62e42fefa0000p-7,
42 // ulp error: 0.529 (0.533 without fma)
48 0x1.1111266d28935p-7,
51 // ulp error: 0.518 (0.522 without fma)
55 0x1.11115b75f0f4dp-7,
59 // ulp error: 0.509 (0.511 without fma)
66 0x1.1111167a4d017p-7,
69 // ulp error: 0.521 (0.523 without fma)
74 0x1.111126b4eff73p-7,
77 // ulp error: 0.509 (0.511 without fma)
[all …]
H A Dexp.c23 #define C4 __exp_data.poly[7 - EXP_POLY_ORDER]
54 range to avoid double rounding that can cause 0.5+E/2 ulp error where in specialcase()
55 E is the worst-case ulp error outside the subnormal range. So this in specialcase()
56 is only useful if the goal is better than 1 ulp worst-case error. */ in specialcase()
141 /* Without fma the worst case error is 0.25/N ulp larger. */ in exp_inline()
142 /* Worst case error is less than 0.5+1.11/N+(abs poly error * 2^53) ulp. */ in exp_inline()
H A Dpow.c15 Worst-case error: 0.54 ULP (~= ulperr_exp + 1024*Ln2*relerr_log*2^53)
17 ulperr_exp: 0.509 ULP (ULP error of exp, 0.511 ULP without fma)
117 #define C4 __exp_data.poly[7 - EXP_POLY_ORDER]
149 range to avoid double rounding that can cause 0.5+E/2 ulp error where in specialcase()
150 E is the worst-case ulp error outside the subnormal range. So this in specialcase()
151 is only useful if the goal is better than 1 ulp worst-case error. */ in specialcase()
232 /* Without fma the worst case error is 0.25/N ulp larger. */ in exp_inline()
233 /* Worst case error is less than 0.5+1.11/N+(abs poly error * 2^53) ulp. */ in exp_inline()
/freebsd/contrib/arm-optimized-routines/math/aarch64/experimental/
H A Derfinv_24u5.c17 double P_17[7], Q_17[7], P_37[8], Q_37[8], P_57[9], Q_57[10];
19 .P_17 = { 0x1.007ce8f01b2e8p+4, -0x1.6b23cc5c6c6d7p+6, 0x1.74e5f6ceb3548p+7,
20 -0x1.5200bb15cc6bbp+7, 0x1.05d193233a849p+6, -0x1.148c5474ee5e1p+3,
22 .Q_17 = { 0x1.d8fb0f913bd7bp+3, -0x1.6d7f25a3f1c24p+6, 0x1.a450d8e7f4cbbp+7,
23 -0x1.bc3480485857p+7, 0x1.ae6b0c504ee02p+6, -0x1.499dfec1a7f5fp+4,
25 .P_37 = { -0x1.f3596123109edp-7, 0x1.60b8fe375999ep-2, -0x1.779bb9bef7c0fp+1,
28 .Q_37 = { -0x1.636b2dcf4edbep-7, 0x1.0b5411e2acf29p-2, -0x1.3413109467a0bp+1,
29 0x1.563e8136c554ap+3, -0x1.7b77aab1dcafbp+4, 0x1.8a3e174e05ddcp+4,
31 .P_57 = { 0x1.b874f9516f7f1p-14, 0x1.5921f2916c1c4p-7, 0x1.145ae7d5b8fa4p-2,
34 .Q_57 = { 0x1.b8747e12691f1p-14, 0x1.59240d8ed1e0ap-7, 0x1.14aef2b181e2p-2,
[all …]
H A Dexp_inline.h24 #define C4 __exp_data.poly[7 - EXP_POLY_ORDER]
55 range to avoid double rounding that can cause 0.5+E/2 ulp error where in exp_inline_special_case()
56 E is the worst-case ulp error outside the subnormal range. So this in exp_inline_special_case()
57 is only useful if the goal is better than 1 ulp worst-case error. */ in exp_inline_special_case()
142 /* Without fma the worst case error is 0.25/N ulp larger. */ in exp_inline()
143 /* Worst case error is less than 0.5+1.11/N+(abs poly error * 2^53) ulp. */ in exp_inline()
H A Derfinvf_4u7.c32 https://doi.org/10.1090/S0025-5718-1976-0421040-7
33 Largest error is 4.71 ULP, in the tail region:
50 /* Greatest error in this region is 4.60 ULP: in erfinvf()
58 /* Greatest error in this region is 3.79 ULP: in erfinvf()
H A Dsinhf_2u3.c15 /* 0x1.62e43p+6, 2^7*ln2, minimum value for which expm1f overflows. */
22 The maximum error is 2.26 ULP:
51 Greatest error in this region is 1.89 ULP: in sinhf()
H A Dlog10_2u.c36 base 10. Many errors above 1.59 ulp are observed across the whole range of
37 doubles. The greatest observed error is 1.61 ulp, at around 0.965:
65 + r3 * (B[7] + r * B[8] + r2 * B[9] + r3 * B[10]))); in log10()
66 /* Worst-case error is around 0.507 ULP. */ in log10()
H A Dlog1pf_2u1.c28 /* 2.5 ulp variant. Approximate log(1+m) on [-0.25, 0.5] using in eval_poly()
33 float p_78 = fmaf (m, C (7), C (6)); in eval_poly()
51 /* 1.3 ulp variant. Approximate log(1+m) on [-0.25, 0.5] using Horner in eval_poly()
70 when using Estrin is roughly 2.02 ULP:
/freebsd/contrib/bc/manuals/
H A Dalgorithms.md75 x - x^3/3! + x^5/5! - x^7/7! + ...
87 [ULP][6]. (It is an unfortunate side effect of the algorithm, and there isn't
88 any way around it; [this article][7] explains why calculating sine and cosine,
89 and the other transcendental functions below, within less than 1 ULP is nearly
112 **Note**: this series can also produce errors of 1 ULP, so I recommend users do
135 **Note**: this series can also produce errors of 1 ULP, so I recommend users do
144 x - x^3/3 + x^5/5 - x^7/7 + ...
155 **Note**: this series can also produce errors of 1 ULP, so I recommend users do
177 **Note**: this series can also produce errors of 1 ULP, so I recommend users do
393 [7]: https://people.eecs.berkeley.edu/~wkahan/LOG10HAF.TXT
/freebsd/sys/dev/e1000/
H A De1000_ich8lan.h72 #define E1000_FWSM_WLOCK_MAC_SHIFT 7
80 #define E1000_H2ME_ULP 0x00000800 /* ULP Indication Bit */
131 #define E1000_ICH_RAR_ENTRIES 7
199 #define I218_ULP_CONFIG1_START 0x0001 /* Start auto ULP config */
200 #define I218_ULP_CONFIG1_IND 0x0004 /* Pwr up from ULP indication */
201 #define I218_ULP_CONFIG1_STICKY_ULP 0x0010 /* Set sticky ULP mode */
202 #define I218_ULP_CONFIG1_INBAND_EXIT 0x0020 /* Inband on ULP exit */
203 #define I218_ULP_CONFIG1_WOL_HOST 0x0040 /* WoL Host on ULP exit */
205 /* enable ULP even if when phy powered down via lanphypc */
207 /* disable clear of sticky ULP on PERST */
/freebsd/contrib/arm-optimized-routines/math/aarch64/sve/
H A Derff.c16 .min = 0x1.cp-7f, /* 1/64 - 1/512. */
33 For |x| < 0x1.cp-7, the algorithm sets r = 0, erf(r) = 0, and scale = 2 /
38 - [0, 0x1.cp-7]: 1.93 ULP
40 - [0x1.cp-7, 4.0]: 1.26 ULP
87 TEST_SYM_INTERVAL (SV_NAME_F1 (erf), 0, 0x1.cp-7, 40000)
88 TEST_SYM_INTERVAL (SV_NAME_F1 (erf), 0x1.cp-7, 3.9375, 40000)
H A Dsincospi.c15 Worst-case error for sin is 3.09 ULP:
16 _ZGVsMxvl8l8_sincospi_sin(0x1.7a41deb4b21e1p+14) got 0x1.fd54d0b327cf1p-1
18 Worst-case error for sin is 3.16 ULP:
H A Dcbrt.c58 Greatest observed error in the normal range is 1.79 ULP. Errors repeat
126 /* Worse-case ULP error assumes that scalar fallback is GLIBC 2.40 cbrt, which
127 has ULP error of 3.67 at 0x1.7a337e1ba1ec2p-257 [1]. Largest observed error
128 in the vector path is 1.79 ULP.
H A Dsin.c15 double poly[7];
17 .poly = { -0x1.555555555547bp-3, 0x1.1111111108a4dp-7, -0x1.a01a019936f27p-13,
39 is 2.87 ULP:
43 is 3.22 ULP:
H A Dsv_sincospi_common.h35 Worst-case error for sin is 3.09 ULP:
36 _ZGVsMxvl8l8_sincospi_sin(0x1.7a41deb4b21e1p+14) got 0x1.fd54d0b327cf1p-1
38 Worst-case error for cos is 3.16 ULP:
/freebsd/contrib/arm-optimized-routines/math/aarch64/advsimd/
H A Dsincospi.c15 Maximum Error 3.09 ULP:
16 _ZGVnN2v_sincospi_sin(0x1.7a41deb4b21e1p+14) got 0x1.fd54d0b327cf1p-1
18 Maximum Error 3.16 ULP:
H A Dcbrt.c51 Greatest observed error in the normal range is 1.79 ULP. Errors repeat
120 /* Worse-case ULP error assumes that scalar fallback is GLIBC 2.40 cbrt, which
121 has ULP error of 3.67 at 0x1.7a337e1ba1ec2p-257 [1]. Largest observed error
122 in the vector path is 1.79 ULP.
H A Dv_sincospi_common.h28 Maximum Error 3.09 ULP:
29 _ZGVnN2v_sincospi_sin(0x1.7a41deb4b21e1p+14) got 0x1.fd54d0b327cf1p-1
31 Maximum Error 3.16 ULP:
H A Dsin.c15 float64x2_t poly[7];
18 .poly = { V2 (-0x1.555555555547bp-3), V2 (0x1.1111111108a4dp-7),
48 is 2.87 ULP:
52 is 3.22 ULP:
H A Dcosh.c75 same as the scalar routine, 1.93 ULP:
79 The greatest observed error in the non-special region is 1.54 ULP:
80 _ZGVnN2v_cosh (0x1.8e205b6ecacf7p+2) got 0x1.f711dcb0c77afp+7
81 want 0x1.f711dcb0c77b1p+7. */
/freebsd/lib/msun/man/
H A Dieee.397 .Em ulp ,
99 .Em ulp
103 .Em ulp
155 roughly like 7 significant decimals.
159 .Em ulp ) ,
194 .Em ulp ) ,
225 .Em ulp ) ,
256 .Em ulp ) ,

1234567