Lines Matching +full:7 +full:ulp
18 .negln2hiN = -0x1.62e42fefa0000p-7,
42 // ulp error: 0.529 (0.533 without fma)
48 0x1.1111266d28935p-7,
51 // ulp error: 0.518 (0.522 without fma)
55 0x1.11115b75f0f4dp-7,
59 // ulp error: 0.509 (0.511 without fma)
66 0x1.1111167a4d017p-7,
69 // ulp error: 0.521 (0.523 without fma)
74 0x1.111126b4eff73p-7,
77 // ulp error: 0.509 (0.511 without fma)
81 0x1.111123a859bb6p-7,
85 // ulp error: 0.549 (0.550 without fma)
93 // ulp error: 0.505 (0.506 without fma)
98 0x1.1111167a4b553p-7,
101 // ulp error: 0.504
115 // ulp error: 0.515
120 0x1.3b2ab6fb8fd0ep-7,
125 // ulp error: 0.507 (0.511 without fma)
131 0x1.3b2abd24650ccp-7,
135 // ulp error: 0.504 (0.508 without fma)
140 0x1.3b2abd24650ccp-7,
144 // ulp error: 0.5024 (0.5063 without fma)
150 0x1.3b2ab786ee1dap-7,