| /prebuilts/clang/host/darwin-x86/clang-4393122/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/darwin-x86/clang-4479392/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/darwin-x86/clang-4579689/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/darwin-x86/clang-4630689/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/darwin-x86/clang-4639204/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/darwin-x86/clang-4691093/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/linux-x86/clang-4053586/prebuilt_include/llvm/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/linux-x86/clang-4393122/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/linux-x86/clang-4479392/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/linux-x86/clang-4579689/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/linux-x86/clang-4630689/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/linux-x86/clang-4639204/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /prebuilts/clang/host/linux-x86/clang-4691093/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==// 12 /// This file declares a class to represent arbitrary precision floating point 55 /// A self-contained host- and target-independent arbitrary-precision 75 /// Four formats are built-in: IEEE single precision, double precision, 76 /// quadruple precision, and x87 80-bit extended double (when operating with 77 /// full extended precision). Adding a new format that obeys IEEE semantics 95 /// conversions. The output precision (or alternatively the natural minimal 96 /// precision) can be specified; if the requested precision is less than th [all...] |
| /bionic/libc/upstream-openbsd/lib/libc/gdtoa/ |
| gdtoaimp.h | 31 double-precision arithmetic internally, so there are still 33 double-precision arithmetic (any of IEEE, VAX D_floating, 40 /* On a machine with IEEE extended-precision registers, it is 41 * necessary to specify double-precision (53-bit) rounding precision 63 * 1. We only require IEEE, IBM, or VAX double-precision 96 * that use extended-precision instructions to compute rounded 109 * high-precision integer arithmetic. Whether this speeds things 134 * digits. When converting IEEE double precision values, the 167 * precision conversions (which could also be done by the strtod i [all...] |
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| math_private.h | 333 * "Normalize" the terms in the infinite-precision expression a + b for 336 * the same precision as 'a' and the resulting b is the rounding error.) 343 * extra precision in a + b. This is required by C standards but broken 352 * any extra precision into the type of 'a' -- 'a' should have type float_t, 355 * reduce their own extra-precision and efficiciency problems. In 389 * Set x += c, where x is represented in extra precision as a + b. 399 * 2**20 times smaller than 'a' to give about 20 extra bits of precision. 741 /* double precision kernel functions */ 753 /* float precision kernel functions */ 771 /* long double precision kernel functions * [all...] |
| /device/google/contexthub/firmware/external/freebsd/lib/msun/src/ |
| math_private.h | 337 * "Normalize" the terms in the infinite-precision expression a + b for 340 * the same precision as 'a' and the resulting b is the rounding error.) 347 * extra precision in a + b. This is required by C standards but broken 356 * any extra precision into the type of 'a' -- 'a' should have type float_t, 359 * reduce their own extra-precision and efficiciency problems. In 393 * Set x += c, where x is represented in extra precision as a + b. 403 * 2**20 times smaller than 'a' to give about 20 extra bits of precision. 733 /* double precision kernel functions */ 745 /* float precision kernel functions */ 763 /* long double precision kernel functions * [all...] |
| /device/linaro/bootloader/edk2/StdLib/LibC/gdtoa/ |
| gdtoaimp.h | 4 double-precision arithmetic internally, so there are still
6 IEEE double-precision arithmetic.
51 /* On a machine with IEEE extended-precision registers, it is
52 * necessary to specify double-precision (53-bit) rounding precision
74 * 1. We only require IEEE, IBM, or VAX double-precision
104 * that use extended-precision instructions to compute rounded
112 * high-precision integer arithmetic. Whether this speeds things
131 * digits. When converting IEEE double precision values, the
159 * precision conversions (which could also be done by the strtog in [all...] |
| /external/deqp/external/openglcts/modules/glesext/geometry_shader/ |
| esextcGeometryShaderLayeredRenderingBoundaryCondition.cpp | 225 "precision highp float;\n" 245 "precision highp float;\n" 507 "precision highp float;\n" 540 "precision highp float;\n" 548 "precision highp float;\n" 655 "precision highp float;\n" 707 "precision highp float;\n" 714 "precision highp float;\n" 794 "precision highp float;\n" 801 "precision highp float;\n [all...] |
| /external/icu/icu4c/source/test/iotest/ |
| iotest.cpp | 581 int32_t precision; local 610 precision=testCase->getInt28("precision", errorCode); 622 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, dbl); 626 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i8); 630 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i16); 634 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i32); 638 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i64); 642 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, cBuffer); 645 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, argument) [all...] |
| /external/python/cpython3/Doc/library/ |
| math.rst | 66 precision) equal to ``x - n*y`` for some integer *n* such that the result has 87 loss of precision by tracking multiple intermediate partial sums:: 96 builds, the underlying C library uses extended precision addition and may 192 Python floats typically carry no more than 53 bits of precision (the same as the 208 can result in a `significant loss of precision 210 function provides a way to compute this quantity to full precision:: 215 >>> expm1(1e-5) # result accurate to full precision 422 The mathematical constant ? = 3.141592..., to available precision. 427 The mathematical constant e = 2.718281..., to available precision. 431 The mathematical constant ? = 6.283185..., to available precision [all...] |
| /external/python/cpython3/Include/ |
| pyport.h | 373 * on C doubles is set to use 53-bit precision. It also requires that the 376 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and 384 * set FPU to 53-bit precision/round-half-to-even 442 /* Set double precision / round to nearest. */ \ 461 /* If we can't guarantee 53-bit precision, don't use the code 468 (2) we're on x86 with the rounding precision set to 64-bits 469 (extended precision), and we don't know how to change 470 the rounding precision. 479 /* double rounding is symptomatic of use of extended precision on x86. If 481 changing the FPU rounding precision, then don't use Python/dtoa.c. * [all...] |
| /libcore/ojluni/src/main/java/java/time/temporal/ |
| TemporalQueries.java | 111 * <li> a precision, 213 * This queries a {@code TemporalAccessor} for the time precision. 215 * date or time then this must return the smallest precision actually supported. 217 * are defined to always return ignoring the precision, thus this is the only 220 * it would return a precision of {@code MILLIS}. 241 * @return a query that can obtain the precision of a temporal, not null 243 public static TemporalQuery<TemporalUnit> precision() { method in class:TemporalQueries 244 return TemporalQueries.PRECISION; 356 static final TemporalQuery<TemporalUnit> PRECISION = (temporal) -> 357 temporal.query(TemporalQueries.PRECISION); [all...] |
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/ |
| remainder.decTest | 23 precision: 9
88 precision: 6
99 precision: 9
118 precision: 9
315 precision: 6
317 precision: 3
322 precision: 5
342 precision: 9
465 precision: 9
479 precision: 15 [all...] |
| /external/llvm/lib/Target/ARM/ |
| ARMInstrVFP.td | 108 // Some single precision VFP instructions may be executed on both NEON and VFP 127 // Some single precision VFP instructions may be executed on both NEON and VFP 143 // Double Precision 171 // Single Precision 180 // Some single precision VFP instructions may be executed on both NEON and 193 // Some single precision VFP instructions may be executed on both NEON and 206 // Some single precision VFP instructions may be executed on both NEON and 256 // FLDM/FSTM - Load / Store multiple single / double precision registers for 294 // FLDMX, FSTMX - Load and store multiple unknown precision registers for 298 // Unknown precision [all...] |
| /external/llvm/lib/Target/Sparc/ |
| LeonPasses.cpp | 115 // The pass should convert the FSMULD operands to double precision in scratch 227 // This pass converts the FMULS operands to double precision in scratch 626 // double precision load will not yield the correct result if used in FMUL, 632 // Double-Precision FPU Operations?; 805 // 1. single-precision load or single-precision FPOP to register %fX, where X is 807 // 2. single-precision load or single-precision FPOP to register %fY , where Y 808 // is the opposite register in the same double-precision pair; 813 // 1. double-precision FPOP [all...] |