HomeSort by relevance Sort by last modified time
    Searched full:precision (Results 1601 - 1625 of 7852) sorted by null

<<61626364656667686970>>

  /prebuilts/clang/host/darwin-x86/clang-4393122/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/darwin-x86/clang-4479392/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/darwin-x86/clang-4579689/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/darwin-x86/clang-4630689/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/darwin-x86/clang-4639204/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/darwin-x86/clang-4691093/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4053586/prebuilt_include/llvm/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4393122/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4479392/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4579689/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4630689/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4639204/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4691093/include/llvm/ADT/
APFloat.h 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
55 /// A self-contained host- and target-independent arbitrary-precision
75 /// Four formats are built-in: IEEE single precision, double precision,
76 /// quadruple precision, and x87 80-bit extended double (when operating with
77 /// full extended precision). Adding a new format that obeys IEEE semantics
95 /// conversions. The output precision (or alternatively the natural minimal
96 /// precision) can be specified; if the requested precision is less than th
    [all...]
  /bionic/libc/upstream-openbsd/lib/libc/gdtoa/
gdtoaimp.h 31 double-precision arithmetic internally, so there are still
33 double-precision arithmetic (any of IEEE, VAX D_floating,
40 /* On a machine with IEEE extended-precision registers, it is
41 * necessary to specify double-precision (53-bit) rounding precision
63 * 1. We only require IEEE, IBM, or VAX double-precision
96 * that use extended-precision instructions to compute rounded
109 * high-precision integer arithmetic. Whether this speeds things
134 * digits. When converting IEEE double precision values, the
167 * precision conversions (which could also be done by the strtod i
    [all...]
  /bionic/libm/upstream-freebsd/lib/msun/src/
math_private.h 333 * "Normalize" the terms in the infinite-precision expression a + b for
336 * the same precision as 'a' and the resulting b is the rounding error.)
343 * extra precision in a + b. This is required by C standards but broken
352 * any extra precision into the type of 'a' -- 'a' should have type float_t,
355 * reduce their own extra-precision and efficiciency problems. In
389 * Set x += c, where x is represented in extra precision as a + b.
399 * 2**20 times smaller than 'a' to give about 20 extra bits of precision.
741 /* double precision kernel functions */
753 /* float precision kernel functions */
771 /* long double precision kernel functions *
    [all...]
  /device/google/contexthub/firmware/external/freebsd/lib/msun/src/
math_private.h 337 * "Normalize" the terms in the infinite-precision expression a + b for
340 * the same precision as 'a' and the resulting b is the rounding error.)
347 * extra precision in a + b. This is required by C standards but broken
356 * any extra precision into the type of 'a' -- 'a' should have type float_t,
359 * reduce their own extra-precision and efficiciency problems. In
393 * Set x += c, where x is represented in extra precision as a + b.
403 * 2**20 times smaller than 'a' to give about 20 extra bits of precision.
733 /* double precision kernel functions */
745 /* float precision kernel functions */
763 /* long double precision kernel functions *
    [all...]
  /device/linaro/bootloader/edk2/StdLib/LibC/gdtoa/
gdtoaimp.h 4 double-precision arithmetic internally, so there are still
6 IEEE double-precision arithmetic.
51 /* On a machine with IEEE extended-precision registers, it is
52 * necessary to specify double-precision (53-bit) rounding precision
74 * 1. We only require IEEE, IBM, or VAX double-precision
104 * that use extended-precision instructions to compute rounded
112 * high-precision integer arithmetic. Whether this speeds things
131 * digits. When converting IEEE double precision values, the
159 * precision conversions (which could also be done by the strtog in
    [all...]
  /external/deqp/external/openglcts/modules/glesext/geometry_shader/
esextcGeometryShaderLayeredRenderingBoundaryCondition.cpp 225 "precision highp float;\n"
245 "precision highp float;\n"
507 "precision highp float;\n"
540 "precision highp float;\n"
548 "precision highp float;\n"
655 "precision highp float;\n"
707 "precision highp float;\n"
714 "precision highp float;\n"
794 "precision highp float;\n"
801 "precision highp float;\n
    [all...]
  /external/icu/icu4c/source/test/iotest/
iotest.cpp 581 int32_t precision; local
610 precision=testCase->getInt28("precision", errorCode);
622 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, dbl);
626 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i8);
630 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i16);
634 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i32);
638 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i64);
642 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, cBuffer);
645 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, argument)
    [all...]
  /external/python/cpython3/Doc/library/
math.rst 66 precision) equal to ``x - n*y`` for some integer *n* such that the result has
87 loss of precision by tracking multiple intermediate partial sums::
96 builds, the underlying C library uses extended precision addition and may
192 Python floats typically carry no more than 53 bits of precision (the same as the
208 can result in a `significant loss of precision
210 function provides a way to compute this quantity to full precision::
215 >>> expm1(1e-5) # result accurate to full precision
422 The mathematical constant ? = 3.141592..., to available precision.
427 The mathematical constant e = 2.718281..., to available precision.
431 The mathematical constant ? = 6.283185..., to available precision
    [all...]
  /external/python/cpython3/Include/
pyport.h 373 * on C doubles is set to use 53-bit precision. It also requires that the
376 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
384 * set FPU to 53-bit precision/round-half-to-even
442 /* Set double precision / round to nearest. */ \
461 /* If we can't guarantee 53-bit precision, don't use the code
468 (2) we're on x86 with the rounding precision set to 64-bits
469 (extended precision), and we don't know how to change
470 the rounding precision.
479 /* double rounding is symptomatic of use of extended precision on x86. If
481 changing the FPU rounding precision, then don't use Python/dtoa.c. *
    [all...]
  /libcore/ojluni/src/main/java/java/time/temporal/
TemporalQueries.java 111 * <li> a precision,
213 * This queries a {@code TemporalAccessor} for the time precision.
215 * date or time then this must return the smallest precision actually supported.
217 * are defined to always return ignoring the precision, thus this is the only
220 * it would return a precision of {@code MILLIS}.
241 * @return a query that can obtain the precision of a temporal, not null
243 public static TemporalQuery<TemporalUnit> precision() { method in class:TemporalQueries
244 return TemporalQueries.PRECISION;
356 static final TemporalQuery<TemporalUnit> PRECISION = (temporal) ->
357 temporal.query(TemporalQueries.PRECISION);
    [all...]
  /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/
remainder.decTest 23 precision: 9
88 precision: 6
99 precision: 9
118 precision: 9
315 precision: 6
317 precision: 3
322 precision: 5
342 precision: 9
465 precision: 9
479 precision: 15
    [all...]
  /external/llvm/lib/Target/ARM/
ARMInstrVFP.td 108 // Some single precision VFP instructions may be executed on both NEON and VFP
127 // Some single precision VFP instructions may be executed on both NEON and VFP
143 // Double Precision
171 // Single Precision
180 // Some single precision VFP instructions may be executed on both NEON and
193 // Some single precision VFP instructions may be executed on both NEON and
206 // Some single precision VFP instructions may be executed on both NEON and
256 // FLDM/FSTM - Load / Store multiple single / double precision registers for
294 // FLDMX, FSTMX - Load and store multiple unknown precision registers for
298 // Unknown precision
    [all...]
  /external/llvm/lib/Target/Sparc/
LeonPasses.cpp 115 // The pass should convert the FSMULD operands to double precision in scratch
227 // This pass converts the FMULS operands to double precision in scratch
626 // double precision load will not yield the correct result if used in FMUL,
632 // Double-Precision FPU Operations?;
805 // 1. single-precision load or single-precision FPOP to register %fX, where X is
807 // 2. single-precision load or single-precision FPOP to register %fY , where Y
808 // is the opposite register in the same double-precision pair;
813 // 1. double-precision FPOP
    [all...]

Completed in 1369 milliseconds

<<61626364656667686970>>