| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Include/ |
| pyport.h | 527 * on C doubles is set to use 53-bit precision. It also requires that the
530 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
538 * set FPU to 53-bit precision/round-half-to-even
596 /* If we can't guarantee 53-bit precision, don't use the code
603 (2) we're on x86 with the rounding precision set to 64-bits
604 (extended precision), and we don't know how to change
605 the rounding precision.
614 /* double rounding is symptomatic of use of extended precision on x86. If
616 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/PyMod-2.7.10/Include/ |
| pyport.h | 543 * on C doubles is set to use 53-bit precision. It also requires that the
546 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
554 * set FPU to 53-bit precision/round-half-to-even
612 /* If we can't guarantee 53-bit precision, don't use the code
619 (2) we're on x86 with the rounding precision set to 64-bits
620 (extended precision), and we don't know how to change
621 the rounding precision.
630 /* double rounding is symptomatic of use of extended precision on x86. If
632 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Include/ |
| pyport.h | 528 * on C doubles is set to use 53-bit precision. It also requires that the
531 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
539 * set FPU to 53-bit precision/round-half-to-even
573 /* If we can't guarantee 53-bit precision, don't use the code
580 (2) we're on x86 with the rounding precision set to 64-bits
581 (extended precision), and we don't know how to change
582 the rounding precision.
591 /* double rounding is symptomatic of use of extended precision on x86. If
593 changing the FPU rounding precision, then don't use Python/dtoa.c. */
|
| /external/eigen/blas/testing/ |
| zblat3.f | 104 DOUBLE PRECISION RZERO
111 DOUBLE PRECISION EPS, ERR, THRESH
125 DOUBLE PRECISION G( NMAX )
130 DOUBLE PRECISION DDIFF
238 * Compute EPS (the machine precision).
377 9998 FORMAT( ' RELATIVE MACHINE PRECISION IS TAKEN TO BE', 1P, D9.1 )
424 DOUBLE PRECISION RZERO
427 DOUBLE PRECISION EPS, THRESH
437 DOUBLE PRECISION G( NMAX )
441 DOUBLE PRECISION ERR, ERRMA
[all...] |
| /external/google-breakpad/src/build/ |
| common.gypi | 701 # precision. Because the C and C++ language standards allow
703 # precision than what's specified in the source and doing so
705 # 32-bit precision as specified in the source, the compiler,
707 # values in x87 floating-point stack (in 80-bit precision)
715 # to its original precision) but they have significant runtime
720 # native precision (32-bit for single precision, and 64-bit for
721 # double precision values). This means the floating-point value
724 # in its specified precision.
[all...] |
| /external/mdnsresponder/mDNSShared/ |
| DebugServices.c | 1166 // Added %S - UTF-16 string. Host order if no BOM. Precision is UTF-16 char count. BOM counts in any precision. Arg=ptr
1201 unsigned int precision; member in struct:DebugSNPrintF_format
[all...] |
| /external/python/cpython2/Include/ |
| pyport.h | 527 * on C doubles is set to use 53-bit precision. It also requires that the
530 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
538 * set FPU to 53-bit precision/round-half-to-even
596 /* If we can't guarantee 53-bit precision, don't use the code
603 (2) we're on x86 with the rounding precision set to 64-bits
604 (extended precision), and we don't know how to change
605 the rounding precision.
614 /* double rounding is symptomatic of use of extended precision on x86. If
616 changing the FPU rounding precision, then don't use Python/dtoa.c. */
|
| /external/python/cpython3/Modules/_decimal/ |
| docstrings.h | 385 operation would be greater than precision, then an InvalidOperation is signaled.\n\
419 the range -precision through precision. The absolute value of the second\n\
423 length precision if necessary. The sign and exponent of the first operand are\n\
447 the range -precision through precision. The absolute value of the second\n\
456 Return the square root of the argument to full precision. The result is\n\
789 be expressed exactly in 'precision' digits. In the Python version the\n\
847 Square root of a non-negative number to context precision.\n\
|
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| hlo_verifier.cc | 173 // Check for mixed precision.
189 // Check for mixed precision.
374 // Checks that the instruction does not have mixed precision floating point
378 // White list the following opcodes for mixed-precision check, because they
414 "%s, but mixed precision is disallowed.",
439 // mixed precision inputs.
446 // We treat BF16 and F32 as compatible types if mixed precision is allowed,
452 // tuple, so we cannot allow mixed precision.
463 // precision is disallowed.
[all...] |
| /prebuilts/gdb/darwin-x86/include/python2.7/ |
| pyport.h | 531 * on C doubles is set to use 53-bit precision. It also requires that the
534 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
542 * set FPU to 53-bit precision/round-half-to-even
600 /* If we can't guarantee 53-bit precision, don't use the code
607 (2) we're on x86 with the rounding precision set to 64-bits
608 (extended precision), and we don't know how to change
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /prebuilts/gdb/linux-x86/include/python2.7/ |
| pyport.h | 531 * on C doubles is set to use 53-bit precision. It also requires that the
534 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
542 * set FPU to 53-bit precision/round-half-to-even
600 /* If we can't guarantee 53-bit precision, don't use the code
607 (2) we're on x86 with the rounding precision set to 64-bits
608 (extended precision), and we don't know how to change
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /prebuilts/python/darwin-x86/2.7.5/include/python2.7/ |
| pyport.h | 531 * on C doubles is set to use 53-bit precision. It also requires that the
534 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
542 * set FPU to 53-bit precision/round-half-to-even
600 /* If we can't guarantee 53-bit precision, don't use the code
607 (2) we're on x86 with the rounding precision set to 64-bits
608 (extended precision), and we don't know how to change
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /prebuilts/python/linux-x86/2.7.5/include/python2.7/ |
| pyport.h | 531 * on C doubles is set to use 53-bit precision. It also requires that the
534 * If your FPU isn't already set to 53-bit precision/round-half-to-even, and
542 * set FPU to 53-bit precision/round-half-to-even
600 /* If we can't guarantee 53-bit precision, don't use the code
607 (2) we're on x86 with the rounding precision set to 64-bits
608 (extended precision), and we don't know how to change
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /bionic/libc/upstream-openbsd/lib/libc/gdtoa/ |
| hdtoa.c | 99 * This procedure converts a double-precision number in IEEE format
195 /* If ndigits < 0, we are expected to auto-size the precision. */
305 /* If ndigits < 0, we are expected to auto-size the precision. */
|
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| s_fmal.c | 37 * A struct dd represents a floating-point number with twice the precision
160 * canonical precision-doubling technique adapted from:
163 * Available Precision. Numer. Math. 18, 224-242 (1971).
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Tools/unicode/ |
| gencodec.py | 121 def hexrepr(t, precision=4):
128 return '0x%0*X' % (precision, t)
130 return '(' + ', '.join(['0x%0*X' % (precision, item)
|
| /external/compiler-rt/lib/builtins/ |
| divtf3.c | 1 //===-- lib/divtf3.c - Quad-precision division --------------------*- C -*-===//
10 // This file implements quad-precision soft-float division
110 // The last iteration needs to happen with extra precision.
|
| /external/compiler-rt/lib/sanitizer_common/tests/ |
| sanitizer_format_interceptor_test.cc | 245 // Precision
250 // Dynamic precision
254 // Dynamic precision for strings is not implemented yet.
|
| /external/eigen/unsupported/Eigen/src/Skyline/ |
| SkylineInplaceLU.h | 51 * \sa precision() */
56 /** \returns the current precision.
59 RealScalar precision() const { function in class:Eigen::SkylineInplaceLU
|
| /external/icu/icu4c/source/i18n/ |
| affixpatternparser.h | 87 * Adjusts the precision used for a particular currency.
91 * @param precision min/max fraction digits and rounding increment
97 FixedPrecision &precision, UErrorCode &status);
|
| /external/icu/icu4c/source/i18n/unicode/ |
| uformattable.h | 153 * a conversion is performed with possible loss of precision.
173 * it fits within a long, then no precision is lost. If it is of
265 * the full precision and range of the original input, unconstrained by
|
| /external/libvpx/libvpx/vp9/encoder/ |
| vp9_encodemv.c | 39 const int hp = offset & 1; // high precision mv data
64 // High precision bit
109 e = (o & 1); /* high precision mv data */
|
| /external/llvm/docs/CommandGuide/ |
| lli.rst | 96 .. option:: -disable-excess-fp-precision
98 Disable optimizations that may increase floating point precision.
111 precision.
|
| /external/llvm/include/llvm/Support/ |
| ARMBuildAttributes.h | 150 AllowNeon2 = 2, // SIMDv2 was permitted (Half-precision FP, MAC operations)
199 HardFPSinglePrecision = 1, // Single-precision only
206 AllowHPFP = 1, // Allow use of Half Precision FP
|
| /external/llvm/test/CodeGen/Mips/ |
| fp64a.ll | 1 ; Test that the FP64A ABI performs double precision moves via a spill/reload.
2 ; The requirement is really that odd-numbered double precision registers do not
5 ; before register allocation so we do this for all double-precision values.
|
