| /libcore/luni/src/test/java/libcore/java/math/ |
| OldBigDecimalConstructorsTest.java | 37 int precision = 46; local
39 MathContext mc = new MathContext(precision, rm);
118 int precision = 46; local
120 MathContext mc = new MathContext(precision, rm);
281 int precision = 4; local
283 MathContext mc = new MathContext(precision, rm);
374 int precision = 4; local
376 MathContext mc = new MathContext(precision, rm);
434 int precision = 21; local
436 MathContext mc = new MathContext(precision, rm)
572 int precision = 5; local
661 int precision = 5; local
[all...] |
| /external/qemu/fpu/ |
| softfloat.c | 75 | Returns the fraction bits of the half-precision floating-point value `a'.
84 | Returns the exponent bits of the half-precision floating-point value `a'.
93 | Returns the sign bit of the single-precision floating-point value `a'.
204 | Returns the fraction bits of the single-precision floating-point value `a'.
215 | Returns the exponent bits of the single-precision floating-point value `a'.
226 | Returns the sign bit of the single-precision floating-point value `a'.
252 | Normalizes the subnormal single-precision floating-point value represented
271 | single-precision floating-point value, returning the result. After being
290 | and significand `zSig', and returns the proper single-precision floating-
292 | value is simply rounded and packed into the single-precision format, wit
[all...] |
| softfloat.h | 78 | The macro `FLOATX80' must be defined to enable the extended double-precision
82 | the `FLOAT128' macro and the quadruple-precision format `float128'.
271 | Software half-precision conversion routines.
277 | Software half-precision operations.
284 | The pattern for a default generated half-precision NaN.
295 | Software IEC/IEEE single-precision conversion routines.
314 | Software IEC/IEEE single-precision operations.
397 | The pattern for a default generated single-precision NaN.
410 | Software IEC/IEEE double-precision conversion routines.
431 | Software IEC/IEEE double-precision operations
[all...] |
| softfloat-native.c | 145 | Software IEC/IEEE single-precision conversion routines.
208 | Software IEC/IEEE single-precision operations.
276 | Software IEC/IEEE double-precision conversion routines.
359 | Software IEC/IEEE double-precision operations.
447 | Software IEC/IEEE extended double-precision conversion routines.
475 | Software IEC/IEEE extended double-precision operations.
|
| /external/eigen/blas/testing/ |
| zblat2.f | 75 DOUBLE PRECISION RZERO, RHALF, RONE
83 DOUBLE PRECISION EPS, ERR, THRESH
98 DOUBLE PRECISION G( NMAX )
103 DOUBLE PRECISION DDIFF
242 * Compute EPS (the machine precision).
365 9998 FORMAT( ' RELATIVE MACHINE PRECISION IS TAKEN TO BE', 1P, D9.1 )
416 DOUBLE PRECISION RZERO
419 DOUBLE PRECISION EPS, THRESH
430 DOUBLE PRECISION G( NMAX )
434 DOUBLE PRECISION ERR, ERRMA
[all...] |
| zblat1.f | 12 DOUBLE PRECISION SFAC
81 DOUBLE PRECISION SFAC
87 DOUBLE PRECISION SA
92 DOUBLE PRECISION STRUE2(5), STRUE4(5)
95 DOUBLE PRECISION DZASUM, DZNRM2
282 DOUBLE PRECISION SFAC
534 DOUBLE PRECISION SFAC
537 DOUBLE PRECISION SCOMP(LEN), SSIZE(LEN), STRUE(LEN)
542 DOUBLE PRECISION SD
545 DOUBLE PRECISION SDIF
[all...] |
| /external/icu4c/test/iotest/ |
| iotest.cpp | 578 int32_t precision; local
607 precision=testCase->getInt28("precision", errorCode);
619 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, dbl);
623 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i8);
627 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i16);
631 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i32);
635 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, i64);
639 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, cBuffer);
642 uBufferLenReturned = u_sprintf_u(uBuffer, format, precision, argument)
[all...] |
| /external/valgrind/main/VEX/priv/ |
| guest_ppc_toIR.c | [all...] |
| /bionic/libm/upstream-freebsd/lib/msun/bsdsrc/ |
| b_log.c | 62 * the leading term is calculated to extra precision in two
67 * precision for the leading term.
69 * In this case, use a relative precision of 24 bits.
81 * Used for generation of extend precision logarithms.
411 /* u1 + u2 = 2f/(2F+f) to extra precision. */
425 * Extra precision variant, returning struct {double a, b;};
|
| /external/stlport/stlport/stl/ |
| _limits.h | 402 FLT_MANT_DIG, // Binary digits of precision
403 FLT_DIG, // Decimal digits of precision
433 DBL_MANT_DIG, // Binary digits of precision
434 DBL_DIG, // Decimal digits of precision
463 LDBL_MANT_DIG, // Binary digits of precision
464 LDBL_DIG, // Decimal digits of precision
|
| /ndk/sources/cxx-stl/stlport/stlport/stl/ |
| _limits.h | 402 FLT_MANT_DIG, // Binary digits of precision
403 FLT_DIG, // Decimal digits of precision
433 DBL_MANT_DIG, // Binary digits of precision
434 DBL_DIG, // Decimal digits of precision
463 LDBL_MANT_DIG, // Binary digits of precision
464 LDBL_DIG, // Decimal digits of precision
|
| /prebuilts/gcc/linux-x86/host/i686-linux-glibc2.7-4.6/i686-linux/include/c++/4.6.x-google/tr1/ |
| random.tcc | 972 const std::streamsize __precision = __os.precision();
975 __os.precision(__gnu_cxx::__numeric_traits<double>::__max_digits10);
981 __os.precision(__precision);
[all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-linux-glibc2.7-4.6/x86_64-linux/include/c++/4.6.x-google/tr1/ |
| random.tcc | 972 const std::streamsize __precision = __os.precision();
975 __os.precision(__gnu_cxx::__numeric_traits<double>::__max_digits10);
981 __os.precision(__precision);
[all...] |
| /prebuilts/ndk/5/sources/cxx-stl/stlport/stlport/stl/ |
| _limits.h | 402 FLT_MANT_DIG, // Binary digits of precision
403 FLT_DIG, // Decimal digits of precision
433 DBL_MANT_DIG, // Binary digits of precision
434 DBL_DIG, // Decimal digits of precision
463 LDBL_MANT_DIG, // Binary digits of precision
464 LDBL_DIG, // Decimal digits of precision
|
| /prebuilts/ndk/6/sources/cxx-stl/stlport/stlport/stl/ |
| _limits.h | 402 FLT_MANT_DIG, // Binary digits of precision
403 FLT_DIG, // Decimal digits of precision
433 DBL_MANT_DIG, // Binary digits of precision
434 DBL_DIG, // Decimal digits of precision
463 LDBL_MANT_DIG, // Binary digits of precision
464 LDBL_DIG, // Decimal digits of precision
|
| /prebuilts/ndk/7/sources/cxx-stl/stlport/stlport/stl/ |
| _limits.h | 402 FLT_MANT_DIG, // Binary digits of precision
403 FLT_DIG, // Decimal digits of precision
433 DBL_MANT_DIG, // Binary digits of precision
434 DBL_DIG, // Decimal digits of precision
463 LDBL_MANT_DIG, // Binary digits of precision
464 LDBL_DIG, // Decimal digits of precision
|
| /prebuilts/ndk/8/sources/cxx-stl/gnu-libstdc++/4.6/include/tr1/ |
| random.tcc | 972 const std::streamsize __precision = __os.precision();
975 __os.precision(__gnu_cxx::__numeric_traits<double>::__max_digits10);
981 __os.precision(__precision);
[all...] |
| /prebuilts/ndk/8/sources/cxx-stl/gnu-libstdc++/4.7/include/tr1/ |
| random.tcc | 972 const std::streamsize __precision = __os.precision();
975 __os.precision(__gnu_cxx::__numeric_traits<double>::__max_digits10);
981 __os.precision(__precision);
[all...] |
| /prebuilts/ndk/8/sources/cxx-stl/stlport/stlport/stl/ |
| _limits.h | 402 FLT_MANT_DIG, // Binary digits of precision
403 FLT_DIG, // Decimal digits of precision
433 DBL_MANT_DIG, // Binary digits of precision
434 DBL_DIG, // Decimal digits of precision
463 LDBL_MANT_DIG, // Binary digits of precision
464 LDBL_DIG, // Decimal digits of precision
|
| /external/compiler-rt/lib/ |
| divdf3.c | 1 //===-- lib/divdf3.c - Double-precision division ------------------*- C -*-===//
10 // This file implements double-precision soft-float division
107 // The last iteration needs to happen with extra precision.
|
| /external/eigen/Eigen/src/Geometry/ |
| AngleAxis.h | 136 /** \returns \c true if \c *this is approximately equal to \a other, within the precision
145 * single precision angle-axis type */
148 * double precision angle-axis type */
|
| /external/emma/core/java12/com/vladium/emma/report/ |
| IItemAttribute.java | 169 return ((double) n) * IItem.PRECISION >= ((double) d) * m_scale * criterion;
250 new FractionAttribute ("line, %", IItem.COVERAGE_LINE_COUNT, IItem.TOTAL_LINE_COUNT, IItem.PRECISION, 1),
258 new FractionAttribute ("line, %", IItem.COVERAGE_LINE_INSTR, IItem.TOTAL_LINE_COUNT, IItem.PRECISION, 1),
|
| /external/icu4c/test/intltest/ |
| winnmtst.cpp | 70 /* Assume rand has at least 12 bits of precision */
92 /* Assume rand has at least 12 bits of precision */
124 /* Assume rand has at least 12 bits of precision */
|
| /external/llvm/docs/CommandGuide/ |
| lli.rst | 127 **-disable-excess-fp-precision**
129 Disable optimizations that may increase floating point precision.
148 precision.
|
| /external/tcpdump/ |
| print-ntp.c | 114 /* Can't TCHECK bp->precision bitfield so bp->distance + 0 instead */
116 printf(", precision %d", bp->precision);
|
