| /external/vixl/src/vixl/a64/ |
| assembler-a64.h | [all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/share/doc/mpfr/ |
| TODO | 240 rounding, then use the current code with mpn_divrem.
362 - add a new rounding mode: round to nearest, with ties away from zero
365 representable, then round to the odd mantissa. This rounding
370 so it avoids the double-rounding problem.
378 Mark it as such and save the approximated rounding value in
398 between a bad case for the correct rounding and some input value
|
| /prebuilts/gdb/darwin-x86/include/python2.7/ |
| pyport.h | 532 * FPU rounding mode is round-half-to-even, but that's less often an issue.
607 (2) we're on x86 with the rounding precision set to 64-bits
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
619 we're seeing double rounding, and we don't have any mechanism available for
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /prebuilts/gdb/linux-x86/include/python2.7/ |
| pyport.h | 532 * FPU rounding mode is round-half-to-even, but that's less often an issue.
607 (2) we're on x86 with the rounding precision set to 64-bits
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
619 we're seeing double rounding, and we don't have any mechanism available for
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /prebuilts/python/darwin-x86/2.7.5/include/python2.7/ |
| pyport.h | 532 * FPU rounding mode is round-half-to-even, but that's less often an issue.
607 (2) we're on x86 with the rounding precision set to 64-bits
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
619 we're seeing double rounding, and we don't have any mechanism available for
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /prebuilts/python/linux-x86/2.7.5/include/python2.7/ |
| pyport.h | 532 * FPU rounding mode is round-half-to-even, but that's less often an issue.
607 (2) we're on x86 with the rounding precision set to 64-bits
609 the rounding precision.
618 /* double rounding is symptomatic of use of extended precision on x86. If
619 we're seeing double rounding, and we don't have any mechanism available for
620 changing the FPU rounding precision, then don't use Python/dtoa.c. */
[all...] |
| /bionic/libm/i387/ |
| fenv.c | 38 * has the rounding control bits offset by 3 and the exception mask
327 * rounding mode. Reading the control word on the x87 turns
|
| /external/apache-commons-math/src/main/java/org/apache/commons/math/linear/ |
| BigMatrix.java | 111 * Gets the rounding mode
112 * @return the rounding mode
|
| /external/compiler-rt/lib/builtins/ |
| divtf3.c | 11 // with the IEEE-754 default rounding (to nearest, ties to even).
15 // underflow with correct rounding.
|
| /external/deqp/modules/gles31/functional/ |
| es31fShaderPackingFunctionTests.cpp | 166 const int maxDiff = m_precision == glu::PRECISION_HIGHP ? 1 : // Rounding only.
266 const deUint32 maxDiff = 1; // Rounding error.
357 const int maxDiff = m_precision == glu::PRECISION_HIGHP ? 1 : // Rounding only.
457 const deUint32 maxDiff = 1; // Rounding error.
764 const int maxDiff = m_precision == glu::PRECISION_HIGHP ? 1 : // Rounding only.
874 const deUint32 maxDiff = 1; // Rounding error.
[all...] |
| /external/fonttools/Lib/fontTools/misc/ |
| transform.py | 281 But beware of floating point rounding errors:
305 But again, beware of floating point rounding errors:
|
| /external/icu/icu4c/source/test/intltest/ |
| numberformattesttuple.cpp | 206 DecimalFormat::ERoundingMode rounding = local
211 rounding,
|
| /external/libhevc/common/ |
| ihevc_weighted_pred.c | 81 * offset to be added after rounding and
164 * offset to be added after rounding and
|
| /external/libvpx/libvpx/vp8/common/ |
| filter.c | 64 (VP8_FILTER_WEIGHT >> 1); /* Rounding */
110 (VP8_FILTER_WEIGHT >> 1); /* Rounding */
|
| /external/libvpx/libvpx/vp8/encoder/mips/msa/ |
| temporal_filter_msa.c | 273 const int32_t rounding = strength > 0 ? 1 << (strength - 1) : 0; local
285 modifier += rounding;
|
| /external/mesa3d/src/gallium/drivers/llvmpipe/ |
| lp_setup_point.c | 312 /* Point size as fixed point integer, remove rounding errors
334 * slightly different rounding.
|
| /external/opencv3/3rdparty/include/ffmpeg_/libavutil/ |
| pixdesc.h | 63 * The note above is needed to ensure rounding up.
72 * The note above is needed to ensure rounding up.
|
| /external/opencv3/3rdparty/openexr/IlmImf/ |
| ImfLut.h | 135 // 12bit log rounding reduces data to 20 stops with 200 steps per stop.
147 // After rounding, the significand's 10-n least significant
|
| /external/skia/src/utils/ |
| SkDashPath.cpp | 28 // during the initial length computation (rounding can make our sum be too
268 // Using double precision to avoid looping indefinitely due to single precision rounding
|
| /external/valgrind/coregrind/m_gdbserver/ |
| valgrind-low-x86.c | 183 // vex only models the rounding bits (see libvex_guest_x86.h)
232 // vex only models the rounding bits (see libvex_guest_x86.h)
|
| /external/valgrind/none/tests/mips32/ |
| round.c | 267 "test FPU Conversion Operations Using a Directed Rounding Mode");
273 "test FPU Conversion Operations Using the FCSR Rounding Mode");
|
| /frameworks/rs/scriptc/ |
| rs_vector_math.rsh | 31 * subnormal values may be flushed to zero, rounding towards zero may be used, and NaN and
34 * values may be flushed to zero, and rounding towards zero may be used.
|
| /hardware/intel/common/omx-components/videocodec/libvpx_internal/libvpx/vp8/common/ |
| filter.c | 63 (VP8_FILTER_WEIGHT >> 1); /* Rounding */
109 (VP8_FILTER_WEIGHT >> 1); /* Rounding */
|
| /libcore/ojluni/src/main/java/sun/misc/ |
| FpUtils.java | 505 * include the logic of performing correct rounding of subnormal
580 * real rounding error occurs. If the double value set is
581 * being used exclusively, the rounding will occur on a
590 * rounding on underflow could occur; e.g. if the scale_factor
597 * compelling reason to allow double rounding on underflow in
603 // underflow; due to rounding, scaling down takes takes an
674 // underflow; due to rounding, scaling down takes takes an
686 * rounding that occurs when the double product is cast to
[all...] |
| /packages/apps/Test/connectivity/sl4n/rapidjson/include/rapidjson/internal/ |
| diyfp.h | 69 if (l & (uint64_t(1) << 63)) // rounding
77 if (l & (uint64_t(1) << 63)) // rounding
|
