| /external/vixl/src/vixl/a64/ |
| simulator-a64.h | 41 // appropriate rounding.
60 // Only FPTieEven and FPRoundOdd rounding modes are implemented.
63 // Rounding can promote subnormals to normals, and normals to infinities. For
65 // encodable as a float, but rounding based on the low-order mantissa bits
66 // could make it overflow. With ties-to-even rounding, this value would become
69 // ---- Rounding Method ----
71 // The exponent is irrelevant in the rounding operation, so we treat the
136 // FPTieEven rounding mode handles overflows using infinities.
141 // FPRoundOdd rounding mode handles overflows using the largest magnitude
157 // The output will be subnormal (before rounding)
[all...] |
| /external/crcalc/src/com/hp/creals/ |
| CR.java | 123 * accurate to the requested precision; no cumulative rounding errors
325 // Multiply by 2**n, rounding result
[all...] |
| /bionic/libc/upstream-openbsd/lib/libc/gdtoa/ |
| gdtoa.h | 92 int rounding; member in struct:FPI
96 enum { /* FPI.rounding values: same as FLT_ROUNDS */
|
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| s_cbrt.c | 57 * "%" are integer division and modulus with rounding towards minus
94 * 2 23-bit ulps larger). With rounding towards zero, the error bound
|
| s_cbrtl.c | 120 * add 2 47-bit ulps instead of 1 to round up. Rounding is slow and
123 * for rounding up might not apply to either case in cbrtl() since
|
| /external/apache-commons-math/src/main/java/org/apache/commons/math/dfp/ |
| package.html | 41 <li>Digits are bigger, so rounding is a greater loss. So, if you
64 can be realized by add an additional rounding step to ensure that
|
| /external/compiler-rt/lib/builtins/ |
| fp_trunc_impl.inc | 12 // rounding mode. The constants and types defined following the includes below
82 // rounding and adjusting the exponent.
|
| /external/libopus/celt/ |
| entcode.h | 104 rounding error is in the positive direction).*/
114 rounding error is in the positive direction).*/
|
| float_cast.h | 38 ** most C compilers targeting Pentium needs to change the FPU rounding mode
41 ** Changing the FPU rounding mode causes the FPU pipeline to be flushed. It
|
| /external/libopus/silk/float/ |
| SigProc_FLP.h | 162 /* floating-point to integer conversion (rounding) */
168 /* floating-point to integer conversion (rounding) */
|
| /external/llvm/test/MC/AArch64/ |
| neon-rounding-shift.s | 7 // Vector Integer Rounding Shift Lef (Signed)
26 // Vector Integer Rounding Shift Lef (Unsigned)
|
| neon-saturating-rounding-shift.s | 7 // Vector Integer Saturating Rounding Shift Lef (Signed)
26 // Vector Integer Saturating Rounding Shift Lef (Unsigned)
|
| /external/opencv3/3rdparty/openexr/ |
| ChangeLog.ilmbase | 88 * Rounding during float-to-half conversion now implements
91 then rounding chooses the half value whose least significant
|
| /external/skia/include/core/ |
| SkMath.h | 160 * Return a*b/((1 << shift) - 1), rounding any fractional bits.
172 * Return a*b/255, rounding any fractional bits.
|
| /external/valgrind/memcheck/tests/vbit-test/ |
| main.c | 62 /* Set the rounding mode if the operation requires one.
63 FIXME: We should iterate over all rounding modes. For that need
|
| /libcore/ojluni/src/main/java/java/text/ |
| DigitList.java | 123 * Set the rounding mode
381 // Rounding up involved incrementing digits from LSD to MSD.
414 * method implements the rounding modes defined in the
421 * @exception ArithmeticException if rounding is needed with rounding
469 // Implement IEEE half-even rounding
485 "Rounding needed with the rounding mode being set to RoundingMode.UNNECESSARY");
|
| NumberFormat.java | 232 * @exception ArithmeticException if rounding is needed with rounding
282 * @exception ArithmeticException if rounding is needed with rounding
293 * @exception ArithmeticException if rounding is needed with rounding
304 * @exception ArithmeticException if rounding is needed with rounding
314 * @exception ArithmeticException if rounding is needed with rounding
[all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/share/doc/mpfr/ |
| FAQ.html | 169 <li><p><cite><acronym>MPFR</acronym></cite> provides an additional rounding
173 into account the precision of the destination variable and the rounding
187 specify the rounding mode (<code>MPFR_RNDN</code> for rounding to nearest,
188 <code>MPFR_RNDZ</code> for rounding towards zero, <code>MPFR_RNDU</code>
189 for rounding towards plus infinity, <code>MPFR_RNDD</code> for rounding
195 way, using the default <cite><acronym>MPFR</acronym></cite> rounding
|
| /prebuilts/gdb/darwin-x86/include/python2.7/ |
| pymath.h | 65 register and into a 64-bit memory location, rounding from extended
69 /* we take double rounding as evidence of x87 usage */
|
| /prebuilts/gdb/linux-x86/include/python2.7/ |
| pymath.h | 65 register and into a 64-bit memory location, rounding from extended
69 /* we take double rounding as evidence of x87 usage */
|
| /prebuilts/python/darwin-x86/2.7.5/include/python2.7/ |
| pymath.h | 65 register and into a 64-bit memory location, rounding from extended
69 /* we take double rounding as evidence of x87 usage */
|
| /prebuilts/python/linux-x86/2.7.5/include/python2.7/ |
| pymath.h | 65 register and into a 64-bit memory location, rounding from extended
69 /* we take double rounding as evidence of x87 usage */
|
| /system/core/toolbox/upstream-netbsd/lib/libc/gen/ |
| humanize_number.c | 129 * If there will be an overflow by the rounding below,
144 /* If a value <= 9.9 after rounding and ... */
|
| /toolchain/binutils/binutils-2.25/include/opcode/ |
| mmix.h | 74 rounding: "$X,$Z|Z" or "$X,ROUND_MODE,$Z|Z". */
80 /* Two registers, possibly with rounding: "$X,$Z" or
|
| /external/opencv3/3rdparty/libjpeg/ |
| jcdctmgr.c | 92 /* Divide the coefficient value by qval, ensuring proper rounding.
93 * Since C does not specify the direction of rounding for negative
111 temp += qval>>1; /* for rounding */
115 temp += qval>>1; /* for rounding */
156 * Since C does not specify the direction of rounding for negative
|
