| /external/compiler-rt/lib/builtins/i386/ |
| floatundidf.S | 43 orpd REL_ADDR(twop84), %xmm1 // 0x1p84 + a_hi (no rounding occurs)
44 subsd REL_ADDR(twop84_plus_twop52), %xmm1 // a_hi - 0x1p52 (no rounding occurs)
45 orpd REL_ADDR(twop52), %xmm0 // 0x1p52 + a_lo (no rounding occurs)
|
| /external/compiler-rt/lib/builtins/x86_64/ |
| floatundidf.S | 41 orq REL_ADDR(twop84), %rdi // 0x1p84 + a_hi (no rounding occurs)
42 orpd REL_ADDR(twop52), %xmm0 // 0x1p52 + a_lo (no rounding occurs)
44 subsd REL_ADDR(twop84_plus_twop52), %xmm1 // a_hi - 0x1p52 (no rounding occurs)
|
| /external/libvpx/libvpx/vp9/encoder/x86/ |
| vp9_highbd_block_error_intrin_sse2.c | 24 const int rounding = shift > 0 ? 1 << (shift - 1) : 0; local
66 error = (error + rounding) >> shift;
67 sqcoeff = (sqcoeff + rounding) >> shift;
|
| /external/valgrind/none/tests/s390x/ |
| rounding-3.c | 8 /* Test "convert to fixed" with "per fpc" rounding.
9 Covers all generally available rounding modes.
82 printf("setting rounding mode to %s\n", rtext(rmodes[i]));
|
| rounding.h | 7 /* BFP rounding mode as it is encoded in the m3 field of certain */
28 /* BFP rounding mode as it is encoded in bits [29:31] of the FPC */
29 /* register. Only rounding modes 0..3 are universally supported. */
|
| fpext_warn.c | 6 a rounding mode other than 0. */
|
| /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/x86_64-w64-mingw32/include/ |
| fenv.h | 21 /* FPU control word rounding flags */
36 to get MXCSR rounding flags, */
95 /* 7.6.3 Rounding */
|
| /libcore/luni/src/main/java/java/math/ |
| BigDecimal.java | 33 * <p>Most operations allow you to supply a {@link MathContext} to specify a desired rounding mode.
38 * Rounding mode where positive values are rounded towards positive infinity
46 * Rounding mode where the values are rounded towards zero.
53 * Rounding mode to round towards positive infinity. For positive values
54 * this rounding mode behaves as {@link #ROUND_UP}, for negative values as
62 * Rounding mode to round towards negative infinity. For positive values
63 * this rounding mode behaves as {@link #ROUND_DOWN}, for negative values as
71 * Rounding mode where values are rounded towards the nearest neighbor.
72 * Ties are broken by rounding up.
79 * Rounding mode where values are rounded towards the nearest neighbor
[all...] |
| /prebuilts/go/darwin-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/ |
| float.go | 10 // can be of mixed precision. Unlike MPFR, the rounding mode is
12 // rounding mode of the result operand determines the rounding
33 // Each Float value also has a precision, rounding mode, and accuracy.
35 // represent the value. The rounding mode specifies how a result should
37 // rounding error with respect to the exact result.
42 // to the precision and rounding mode of the result variable.
46 // rounding takes place, and the rounding mode remains unchanged. Thus,
51 // By setting the desired precision to 24 or 53 and using matching rounding
[all...] |
| /prebuilts/go/darwin-x86/src/cmd/compile/internal/big/ |
| float.go | 7 // can be of mixed precision. Unlike MPFR, the rounding mode is
9 // rounding mode of the result operand determines the rounding
30 // Each Float value also has a precision, rounding mode, and accuracy.
32 // represent the value. The rounding mode specifies how a result should
34 // rounding error with respect to the exact result.
39 // to the precision and rounding mode of the result variable.
43 // rounding takes place, and the rounding mode remains unchanged. Thus,
48 // By setting the desired precision to 24 or 53 and using matching rounding
[all...] |
| /prebuilts/go/darwin-x86/src/math/big/ |
| float.go | 7 // can be of mixed precision. Unlike MPFR, the rounding mode is
9 // rounding mode of the result operand determines the rounding
30 // Each Float value also has a precision, rounding mode, and accuracy.
32 // represent the value. The rounding mode specifies how a result should
34 // rounding error with respect to the exact result.
39 // to the precision and rounding mode of the result variable.
43 // rounding takes place, and the rounding mode remains unchanged. Thus,
48 // By setting the desired precision to 24 or 53 and using matching rounding
[all...] |
| /prebuilts/go/linux-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/ |
| float.go | 10 // can be of mixed precision. Unlike MPFR, the rounding mode is
12 // rounding mode of the result operand determines the rounding
33 // Each Float value also has a precision, rounding mode, and accuracy.
35 // represent the value. The rounding mode specifies how a result should
37 // rounding error with respect to the exact result.
42 // to the precision and rounding mode of the result variable.
46 // rounding takes place, and the rounding mode remains unchanged. Thus,
51 // By setting the desired precision to 24 or 53 and using matching rounding
[all...] |
| /prebuilts/go/linux-x86/src/cmd/compile/internal/big/ |
| float.go | 7 // can be of mixed precision. Unlike MPFR, the rounding mode is
9 // rounding mode of the result operand determines the rounding
30 // Each Float value also has a precision, rounding mode, and accuracy.
32 // represent the value. The rounding mode specifies how a result should
34 // rounding error with respect to the exact result.
39 // to the precision and rounding mode of the result variable.
43 // rounding takes place, and the rounding mode remains unchanged. Thus,
48 // By setting the desired precision to 24 or 53 and using matching rounding
[all...] |
| /prebuilts/go/linux-x86/src/math/big/ |
| float.go | 7 // can be of mixed precision. Unlike MPFR, the rounding mode is
9 // rounding mode of the result operand determines the rounding
30 // Each Float value also has a precision, rounding mode, and accuracy.
32 // represent the value. The rounding mode specifies how a result should
34 // rounding error with respect to the exact result.
39 // to the precision and rounding mode of the result variable.
43 // rounding takes place, and the rounding mode remains unchanged. Thus,
48 // By setting the desired precision to 24 or 53 and using matching rounding
[all...] |
| /bionic/libc/upstream-openbsd/lib/libc/gdtoa/ |
| ldtoa.c | 56 FLT_ROUNDS, /* rounding */
71 * if the number is negative, we need to swap rounding modes of
75 fpi.rounding ^= (fpi.rounding >> 1) & p->ext_sign;
|
| /external/opencv3/modules/imgproc/perf/ |
| perf_resize.cpp | 91 //difference equal to 1 is allowed because of different possible rounding modes: round-to-nearest vs bankers' rounding
120 //difference equal to 1 is allowed because of different possible rounding modes: round-to-nearest vs bankers' rounding
|
| /external/valgrind/none/tests/mips32/ |
| FPUarithmetic.stdout.exp | 2 rounding mode: near
27 rounding mode: zero
52 rounding mode: +inf
77 rounding mode: -inf
102 rounding mode: near
127 rounding mode: zero
152 rounding mode: +inf
177 rounding mode: -inf
202 rounding mode: near
227 rounding mode: zer
[all...] |
| FPUarithmetic.stdout.exp-mips32 | 2 rounding mode: near
27 rounding mode: zero
52 rounding mode: +inf
77 rounding mode: -inf
102 rounding mode: near
127 rounding mode: zero
152 rounding mode: +inf
177 rounding mode: -inf
202 rounding mode: near
227 rounding mode: zer
[all...] |
| /packages/apps/Launcher3/src/com/android/launcher3/ |
| LogAccelerateInterpolator.java | 23 // Due to rounding issues, the interpolation doesn't quite reach 1 even though it should.
|
| LogDecelerateInterpolator.java | 24 // Due to rounding issues, the interpolation doesn't quite reach 1 even though it should.
|
| /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/share/doc/mpfr/examples/ |
| divworst.c | 1 /* Test of the double rounding effect.
7 * Optional argument: extended precision p (with double rounding).
11 * in precision n and the results of floor(x/y) in the rounding modes
48 mpfr_set (z, t, rnd); /* the rounding to the precision n */
|
| /prebuilts/go/darwin-x86/src/math/ |
| modf_386.s | 13 ORW $0x0c00, AX // Rounding Control set to truncate
|
| /prebuilts/go/linux-x86/src/math/ |
| modf_386.s | 13 ORW $0x0c00, AX // Rounding Control set to truncate
|
| /external/boringssl/src/ssl/test/runner/poly1305/ |
| const_amd64.s | 44 DATA ·ROUNDING(SB)/2, $0x137f
45 GLOBL ·ROUNDING(SB), 8, $2
|
| /external/toybox/toys/other/ |
| truncate.c | 19 / multiple rounding down, % multiple rounding up
|
