HomeSort by relevance Sort by last modified time
    Searched full:rounding (Results 576 - 600 of 2466) sorted by null

<<21222324252627282930>>

  /prebuilts/go/darwin-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/
bits_test.go 108 // round returns the Float value corresponding to x after rounding x
129 // determine bit 0, rounding, and sticky bit, and result bits z
rat.go 105 // - the low-order 1 will be used during rounding then discarded.
137 // 4. Rounding.
158 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
203 // - the low-order 1 will be used during rounding then discarded.
235 // 4. Rounding.
256 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
  /prebuilts/go/darwin-x86/pkg/bootstrap/src/bootstrap/compile/internal/gc/
mparith2.go 45 // try rounding down a little
52 // try rounding up a little
  /prebuilts/go/darwin-x86/src/cmd/compile/internal/big/
bits_test.go 105 // round returns the Float value corresponding to x after rounding x
126 // determine bit 0, rounding, and sticky bit, and result bits z
floatconv.go 179 // If z's precision is 0, it is changed to 64 before rounding takes effect.
236 // and rounding mode.
rat.go 102 // - the low-order 1 will be used during rounding then discarded.
134 // 4. Rounding.
155 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
200 // - the low-order 1 will be used during rounding then discarded.
232 // 4. Rounding.
253 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
  /prebuilts/go/darwin-x86/src/cmd/compile/internal/gc/
mparith2.go 42 // try rounding down a little
49 // try rounding up a little
  /prebuilts/go/darwin-x86/src/math/big/
bits_test.go 105 // round returns the Float value corresponding to x after rounding x
126 // determine bit 0, rounding, and sticky bit, and result bits z
floatconv.go 179 // If z's precision is 0, it is changed to 64 before rounding takes effect.
236 // and rounding mode.
  /prebuilts/go/linux-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/
bits_test.go 108 // round returns the Float value corresponding to x after rounding x
129 // determine bit 0, rounding, and sticky bit, and result bits z
  /prebuilts/go/linux-x86/pkg/bootstrap/src/bootstrap/compile/internal/gc/
mparith2.go 45 // try rounding down a little
52 // try rounding up a little
  /prebuilts/go/linux-x86/src/cmd/compile/internal/big/
bits_test.go 105 // round returns the Float value corresponding to x after rounding x
126 // determine bit 0, rounding, and sticky bit, and result bits z
floatconv.go 179 // If z's precision is 0, it is changed to 64 before rounding takes effect.
236 // and rounding mode.
  /prebuilts/go/linux-x86/src/cmd/compile/internal/gc/
mparith2.go 42 // try rounding down a little
49 // try rounding up a little
  /prebuilts/go/linux-x86/src/math/big/
bits_test.go 105 // round returns the Float value corresponding to x after rounding x
126 // determine bit 0, rounding, and sticky bit, and result bits z
floatconv.go 179 // If z's precision is 0, it is changed to 64 before rounding takes effect.
236 // and rounding mode.
  /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/
abs.decTest 23 -- Additon, subtraction, rounding, and more overflows are tested
27 rounding: half_up
class.decTest 29 rounding: half_even
83 rounding: half_even
  /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/
abs.decTest 23 -- Additon, subtraction, rounding, and more overflows are tested
27 rounding: half_up
class.decTest 29 rounding: half_even
83 rounding: half_even
  /bionic/libc/upstream-openbsd/lib/libc/gdtoa/
gdtoaimp.h 41 * necessary to specify double-precision (53-bit) rounding precision
56 * biased rounding (add half and chop).
98 * #define ROUND_BIASED for IEEE-format with biased rounding and arithmetic
101 * rounding when the underlying floating-point arithmetic uses
102 * unbiased rounding. This prevent using ordinary floating-point
103 * arithmetic when the result could be computed with one rounding error.
  /external/aac/libSBRdec/src/
sbrdec_freq_sca.cpp 460 lowest bit cannot be cleared due to rounding */
504 of rounding.
509 /* add scaled 1 for rounding to even numbers: */
544 /* Add scaled 0.5 for rounding:
545 We use a value 128/256 instead of 0.5 to avoid some critical cases of rounding. */
778 /* Add scaled 0.5 for rounding: */
  /external/v8/src/
conversions-inl.h 39 // rounding towards zero, or any reasonable value if the argument is larger
263 number++; // Rounding up.
265 // Rounding to even to consistency with decimals: half-way case rounds
268 number++; // Rounding up.
272 // Rounding up may cause overflow.
422 // The following code causes accumulating rounding error for numbers greater
  /external/vixl/doc/
supported-instructions.md     [all...]
  /frameworks/av/media/libstagefright/codecs/m4v_h263/dec/src/
idct_vca.cpp 116 *blk = 0; /* for proper rounding in the fourth stage */
205 *blk = 0; /* for proper rounding in the fourth stage */
316 *blk = 0; /* for proper rounding in the fourth stage */
462 blk[0] = 0; /* for proper rounding in the fourth stage */
521 blk[0] = 0;/* for proper rounding in the fourth stage */
596 blk[0] = 0;/* for proper rounding in the fourth stage */

Completed in 367 milliseconds

<<21222324252627282930>>