HomeSort by relevance Sort by last modified time
    Searched full:rounding (Results 276 - 300 of 1004) sorted by null

<<11121314151617181920>>

  /external/v8/test/preparser/
duplicate-property.pyt 153 TestBothWays("rounding-down", "1.12512512512512452", "1.1251251251251244")
154 TestBothWays("rounding-up", "1.12512512512512453", "1.1251251251251246")
  /frameworks/av/media/libstagefright/codecs/m4v_h263/dec/src/
idct.cpp 165 /* with the proper rounding */
209 r2 = (181 * (r4 + r5) + 128) >> 8; /* rounding */
269 /* for proper rounding in the fourth stage */
300 r2 = (181 * (r4 + r5) + 128) >> 8; /* rounding */
388 /* with the proper rounding */
432 r2 = (181 * (r4 + r5) + 128) >> 8; /* rounding */
490 /* for proper rounding in the fourth stage */
521 r2 = (181 * (r4 + r5) + 128) >> 8; /* rounding */
idct_vca.cpp 116 *blk = 0; /* for proper rounding in the fourth stage */
205 *blk = 0; /* for proper rounding in the fourth stage */
316 *blk = 0; /* for proper rounding in the fourth stage */
462 blk[0] = 0; /* for proper rounding in the fourth stage */
521 blk[0] = 0;/* for proper rounding in the fourth stage */
596 blk[0] = 0;/* for proper rounding in the fourth stage */
  /external/aac/libSBRdec/src/
sbrdec_freq_sca.cpp 453 lowest bit cannot be cleared due to rounding */
497 of rounding.
502 /* add scaled 1 for rounding to even numbers: */
537 /* Add scaled 0.5 for rounding:
538 We use a value 128/256 instead of 0.5 to avoid some critical cases of rounding. */
771 /* Add scaled 0.5 for rounding: */
env_dec.cpp 307 if (newR_m >= ((FIXP_SGL)MAXVAL_SGL - ROUNDING)) {
315 h_data_right->iEnvelope[i] = ((FIXP_SGL)((SHORT)(FIXP_SGL)(newR_m + ROUNDING) & MASK_M)) +
317 h_data_left->iEnvelope[i] = ((FIXP_SGL)((SHORT)(FIXP_SGL)(newL_m + ROUNDING) & MASK_M)) +
338 /* if (newR_m >= ((FIXP_SGL)MAXVAL_SGL - ROUNDING)) {
346 h_data_right->sbrNoiseFloorLevel[i] = ((FIXP_SGL)((SHORT)(FIXP_SGL)(newR_m + ROUNDING) & MASK_M)) +
348 h_data_left->sbrNoiseFloorLevel[i] = ((FIXP_SGL)((SHORT)(FIXP_SGL)(newL_m + ROUNDING) & MASK_M)) +
  /external/v8/src/
conversions-inl.h 55 // rounding towards zero, or any reasonable value if the argument is larger
200 number++; // Rounding up.
202 // Rounding to even to consistency with decimals: half-way case rounds
205 number++; // Rounding up.
209 // Rounding up may cause overflow.
363 // The following code causes accumulating rounding error for numbers greater
fixed-dtoa.cc 214 // digits had been '9' before rounding up. Now all trailing digits are '0' and
230 // The function will round its result. During the rounding-process digits not
234 // rounding-up will change the contents of the buffer to "20000".
  /external/icu4c/i18n/
decNumber.c 144 /* 5. Rounding is deferred until finalization of results, with any */
147 /* rounding when more than one shortening takes place (for */
154 /* This must be called before any rounding if the number of digits */
486 /* rounding mode if overflow occurs or rounding is */
491 /* Overflow) can be reported or rounding applied, as necessary. */
512 Int residue; /* rounding residue */
    [all...]
digitlst.h 18 * 08/02/98 stephen Added nearest/even rounding
78 * allows rounding computations to be done directly in decimal, avoiding
163 * Remove, by rounding, any fractional part of the decimal number,
  /external/guava/guava/src/com/google/common/math/
LongMath.java 65 * Returns the base-2 logarithm of {@code x}, rounded according to the specified rounding mode.
105 * Returns the base-10 logarithm of {@code x}, rounded according to the specified rounding mode.
236 * Returns the square root of {@code x}, rounded with the specified rounding mode.
289 * Returns the result of dividing {@code p} by {@code q}, rounding using the specified
307 * deal with the cases where rounding towards 0 is wrong, which typically depends on the sign of
  /external/guava/guava-tests/test/com/google/common/math/
BigIntegerMathTest.java 147 // Now figure out what rounding mode we should behave like (it depends if FLOOR was
234 // Now figure out what rounding mode we should behave like (it depends if FLOOR was
336 // Now figure out what rounding mode we should behave like (it depends if FLOOR was
  /external/jpeg/
jccolor.c 48 * the products by 2^16, with appropriate rounding, to get the correct answer.
56 * The CENTERJSAMPLE offsets and the rounding fudge-factor of 0.5 are included
105 /* We use a rounding fudge-factor of 0.5-epsilon for Cb and Cr.
  /external/kernel-headers/original/linux/
jiffies.h 226 * for more details. It is the scaled resolution rounding value. Note
304 * nsec -= nsec % TICK_NSEC; is NOT a correct resolution rounding.
345 * The solution we use is to do the rounding AFTER we convert the
  /external/llvm/include/llvm/
IntrinsicsARM.td 265 // The various saturating and rounding vector shift operations need to be
291 // Vector Rounding Shift.
304 // Vector Saturating Rounding Shift.
  /prebuilts/gcc/darwin-x86/arm/arm-linux-androideabi-4.6/lib/gcc/arm-linux-androideabi/4.6.x-google/plugin/include/
real.h 146 /* Default rounding mode for operations on this format. */
218 /* Like HONOR_NANS, but true if given mode supports sign-dependent rounding,
219 and the rounding mode is important. */
  /prebuilts/gcc/linux-x86/arm/arm-eabi-4.6/lib/gcc/arm-eabi/4.6.x-google/plugin/include/
real.h 146 /* Default rounding mode for operations on this format. */
218 /* Like HONOR_NANS, but true if given mode supports sign-dependent rounding,
219 and the rounding mode is important. */
  /prebuilts/gcc/linux-x86/arm/arm-linux-androideabi-4.6/lib/gcc/arm-linux-androideabi/4.6.x-google/plugin/include/
real.h 146 /* Default rounding mode for operations on this format. */
218 /* Like HONOR_NANS, but true if given mode supports sign-dependent rounding,
219 and the rounding mode is important. */
  /bionic/libm/i387/
fenv.c 36 * has the rounding control bits offset by 3 and the exception mask
325 * rounding mode. Reading the control word on the x87 turns
  /external/libvpx/vp8/common/
filter.c 65 (VP8_FILTER_WEIGHT >> 1); /* Rounding */
111 (VP8_FILTER_WEIGHT >> 1); /* Rounding */
  /external/valgrind/main/VEX/priv/
host_ppc_isel.c 107 exceptions masked. The rounding mode is set appropriately before
110 which are unaffected by the rm and so the rounding mode is not set
114 rounding mode. At some point the ppc docs get sufficiently vague
148 (note: for fnm*, rounding happens before final negation)
244 IRRoundingMode-encoded value) to which the FPU's rounding mode
246 avoid redundant settings of the FPU's rounding mode, as
863 /*--- ISEL: FP rounding mode helpers ---*/
866 ///* Set FPU's rounding mode to the default */
873 // /* Default rounding mode = 0x0
874 // Only supporting the rounding-mode bits - the rest of FPSCR is 0x
    [all...]
  /external/valgrind/main/coregrind/m_gdbserver/
valgrind-low-amd64.c 215 // vex only models the rounding bits (see libvex_guest_amd64.h)
272 // vex only models the rounding bits (see libvex_guest_x86.h)
valgrind-low-x86.c 193 // vex only models the rounding bits (see libvex_guest_x86.h)
242 // vex only models the rounding bits (see libvex_guest_x86.h)
  /external/webkit/Source/WebCore/rendering/svg/
RenderSVGRoot.cpp 85 // FIXME: Investigate in size rounding issues
96 // FIXME: Investigate in size rounding issues
  /external/llvm/lib/Support/
APFloat.cpp 527 when rounding up during hexadecimal output. */
1138 new LSB, with the given lost fraction and rounding mode, the result
1176 llvm_unreachable("Invalid rounding mode found");
1189 /* Before rounding normalize the exponent of fcNormal numbers. */
1199 the rounding mode. */
    [all...]
  /bionic/libc/arch-x86/include/machine/
ieee.h 46 * floating point. It does *not* define (yet?) any of the rounding

Completed in 1124 milliseconds

<<11121314151617181920>>