HomeSort by relevance Sort by last modified time
    Searched full:precision (Results 2301 - 2325 of 7852) sorted by null

<<919293949596979899100>>

  /external/tensorflow/tensorflow/examples/tutorials/monitors/
iris_monitors.py 44 "precision":
  /external/tensorflow/tensorflow/stream_executor/lib/
mathutil.h 52 // Casting to double is in general incorrect because of loss of precision
  /external/toybox/tests/
printf.test 30 testing "%s width precision" \
  /external/v8/src/
dtoa.h 50 // - PRECISION: produces 'requested_digits' where the first digit is not '0'.
  /external/valgrind/docs/xml/
design-impl.xml 45 bit-precision. Julian Seward and Nicholas Nethercote. Proceedings
  /external/valgrind/none/tests/ppc32/
test_dfp1.c 295 precision_type_t precision; member in struct:dfp_test
337 if (test_group.precision == LONG_TEST) {
350 if (test_group.precision == QUAD_TEST) {
365 if (test_group.precision == LONG_TEST) {
  /external/valgrind/none/tests/ppc64/
test_dfp1.c 295 precision_type_t precision; member in struct:dfp_test
337 if (test_group.precision == LONG_TEST) {
350 if (test_group.precision == QUAD_TEST) {
365 if (test_group.precision == LONG_TEST) {
  /external/vulkan-validation-layers/libs/glm/gtc/
constants.hpp 55 /// @todo Implement epsilon for half-precision floating point type.
ulp.hpp 44 #include "../detail/precision.hpp"
  /external/webp/src/utils/
rescaler_utils.h 23 #define WEBP_RESCALER_RFIX 32 // fixed-point precision for multiplies
  /external/webrtc/webrtc/common_audio/signal_processing/
spl_sqrt_floor_arm.S 32 @ Output: r0 = INT (SQRT (r0)), precision is 16 bits
  /external/webrtc/webrtc/modules/audio_coding/codecs/ilbc/
gain_quant.c 50 easier and with higher precision */
  /external/webrtc/webrtc/modules/audio_processing/transient/
transient_detector_unittest.cc 36 // The files contain all the results in double precision (Little endian).
  /frameworks/av/media/libeffects/testlibs/
AudioCoefInterpolator.h 52 // of size nInDims. This value is in 32-bit precision.
AudioPeakingFilter.cpp 104 // Half bandwidth, in octaves, 15-bit precision
  /frameworks/av/media/libmedia/include/media/
LinearMap.h 162 // which (can) wrap in precision no less than 32 bits and have
183 // less than INT32_MAX for precision greater than 4 bytes)
244 *diff = (int32_t)diff64; // intentionally lose precision
314 // Assumption: even though the type "T" may have precision greater
  /frameworks/av/media/libstagefright/codecs/amrwbenc/src/
hp400.c 81 L_tmp = 8192L; /* rounding to maximise precision */
hp50.c 83 L_tmp = 8192 ; /* rounding to maximise precision */
hp_wsp.c 110 L_tmp = 16384L; /* rounding to maximise precision */
  /frameworks/av/services/audiopolicy/common/include/
Volume.h 23 // Absolute min volume in dB (can be represented in single precision normal float value)
  /frameworks/base/media/mca/filterpacks/java/android/filterpacks/imageproc/
BitmapOverlayFilter.java 46 "precision mediump float;\n" +
ColorTemperatureFilter.java 40 "precision mediump float;\n" +
CropFilter.java 54 "precision mediump float;\n" +
CrossProcessFilter.java 38 "precision mediump float;\n" +
DrawRectFilter.java 54 "precision mediump float;\n" +

Completed in 930 milliseconds

<<919293949596979899100>>