HomeSort by relevance Sort by last modified time
    Searched full:precision (Results 2751 - 2775 of 7852) sorted by null

<<111112113114115116117118119120>>

  /external/deqp/doc/testspecs/GLES3/
functional.shaders.int_op.txt 68 to integers as operands. The value range is chosen based on precision. Results
functional.vertex_arrays.single_attribute.txt 39 + Exact precision of attributes as input is clamped to very few bits of output.
  /external/deqp/external/openglcts/modules/common/
glcBlendEquationAdvancedTests.hpp 44 - Comparison needs to use a tolerance that takes the possible precision
  /external/deqp/external/openglcts/modules/glesext/texture_buffer/
esextcTextureBufferTests.cpp 114 /* Texture Buffer Precision (Test 10) */
  /external/deqp/framework/common/
tcuTexCompareVerifier.hpp 34 * \brief Texture compare (shadow) lookup precision parameters.
  /external/deqp/framework/randomshaders/
rsgToken.hpp 41 PRECISION,
  /external/deqp/modules/egl/
teglGetFrameTimestampsTests.cpp 98 // Careful: This has microsecond precision, which can cause timestamps to
99 // appear non monotonic when compared to the nanosecond precision timestamps
101 // Current test expectations only make sure microsecond precision timestamps
102 // are less than the nanosecond precision timestamps, so this is okay.
  /external/deqp/modules/gles2/functional/
es2fImplementationLimitTests.cpp 205 // Shader precision format
  /external/deqp/modules/gles3/scripts/
gen-invalid-texture-funcs.py 37 precision mediump float;
  /external/e2fsprogs/lib/et/
et_h.awk 86 # awk programs do not have the necessary precision (sigh)
  /external/eigen/Eigen/src/CholmodSupport/
CholmodSupport.h 429 * \warning Only double precision real and complex scalar types are supported by Cholmod.
480 * \warning Only double precision real and complex scalar types are supported by Cholmod.
529 * \warning Only double precision real and complex scalar types are supported by Cholmod.
580 * \warning Only double precision real and complex scalar types are supported by Cholmod.
  /external/eigen/Eigen/src/Eigenvalues/
EigenSolver.h 327 const RealScalar precision = RealScalar(2)*NumTraits<RealScalar>::epsilon(); local
332 if (internal::isMuchSmallerThan(numext::imag(m_eivalues.coeff(i)), numext::real(m_eivalues.coeff(i)), precision))
349 const RealScalar precision = RealScalar(2)*NumTraits<RealScalar>::epsilon(); local
354 if (internal::isMuchSmallerThan(numext::imag(m_eivalues.coeff(j)), numext::real(m_eivalues.coeff(j)), precision) || j+1==n)
  /external/eigen/Eigen/src/Geometry/
Scaling.h 98 /** \returns \c true if \c *this is approximately equal to \a other, within the precision
  /external/eigen/bench/
analyze-blocking-sizes.cpp 785 cout.precision(2);
793 cout.precision(default_precision);
812 cout.precision(default_precision);
813 cerr.precision(default_precision);
  /external/eigen/test/
denseLM.cpp 175 //Solve until the machine precision
  /external/eigen/unsupported/Eigen/src/MatrixFunctions/
MatrixPower.h 199 const RealScalar maxNormForPade = digits <= 24? 4.3386528e-1L // single precision
200 : digits <= 53? 2.789358995219730e-1L // double precision
201 : digits <= 64? 2.4471944416607995472e-1L // extended precision
203 : 9.134603732914548552537150753385375e-2L; // quadruple precision
  /external/freetype/src/tools/
test_trig.c 11 /* the precision in 16.16 fixed-point checks. Expect between 2 and 5 */
  /external/gemmlowp/internal/
block_params.h 69 // low precision.
  /external/google-breakpad/src/testing/gtest/
CHANGES 44 * double values streamed to an assertion are printed with enough precision
  /external/icu/icu4c/source/i18n/
Android.bp 143 "precision.cpp",
  /external/icu/icu4c/source/tools/toolutil/
denseranges.cpp 109 // Use int64_t variables for intermediate-value precision and to avoid
  /external/iproute2/tc/
tc_core.c 76 * before doing the rate table lookup, as this gives better precision
  /external/jacoco/jacoco-maven-plugin/src/org/jacoco/maven/
CheckMojo.java 51 * number of decimal places will also determine the precision in error
  /external/libavc/encoder/
ih264e_half_pel.c 148 * pi16_pred1(only in C) in 16 bit precision.
  /external/libchrome/base/numerics/
safe_conversions_impl.h 169 // but larger precision (e.g. float -> unsigned). The problem is as follows:
179 // Example: (4294967296f <= 4294967295u) // This is true due to a precision
186 // type is an integral of larger precision than the source floating-point type,
203 // Masks out the integer bits that are beyond the precision of the

Completed in 1419 milliseconds

<<111112113114115116117118119120>>