| /art/test/530-checker-loops3/src/ |
| Main.java | 250 // Lower precision bound will appear in deopt arithmetic
269 // Lower precision bound will appear in deopt arithmetic
282 // Parallel induction in long precision that is narrowed provides type
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/ |
| clamp.decTest | 27 precision: 16
188 precision: 16
202 precision: 7
|
| rotate.decTest | 23 precision: 9
49 -- and |rhs| <= precision
246 precision: 5
|
| /device/linaro/bootloader/edk2/StdLib/LibC/Stdio/ |
| vfwprintf.c | 512 * Optimisation: if the output precision is small enough,
622 int prec; /* precision from format; <0 for N/A */
650 double _double; /* double precision arguments %[eEfgG] */
[all...] |
| /external/aac/libFDK/include/ |
| common_fix.h | 112 #define FRACT_BITS 16 /* single precision */
113 #define DFRACT_BITS 32 /* double precision */
114 #define ACCU_BITS 40 /* double precision plus overflow */
|
| /external/deqp/external/openglcts/modules/glesext/geometry_shader/ |
| esextcGeometryShaderConstantVariables.cpp | 37 "precision highp float;\n"
52 "precision highp float;\n"
86 "precision highp float;\n"
|
| esextcGeometryShaderLayeredRenderingFBONoAttachment.cpp | 37 "precision highp float;\n"
55 "precision highp float;\n"
100 "precision highp float;\n"
|
| /external/deqp/external/openglcts/modules/glesext/gpu_shader5/ |
| esextcGPUShader5FmaAccuracy.cpp | 41 "precision highp float;\n"
56 "precision highp float;\n"
83 "precision highp float;\n"
|
| esextcGPUShader5FmaPrecision.cpp | 26 * \brief gpu_shader5 extension - fma precision Test (Test 8)
507 "precision highp float;\n"
538 "precision highp float;\n"
|
| /external/deqp/external/openglcts/modules/glesext/texture_cube_map_array/ |
| esextcTextureCubeMapArrayImageTextureSize.cpp | 602 "precision highp float;\n"
628 "precision highp float;\n"
732 "precision highp float;\n"
751 "precision highp float;\n"
780 "precision highp float;\n"
904 "precision highp float;\n"
924 "precision highp float;\n"
[all...] |
| /external/deqp/external/vulkancts/modules/vulkan/texture/ |
| vktTextureFilteringTests.cpp | 240 // Evaluate against lower precision requirements.
244 log << TestLog::Message << "Warning: Verification against high precision requirements failed, trying with lower requirements." << TestLog::EndMessage;
251 log << TestLog::Message << "ERROR: Verification against low precision requirements failed, failing test case." << TestLog::EndMessage;
462 // Evaluate against lower precision requirements.
466 log << TestLog::Message << "Warning: Verification against high precision requirements failed, trying with lower requirements." << TestLog::EndMessage;
473 log << TestLog::Message << "ERROR: Verification against low precision requirements failed, failing test case." << TestLog::EndMessage;
668 // Evaluate against lower precision requirements.
672 log << TestLog::Message << "Warning: Verification against high precision requirements failed, trying with lower requirements." << TestLog::EndMessage;
679 log << TestLog::Message << "ERROR: Verification against low precision requirements failed, failing test case." << TestLog::EndMessage;
[all...] |
| /external/deqp/framework/opengl/ |
| gluVarTypeUtil.hpp | 397 Precision precision = curType->getPrecision(); local
412 return VarType(basicType, precision);
|
| /external/deqp/modules/gles3/functional/ |
| es3fTextureFilteringTests.cpp | 335 // Evaluate against lower precision requirements.
339 m_testCtx.getLog() << TestLog::Message << "Warning: Verification against high precision requirements failed, trying with lower requirements." << TestLog::EndMessage;
346 m_testCtx.getLog() << TestLog::Message << "ERROR: Verification against low precision requirements failed, failing test case." << TestLog::EndMessage;
650 // Evaluate against lower precision requirements.
654 m_testCtx.getLog() << TestLog::Message << "Warning: Verification against high precision requirements failed, trying with lower requirements." << TestLog::EndMessage;
661 m_testCtx.getLog() << TestLog::Message << "ERROR: Verification against low precision requirements failed, failing test case." << TestLog::EndMessage;
[all...] |
| /external/eigen/Eigen/src/Core/arch/AVX/ |
| MathFunctions.h | 236 // ensure that a precision-preserving FMA instruction is used.
341 // shifting them to where they belong in double-precision values.
357 // of Newton's method, at a cost of 1-2 bits of precision as opposed to the
|
| /external/eigen/test/ |
| svd_common.h | 89 // and the resulting 'V' factor might be significantly different when the SVD decomposition is not unique, especially with single precision float.
134 // This test is not stable with single precision.
135 // This is probably because squaring m signicantly affects the precision.
|
| /external/fdlibm/ |
| readme | 41 In this release, only double precision is supported.
54 FDLIBM (double precision version) assumes:
57 c. Each double precision floating-point number must be in IEEE 754
|
| /external/gemmlowp/ |
| README.txt | 1 gemmlowp: a small self-contained low-precision GEMM library
7 The meaning of "low precision" is detailed in this document:
8 doc/low-precision.txt
|
| /external/icu/android_icu4j/src/main/tests/android/icu/dev/test/calendar/ |
| AstroTest.java | 379 double precision = PI/32; local
390 if(!(got>expectedAge-precision && got<expectedAge+precision)){
|
| /external/icu/icu4c/source/test/intltest/ |
| astrotst.cpp | 455 static const double precision = CalendarAstronomer::PI/32; local
466 if(!(got>expectedAge-precision && got<expectedAge+precision)){
|
| /external/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/calendar/ |
| AstroTest.java | 376 double precision = PI/32; local
387 if(!(got>expectedAge-precision && got<expectedAge+precision)){
|
| /external/libjpeg-turbo/ |
| jmorecfg.h | 285 /* Note: if you selected 12-bit data precision, it is dangerous to turn off
287 * precision, so jchuff.c normally uses entropy optimization to compute
288 * usable tables for higher precision. If you don't want to do optimization,
|
| /external/libpcap/missing/ |
| snprintf.c | 133 /* given precision, ignore zero flag */
138 /* zero value with zero precision -> "" */
327 /* precision */
|
| /external/libpcap/ |
| pcap.c | 735 * the time stamp precision to microsecond precision; every
736 * pcap module *MUST* support microsecond precision, even if
737 * it does so by converting the native precision to
747 * Check whether we claim to support this precision of
762 * We don't support this time stamp precision.
[all...] |
| /external/mesa3d/src/gallium/auxiliary/util/ |
| u_math.h | 31 * Reduced precision is usually acceptable in shaders...
33 * "fast" is used in the names of functions which are low-precision,
34 * or at least lower-precision than the normal C lib functions.
|
| /external/mesa3d/src/gallium/drivers/swr/rasterizer/core/ |
| rasterizer.cpp | 284 /// @brief calculates difference in precision between the result of manh
285 /// calculation and the edge precision, based on compile time trait values
290 "Inadequate precision of result of manh calculation ");
321 // e = absolute rounding error from snapping from float to fixed point precision
330 "Inadequate precision of result of manh calculation ");
332 // rasterizer incoming edge precision is x.16, so we need to get our edge offset into the same precision
336 // move the edge away from the pixel center by the required conservative precision + 1/2 pixel
357 static_assert(RT::ConservativePrecisionT::BitsT::value - RT::PrecisionT::BitsT::value >= 0, "Rasterizer precision > conservative precision");
[all...] |
