| /external/eigen/Eigen/src/Eigen2Support/Geometry/ |
| Translation.h | 132 /** \returns \c true if \c *this is approximately equal to \a other, within the precision
136 bool isApprox(const Translation& other, typename NumTraits<Scalar>::Real prec = precision<Scalar>()) const
|
| /external/eigen/bench/ |
| geometry.cpp | 108 cout.precision(4);
|
| /external/eigen/lapack/ |
| dlamch.f | 11 * DOUBLE PRECISION FUNCTION DLAMCH( CMACH )
19 *> DLAMCH determines double precision machine parameters.
39 *> eps = relative machine precision
64 DOUBLE PRECISION FUNCTION DLAMCH( CMACH )
78 DOUBLE PRECISION ONE, ZERO
82 DOUBLE PRECISION RND, EPS, SFMIN, SMALL, RMACH
159 *> A is a DOUBLE PRECISION
164 *> B is a DOUBLE PRECISION
168 DOUBLE PRECISION FUNCTION DLAMC3( A, B )
175 DOUBLE PRECISION A,
[all...] |
| slamch.f | 23 *> SLAMCH determines single precision machine parameters.
43 *> eps = relative machine precision
|
| /external/jsoncpp/src/test_lib_json/ |
| jsontest.h | 94 oss.precision( 16 );
|
| /external/libxml2/ |
| triop.h | 97 void trio_set_precision TRIO_PROTO((trio_pointer_t ref, int precision));
|
| /external/mesa3d/src/mesa/main/ |
| shaderapi.h | 183 GLint *range, GLint *precision);
|
| /external/chromium_org/v8/test/webkit/fast/js/ |
| number-toprecision.js | 54 // SpiderMonkey allows precision values 1 to 100, we implement the spec and only allow 1 to 21.
|
| /external/chromium_org/v8/test/webkit/ |
| number-toExponential.js | 54 // SpiderMonkey allows precision values 0 to 100, we only allow 0 to 20 currently
|
| /external/eigen/unsupported/Eigen/src/SparseExtra/ |
| MarketIO.h | 232 out.precision(64);
258 out.precision(64);
|
| /external/chromium_org/third_party/webrtc/modules/audio_processing/test/ |
| apmtest.m | 314 are_files_equal(newfile, reffile, precision, diffvector)
329 new = fread(fid,inf,precision);
333 ref = fread(fid,inf,precision);
|
| /external/deqp/modules/gles3/functional/ |
| es3fShaderMatrixTests.cpp | 217 ShaderInput (InputType inputType_, DataType dataType_, Precision precision_)
220 , precision (precision_)
226 Precision precision; member in struct:deqp::gles3::Functional::MatrixCaseUtils::ShaderInput
1892 Precision precision = precisions[precNdx]; local
[all...] |
| es3fFboTestUtil.cpp | 236 const char* precision = "highp"; local
246 src << "uniform " << precision << " " << glu::getDataTypeName(samplerTypes[samplerNdx]) << " u_sampler" << samplerNdx << ";\n";
247 src << "uniform " << precision << " vec4 u_texScale" << samplerNdx << ";\n";
248 src << "uniform " << precision << " vec4 u_texBias" << samplerNdx << ";\n";
252 src << "uniform " << precision << " vec4 u_outScale0;\n"
253 << "uniform " << precision << " vec4 u_outBias0;\n"; local
258 << " " << precision << " vec4 out0 = vec4(0.0);\n"; local
[all...] |
| es3fShaderInvarianceTests.cpp | 468 glu::Precision prec;
493 const glu::Precision precision = precisions[precNdx].prec; local
494 tcu::TestCaseGroup* const group = new tcu::TestCaseGroup(m_testCtx, precisionName, "Invariance tests using the given precision.");
634 // shared subexpression of different precision
638 const char* const unrelatedPrec = glu::getPrecisionName((glu::Precision)precisionOther);
639 const glu::Precision minPrecision = (precisionOther < (int)precision) ? ((glu::Precision)precisionOther) : (precision);
[all...] |
| es3fShaderOperatorTests.cpp | 251 PRECMASK_NA = 0, //!< Precision not applicable (booleans)
321 static inline float getGLSLUintMaxAsFloat (const glw::Functions& gl, ShaderType shaderType, Precision uintPrecision)
346 glw::GLint precision = -1; local
348 gl.getShaderPrecisionFormat(shaderTypeGL, intPrecisionGL, &range[0], &precision);
647 , precision (PRECISION_LAST)
657 Precision precision; member in struct:deqp::gles3::Functional::ShaderDataSpec
694 const char* precision = m_spec.precision != PRECISION_LAST ? getPrecisionName(m_spec.precision) : DE_NULL local
761 if (precision && !isBool) op << precision << " "; local
792 if (precision && !isBoolOut) op << precision << " "; local
[all...] |
| /external/deqp/modules/gles31/functional/ |
| es31fSSBOLayoutTests.cpp | 293 glu::Precision precision; local
297 // Precision.
298 static const glu::Precision precisionCandidates[] = { glu::PRECISION_LOWP, glu::PRECISION_MEDIUMP, glu::PRECISION_HIGHP };
299 precision = rnd.choose<glu::Precision>(&precisionCandidates[0], &precisionCandidates[DE_LENGTH_OF_ARRAY(precisionCandidates)]);
302 precision = glu::PRECISION_LAST;
304 return glu::VarType(type, precision);
823 const glu::Precision precision = glu::Precision(precNdx) local
836 const glu::Precision precision = glu::Precision(precNdx); local
[all...] |
| /external/flac/libFLAC/ |
| lpc.c | 156 int FLAC__lpc_quantize_coefficients(const FLAC__real lp_coeff[], unsigned order, unsigned precision, FLAC__int32 qlp_coeff[], int *shift)
162 FLAC__ASSERT(precision > 0);
163 FLAC__ASSERT(precision >= FLAC__MIN_QLP_COEFF_PRECISION);
166 precision--;
167 qmax = 1 << precision;
190 *shift = (int)precision - log2cmax - 1;
213 fprintf(stderr,"FLAC__lpc_quantize_coefficients: quantizer overflow: q>qmax %d>%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmax,*shift,cmax,precision+1,i,lp_coeff[i]);
215 fprintf(stderr,"FLAC__lpc_quantize_coefficients: quantizer overflow: q<qmin %d<%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmin,*shift,cmax,precision+1,i,lp_coeff[i])
[all...] |
| /external/deqp/modules/glshared/ |
| glsBuiltinPrecisionTests.cpp | 21 * \brief Precision and range tests for GLSL builtins and types.
91 using glu::Precision;
125 * In the precision tests we are dealing with functions of different arities.
175 VarType getVarTypeOf (Precision prec = glu::PRECISION_LAST)
181 VarType getVarTypeOf<Void> (Precision)
236 //! Print out an interval with the precision of `fmt`.
251 //! Print out a value with the precision of `fmt`.
266 //! Approximate `value` elementwise to the float precision defined in `fmt`.
585 * point precision and the current variable environment.
591 Precision floatPrecision_
1790 double precision (const EvalContext&, double, double, double) const function in class:deqp::gls::BuiltinPrecisionTests::InfixOperator
1958 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::Negate
1997 double precision (const EvalContext& ctx, double ret, double, double den) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::Div
2024 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::InverseSqrt
2041 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::ExpFunc
2076 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::LogFunc
2240 double precision (const EvalContext& ctx, double ret, double arg) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::TrigFunc
2307 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::ArcTrigFunc
2379 double precision (const EvalContext& ctx, double ret, double, double) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::ATan2
3049 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::PreciseFunc1
3096 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::Round
3118 double precision (const EvalContext&, double, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::PreciseFunc2
3163 double precision (const EvalContext&, double, double, double minVal, double maxVal) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::Clamp
4185 Precision precision; member in struct:deqp::gls::BuiltinPrecisionTests::Context
5191 const Precision precision = Precision(precNdx); local
[all...] |
| /external/chromium_org/third_party/mesa/src/src/mesa/drivers/dri/i965/ |
| brw_vs_emit.c | 650 GLuint precision)
676 precision);
689 GLuint precision)
710 precision);
724 GLuint precision)
730 emit_math1_gen6(c, function, dst, arg0, precision);
732 emit_math1_gen4(c, function, dst, arg0, precision);
740 GLuint precision)
761 precision);
774 GLuint precision)
[all...] |
| /external/mesa3d/src/mesa/drivers/dri/i965/ |
| brw_vs_emit.c | 650 GLuint precision)
676 precision);
689 GLuint precision)
710 precision);
724 GLuint precision)
730 emit_math1_gen6(c, function, dst, arg0, precision);
732 emit_math1_gen4(c, function, dst, arg0, precision);
740 GLuint precision)
761 precision);
774 GLuint precision)
[all...] |
| /external/deqp/modules/gles2/functional/ |
| es2fNegativeStateApiTests.cpp | 222 GLint precision[1] = { -1 };
225 glGetShaderPrecisionFormat (-1, GL_MEDIUM_FLOAT, &range[0], &precision[0]);
227 glGetShaderPrecisionFormat (GL_VERTEX_SHADER, -1, &range[0], &precision[0]);
229 glGetShaderPrecisionFormat (-1, -1, &range[0], &precision[0]);
234 glGetShaderPrecisionFormat (GL_VERTEX_SHADER, GL_MEDIUM_FLOAT, &range[0], &precision[0]);
|
| es2fShaderLoopTests.cpp | 275 static ShaderLoopCase* createGenericLoopCase (Context& context, const char* caseName, const char* description, bool isVertexCase, LoopType loopType, LoopCountType loopCountType, Precision loopCountPrecision, DataType loopCountDataType)
332 vtx << " ${PRECISION} vec4 coords = a_coords;\n";
334 frag << " ${PRECISION} vec4 coords = v_coords;\n";
355 op << " ${PRECISION} vec4 res = coords;\n";
455 params.insert(pair<string, string>("PRECISION", "mediump"));
525 op << "\n${PRECISION} vec4 func (in ${PRECISION} vec4 coords) { return coords.yzwx; }\n";
527 op << "\nvoid func (inout ${PRECISION} vec4 coords) { coords = coords.yzwx; }\n";
547 vtx << " ${PRECISION} vec4 coords = a_coords;\n";
549 frag << " ${PRECISION} vec4 coords = v_coords;\n"
[all...] |
| es2fShaderInvarianceTests.cpp | 466 glu::Precision prec;
491 const glu::Precision precision = precisions[precNdx].prec; local
492 tcu::TestCaseGroup* const group = new tcu::TestCaseGroup(m_testCtx, precisionName, "Invariance tests using the given precision.");
632 // shared subexpression of different precision
636 const char* const unrelatedPrec = glu::getPrecisionName((glu::Precision)precisionOther);
637 const glu::Precision minPrecision = (precisionOther < (int)precision) ? ((glu::Precision)precisionOther) : (precision);
[all...] |
| /external/chromium_org/third_party/icu/source/test/intltest/ |
| astrotst.cpp | 454 static const double precision = CalendarAstronomer::PI/32; local
465 if(!(got>expectedAge-precision && got<expectedAge+precision)){
|
| /external/icu/icu4c/source/test/intltest/ |
| astrotst.cpp | 452 static const double precision = CalendarAstronomer::PI/32; local
463 if(!(got>expectedAge-precision && got<expectedAge+precision)){
|
