HomeSort by relevance Sort by last modified time
    Searched full:precision (Results 276 - 300 of 7852) sorted by null

<<11121314151617181920>>

  /external/eigen/lapack/
dlapy2.f 21 * DOUBLE PRECISION FUNCTION DLAPY2( X, Y )
24 * DOUBLE PRECISION X, Y
42 *> X is DOUBLE PRECISION
47 *> Y is DOUBLE PRECISION
64 DOUBLE PRECISION FUNCTION DLAPY2( X, Y )
72 DOUBLE PRECISION X, Y
78 DOUBLE PRECISION ZERO
80 DOUBLE PRECISION ONE
84 DOUBLE PRECISION W, XABS, YABS, Z
dlapy3.f 21 * DOUBLE PRECISION FUNCTION DLAPY3( X, Y, Z )
24 * DOUBLE PRECISION X, Y, Z
42 *> X is DOUBLE PRECISION
47 *> Y is DOUBLE PRECISION
52 *> Z is DOUBLE PRECISION
69 DOUBLE PRECISION FUNCTION DLAPY3( X, Y, Z )
77 DOUBLE PRECISION X, Y, Z
83 DOUBLE PRECISION ZERO
87 DOUBLE PRECISION W, XABS, YABS, ZABS
  /external/vulkan-validation-layers/libs/glm/gtx/
matrix_operation.hpp 55 template <typename T, precision P>
61 template <typename T, precision P>
67 template <typename T, precision P>
73 template <typename T, precision P>
79 template <typename T, precision P>
85 template <typename T, precision P>
91 template <typename T, precision P>
97 template <typename T, precision P>
103 template <typename T, precision P>
matrix_operation.inl 12 template <typename T, precision P>
24 template <typename T, precision P>
36 template <typename T, precision P>
48 template <typename T, precision P>
60 template <typename T, precision P>
73 template <typename T, precision P>
86 template <typename T, precision P>
100 template <typename T, precision P>
113 template <typename T, precision P>
normalize_dot.inl 25 template <typename T, precision P>
38 template <typename T, precision P>
51 template <typename T, precision P>
77 template <typename T, precision P>
90 template <typename T, precision P>
103 template <typename T, precision P>
  /external/vulkan-validation-layers/libs/glm/
mat2x3.hpp 36 /// 2 columns of 3 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 2 columns of 3 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 2 columns of 3 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat2x4.hpp 36 /// 2 columns of 4 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 2 columns of 4 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 2 columns of 4 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat3x2.hpp 36 /// 3 columns of 2 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 3 columns of 2 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 3 columns of 2 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat3x4.hpp 36 /// 3 columns of 4 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 3 columns of 4 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 3 columns of 4 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat4x2.hpp 36 /// 4 columns of 2 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 4 columns of 2 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 4 columns of 2 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat4x3.hpp 36 /// 4 columns of 3 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 4 columns of 3 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 4 columns of 3 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
  /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/
matrix_operation.hpp 55 template <typename T, precision P>
61 template <typename T, precision P>
67 template <typename T, precision P>
73 template <typename T, precision P>
79 template <typename T, precision P>
85 template <typename T, precision P>
91 template <typename T, precision P>
97 template <typename T, precision P>
103 template <typename T, precision P>
matrix_operation.inl 12 template <typename T, precision P>
24 template <typename T, precision P>
36 template <typename T, precision P>
48 template <typename T, precision P>
60 template <typename T, precision P>
73 template <typename T, precision P>
86 template <typename T, precision P>
100 template <typename T, precision P>
113 template <typename T, precision P>
  /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/
mat2x3.hpp 36 /// 2 columns of 3 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 2 columns of 3 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 2 columns of 3 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat2x4.hpp 36 /// 2 columns of 4 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 2 columns of 4 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 2 columns of 4 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat3x2.hpp 36 /// 3 columns of 2 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 3 columns of 2 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 3 columns of 2 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat3x4.hpp 36 /// 3 columns of 4 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 3 columns of 4 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 3 columns of 4 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat4x2.hpp 36 /// 4 columns of 2 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 4 columns of 2 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 4 columns of 2 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
mat4x3.hpp 36 /// 4 columns of 3 components matrix of low precision floating-point numbers.
37 /// There is no guarantee on the actual precision.
40 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
43 /// 4 columns of 3 components matrix of medium precision floating-point numbers.
44 /// There is no guarantee on the actual precision.
47 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
50 /// 4 columns of 3 components matrix of high precision floating-point numbers.
51 /// There is no guarantee on the actual precision.
54 /// @see <a href="http://www.opengl.org/registry/doc/GLSLangSpec.4.20.8.pdf">GLSL 4.20.8 specification, section 4.7.2 Precision Qualifier</a>
  /external/deqp/data/gles3/shaders/
indexing.test 9 precision mediump float;
26 precision mediump float;
44 precision mediump float;
63 precision mediump float;
83 precision mediump float;
102 precision mediump float;
124 precision mediump float;
147 precision mediump float;
174 precision mediump float;
201 precision mediump float
    [all...]
  /external/deqp/data/gles31/shaders/es31/
uniform_location.test 8 precision highp float;
28 precision highp float;
48 precision highp float;
61 precision highp float;
80 precision highp float;
100 precision highp float;
120 precision highp float;
133 precision highp float;
152 precision highp float;
180 precision highp float
    [all...]
  /external/deqp/data/gles31/shaders/es32/
uniform_location.test 27 precision highp float;
47 precision highp float;
67 precision highp float;
80 precision highp float;
99 precision highp float;
119 precision highp float;
139 precision highp float;
152 precision highp float;
171 precision highp float;
199 precision highp float
    [all...]
  /external/tensorflow/tensorflow/contrib/coder/kernels/
range_coder.h 28 // `precision` determines the granularity of probability masses passed to
31 // REQUIRES: 0 < precision <= 16.
32 explicit RangeEncoder(int precision);
34 // Encodes a half-open interval [lower / 2^precision, upper / 2^precision).
38 // Pr(X < x0) = lower / 2^precision,
39 // Pr(X < x0 + 1) = upper / 2^precision,
48 // REQUIRES: 0 <= lower < upper <= 2^precision.
69 // REQUIRES: `precision` must be the same as the encoder's precision
    [all...]
  /external/icu/icu4c/source/i18n/
number_decimalquantity.cpp 111 precision = other.precision;
125 setBcdToZero(); // sets scale, precision, hasDouble, origDouble, origDelta, and BCD data
186 U_ASSERT(precision != 0);
187 return scale + precision - 1;
191 if (precision != 0) {
233 int32_t magnitude = scale + precision;
277 return precision == 0;
449 for (int32_t magnitude = scale + precision - 1; magnitude >= 0; magnitude--) {
477 int32_t lostDigits = precision - (precision < 17 ? precision : 17)
    [all...]
  /libcore/harmony-tests/src/test/java/org/apache/harmony/tests/java/util/
IllegalFormatPrecisionExceptionTest.java 42 int precision = 12345; local
44 precision);
45 assertEquals(precision, illegalFormatPrecisionException.getPrecision());
52 int precision = 12345; local
54 precision);
70 assertEquals("Precision", initEx.getPrecision(), desrEx

Completed in 476 milliseconds

<<11121314151617181920>>