| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtc/ |
| quaternion.hpp | 57 template <typename T, precision P>
71 template <typename U, precision Q>
113 template <typename T, precision P>
117 template <typename T, precision P>
122 template <typename T, precision P>
127 template <typename T, precision P>
132 template <typename T, precision P>
137 template <typename T, precision P>
142 template <typename T, precision P>
147 template <typename T, precision P
[all...] |
| /external/swiftshader/third_party/LLVM/lib/Target/ARM/ |
| ARMScheduleV6.td | 192 // RunFast mode so that NFP pipeline is used for single-precision when
198 // Single-precision FP Unary
201 // Double-precision FP Unary
204 // Single-precision FP Compare
207 // Double-precision FP Compare
216 // Single-Precision FP to Integer Convert
219 // Double-Precision FP to Integer Convert
222 // Integer to Single-Precision FP Convert
225 // Integer to Double-Precision FP Convert
228 // Single-precision FP AL
[all...] |
| /external/tensorflow/tensorflow/contrib/coder/ops/ |
| coder_ops.cc | 30 .Attr("precision: int >= 1")
46 CDF. For each k = 0,...,m, `cdf[..., k] / 2^precision` is the probability that
50 cdf[..., 0] / 2^precision = Pr(data[...] < 0)
51 cdf[..., 1] / 2^precision = Pr(data[...] < 1) = Pr(data[...] <= 0)
52 cdf[..., 2] / 2^precision = Pr(data[...] < 2) = Pr(data[...] <= 1)
54 cdf[..., m] / 2^precision = Pr(data[...] < m) = 1
57 Therefore each element of `cdf` must be in `[0, 2^precision]`.
59 Ideally `cdf[..., m]` should equal to `2^precision` but this is not a hard
60 requirement as long as `cdf[..., m] <= 2^precision`.
81 by `2^precision` to represent a fraction
[all...] |
| /external/vulkan-validation-layers/libs/glm/detail/ |
| type_mat3x3.inl | 32 template <typename T, precision P>
41 template <typename T, precision P>
52 template <typename T, precision P>
66 template <typename T, precision P>
76 template <typename T, precision P>
87 template <typename T, precision P>
94 template <typename T, precision P>
95 template <precision Q>
104 template <typename T, precision P>
116 template <typename T, precision P
[all...] |
| func_vector_relational.hpp | 44 #include "precision.hpp"
61 //template <typename T, precision P, template <typename, precision> class vecType>
70 template <typename T, precision P, template <typename, precision> class vecType>
79 template <typename T, precision P, template <typename, precision> class vecType>
88 template <typename T, precision P, template <typename, precision> class vecType>
98 //template <typename T, precision P, template <typename, precision> class vecType
[all...] |
| type_mat4x4.hpp | 41 template <typename T, precision P>
54 template <typename U, precision Q>
56 template <typename U, precision Q>
67 template <precision Q>
107 template <typename U, precision Q>
153 template <typename T, precision P>
157 template <typename T, precision P>
162 template <typename T, precision P>
167 template <typename T, precision P>
172 template <typename T, precision P>
[all...] |
| /external/vulkan-validation-layers/libs/glm/gtx/ |
| io.hpp | 90 GLM_FUNC_DECL unsigned& precision();
92 // sign + value + '.' + decimals (dflt: 1 + 4 + 1 + precision())
117 template <typename CTy, typename CTr, typename T, precision P>
119 template <typename CTy, typename CTr, typename T, precision P>
121 template <typename CTy, typename CTr, typename T, precision P>
123 template <typename CTy, typename CTr, typename T, precision P>
125 template <typename CTy, typename CTr, typename T, precision P>
127 template <typename CTy, typename CTr, typename T, precision P>
129 template <typename CTy, typename CTr, typename T, precision P>
131 template <typename CTy, typename CTr, typename T, precision P
[all...] |
| quaternion.hpp | 60 template<typename T, precision P>
68 template<typename T, precision P>
77 template<typename T, precision P>
88 template<typename T, precision P>
97 template<typename T, precision P>
104 template<typename T, precision P>
111 template<typename T, precision P>
119 //template<typename T, precision P>
126 template<typename T, precision P>
134 template<typename T, precision P
[all...] |
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/detail/ |
| type_mat3x3.inl | 32 template <typename T, precision P>
41 template <typename T, precision P>
52 template <typename T, precision P>
66 template <typename T, precision P>
76 template <typename T, precision P>
87 template <typename T, precision P>
94 template <typename T, precision P>
95 template <precision Q>
104 template <typename T, precision P>
116 template <typename T, precision P
[all...] |
| func_vector_relational.hpp | 44 #include "precision.hpp"
61 //template <typename T, precision P, template <typename, precision> class vecType>
70 template <typename T, precision P, template <typename, precision> class vecType>
79 template <typename T, precision P, template <typename, precision> class vecType>
88 template <typename T, precision P, template <typename, precision> class vecType>
98 //template <typename T, precision P, template <typename, precision> class vecType
[all...] |
| type_mat4x4.hpp | 41 template <typename T, precision P>
54 template <typename U, precision Q>
56 template <typename U, precision Q>
67 template <precision Q>
107 template <typename U, precision Q>
153 template <typename T, precision P>
157 template <typename T, precision P>
162 template <typename T, precision P>
167 template <typename T, precision P>
172 template <typename T, precision P>
[all...] |
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| io.hpp | 90 GLM_FUNC_DECL unsigned& precision();
92 // sign + value + '.' + decimals (dflt: 1 + 4 + 1 + precision())
117 template <typename CTy, typename CTr, typename T, precision P>
119 template <typename CTy, typename CTr, typename T, precision P>
121 template <typename CTy, typename CTr, typename T, precision P>
123 template <typename CTy, typename CTr, typename T, precision P>
125 template <typename CTy, typename CTr, typename T, precision P>
127 template <typename CTy, typename CTr, typename T, precision P>
129 template <typename CTy, typename CTr, typename T, precision P>
131 template <typename CTy, typename CTr, typename T, precision P
[all...] |
| quaternion.hpp | 60 template<typename T, precision P>
68 template<typename T, precision P>
77 template<typename T, precision P>
88 template<typename T, precision P>
97 template<typename T, precision P>
104 template<typename T, precision P>
111 template<typename T, precision P>
119 //template<typename T, precision P>
126 template<typename T, precision P>
134 template<typename T, precision P
[all...] |
| /external/deqp/external/vulkancts/data/vulkan/glsl/es310/ |
| functions.test | 22 precision highp float;
48 precision highp float;
74 precision highp float;
100 precision highp float;
126 precision highp float;
152 precision highp float;
178 precision highp float;
204 precision highp float;
205 precision highp int;
232 precision highp float
[all...] |
| conditionals.test | 13 precision highp float;
36 precision highp float;
63 precision highp float;
87 precision highp float;
111 precision highp float;
134 precision highp float;
157 precision highp float;
181 precision highp float;
206 precision highp float;
|
| /external/deqp/modules/gles3/performance/ |
| es3pShaderOptimizationTests.cpp | 369 const string precision = getShaderPrecision(m_caseShaderType); local
370 const string statements = optimized ? " " + precision + " vec4 valueOrig = value;\n"
371 " " + precision + " vec4 y = sin(cos(sin(valueOrig)));\n"
374 " " + precision + " float x = 3.2*float(i) + 4.6;\n"
379 : " " + precision + " vec4 valueOrig = value;\n"
382 " " + precision + " float x = 3.2*float(i) + 4.6;\n"
383 " " + precision + " vec4 y = sin(cos(sin(valueOrig)));\n"
407 const string precision = getShaderPrecision(m_caseShaderType); local
409 const string maybeFuncDefs = optimized ? "" : funcDefinitions(m_callNestingDepth, precision, expression);
418 static inline string funcDefinitions (int callNestingDepth, const string& precision, const string& expression
452 const string precision = getShaderPrecision(m_caseShaderType); local
561 const string precision = getShaderPrecision(m_caseShaderType); local
702 const string precision = getShaderPrecision(m_caseShaderType); local
[all...] |
| /external/deqp/modules/gles2/performance/ |
| es2pShaderOptimizationTests.cpp | 366 const string precision = getShaderPrecision(m_caseShaderType); local
367 const string statements = optimized ? " " + precision + " vec4 valueOrig = value;\n"
368 " " + precision + " vec4 y = sin(cos(sin(valueOrig)));\n"
371 " " + precision + " float x = 3.2*float(i) + 4.6;\n"
376 : " " + precision + " vec4 valueOrig = value;\n"
379 " " + precision + " float x = 3.2*float(i) + 4.6;\n"
380 " " + precision + " vec4 y = sin(cos(sin(valueOrig)));\n"
404 const string precision = getShaderPrecision(m_caseShaderType); local
406 const string maybeFuncDefs = optimized ? "" : funcDefinitions(m_callNestingDepth, precision, expression);
415 static inline string funcDefinitions (int callNestingDepth, const string& precision, const string& expression
450 const string precision = getShaderPrecision(m_caseShaderType); local
550 const string precision = getShaderPrecision(m_caseShaderType); local
691 const string precision = getShaderPrecision(m_caseShaderType); local
[all...] |
| /external/eigen/unsupported/Eigen/ |
| MPRealSupport | 26 * This module provides support for multi precision floating point numbers
44 // set precision to 256 bits (double has only 53 bits)
46 // Declare matrix and vector types with multi-precision scalar type
78 static inline Real highest (long Precision = mpfr::mpreal::get_default_prec()) { return mpfr::maxval(Precision); }
79 static inline Real lowest (long Precision = mpfr::mpreal::get_default_prec()) { return -mpfr::maxval(Precision); }
82 static inline Real Pi (long Precision = mpfr::mpreal::get_default_prec()) { return mpfr::const_pi(Precision); }
83 static inline Real Euler (long Precision = mpfr::mpreal::get_default_prec()) { return mpfr::const_euler(Precision);
[all...] |
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/ |
| exp.decTest | 26 precision: 9
43 precision: 7
72 precision: 7
86 precision: 16
90 precision: 17
92 precision: 18
94 precision: 19
96 precision: 20
100 precision: 50
102 precision: 31
[all...] |
| /external/python/cpython2/Lib/test/decimaltestdata/ |
| exp.decTest | 26 precision: 9
43 precision: 7
72 precision: 7
86 precision: 16
90 precision: 17
92 precision: 18
94 precision: 19
96 precision: 20
100 precision: 50
102 precision: 3
[all...] |
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| exp.decTest | 26 precision: 9
43 precision: 7
72 precision: 7
86 precision: 16
90 precision: 17
92 precision: 18
94 precision: 19
96 precision: 20
100 precision: 50
102 precision: 31
[all...] |
| /prebuilts/gdb/darwin-x86/lib/python2.7/test/decimaltestdata/ |
| exp.decTest | 26 precision: 9
43 precision: 7
72 precision: 7
86 precision: 16
90 precision: 17
92 precision: 18
94 precision: 19
96 precision: 20
100 precision: 50
102 precision: 3
[all...] |
| /prebuilts/gdb/linux-x86/lib/python2.7/test/decimaltestdata/ |
| exp.decTest | 26 precision: 9
43 precision: 7
72 precision: 7
86 precision: 16
90 precision: 17
92 precision: 18
94 precision: 19
96 precision: 20
100 precision: 50
102 precision: 3
[all...] |
| /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| exp.decTest | 26 precision: 9
43 precision: 7
72 precision: 7
86 precision: 16
90 precision: 17
92 precision: 18
94 precision: 19
96 precision: 20
100 precision: 50
102 precision: 3
[all...] |
| /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| exp.decTest | 26 precision: 9
43 precision: 7
72 precision: 7
86 precision: 16
90 precision: 17
92 precision: 18
94 precision: 19
96 precision: 20
100 precision: 50
102 precision: 3
[all...] |
