| /external/tensorflow/tensorflow/core/api_def/base_api/ |
| api_def_AsString.pbtxt | 4 name: "precision"
6 The post-decimal precision to use for floating point numbers.
7 Only used if precision > -1.
|
| /external/vulkan-validation-layers/libs/glm/gtx/ |
| norm.inl | 21 template <typename T, precision P>
30 template <typename T, precision P>
39 template <typename T, precision P>
58 template <typename T, precision P>
68 template <typename T, precision P>
78 template <typename T, precision P>
88 template <typename T, precision P>
98 template <typename T, precision P>
107 template <typename T, precision P>
117 template <typename T, precision P
[all...] |
| transform.inl | 12 template <typename T, precision P>
20 template <typename T, precision P>
29 template <typename T, precision P>
|
| vector_query.hpp | 57 template <typename T, precision P, template <typename, precision> class vecType>
62 template <typename T, precision P, template <typename, precision> class vecType>
67 template <typename T, precision P, template <typename, precision> class vecType>
72 template <typename T, precision P, template <typename, precision> class vecType>
77 template <typename T, precision P, template <typename, precision> class vecType
[all...] |
| /hardware/invensense/6515/libsensors_iio/software/simple_apps/playback/linux/ |
| and_constructor.h | 23 #define PRECISION 10000.f
26 range.fraction = (long)((float)(x-(long)x)*PRECISION); \
30 x += ((float)range.fraction/PRECISION); \
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| norm.inl | 21 template <typename T, precision P>
30 template <typename T, precision P>
39 template <typename T, precision P>
58 template <typename T, precision P>
68 template <typename T, precision P>
78 template <typename T, precision P>
88 template <typename T, precision P>
98 template <typename T, precision P>
107 template <typename T, precision P>
117 template <typename T, precision P
[all...] |
| transform.inl | 12 template <typename T, precision P>
20 template <typename T, precision P>
29 template <typename T, precision P>
|
| vector_query.hpp | 57 template <typename T, precision P, template <typename, precision> class vecType>
62 template <typename T, precision P, template <typename, precision> class vecType>
67 template <typename T, precision P, template <typename, precision> class vecType>
72 template <typename T, precision P, template <typename, precision> class vecType>
77 template <typename T, precision P, template <typename, precision> class vecType
[all...] |
| /external/deqp/data/gles2/shaders/ |
| conversions.test | 14 precision mediump float;
15 precision mediump int;
36 precision mediump float;
37 precision mediump int;
58 precision mediump float;
59 precision mediump int;
80 precision mediump float;
81 precision mediump int;
102 precision mediump float;
103 precision mediump int
[all...] |
| qualification_order.test | 13 precision mediump float;
30 precision mediump float;
48 precision mediump float;
65 precision mediump float;
83 precision mediump float;
100 precision mediump float;
122 precision mediump float;
139 precision mediump float;
157 precision mediump float;
174 precision mediump float
[all...] |
| /external/deqp/data/gles3/shaders/ |
| conditionals.test | 13 precision mediump float;
36 precision mediump float;
63 precision mediump float;
87 precision mediump float;
111 precision mediump float;
134 precision mediump float;
157 precision mediump float;
181 precision mediump float;
206 precision mediump float;
245 precision mediump float
[all...] |
| conversions.test | 16 precision mediump float;
17 precision mediump int;
40 precision mediump float;
41 precision mediump int;
64 precision mediump float;
65 precision mediump int;
88 precision mediump float;
89 precision mediump int;
112 precision mediump float;
113 precision mediump int
[all...] |
| loops.test | 44 precision mediump float;
45 precision mediump int;
80 precision mediump float;
81 precision mediump int;
115 precision mediump float;
116 precision mediump int;
151 precision mediump float;
152 precision mediump int;
|
| /libcore/ojluni/src/main/java/java/util/ |
| IllegalFormatPrecisionException.java | 29 * Unchecked exception thrown when the precision is a negative value other than
30 * <tt>-1</tt>, the conversion does not support a precision, or the value is
42 * Constructs an instance of this class with the specified precision.
45 * The precision
52 * Returns the precision
54 * @return The precision
|
| /external/clang/test/Sema/ |
| conversion-64-32.c | 4 return v; // expected-warning {{implicit conversion loses integer precision}}
18 return v / 2; // expected-warning {{implicit conversion loses integer precision: 'long' to 'int'}}
|
| /external/deqp/external/vulkancts/modules/vulkan/shaderexecutor/ |
| vktShaderIntegerFunctionTests.cpp | 113 inline int getShaderUintBitCount (glu::ShaderType shaderType, glu::Precision precision)
119 return bitCounts[precision];
139 static void generateRandomInputData (de::Random& rnd, glu::ShaderType shaderType, glu::DataType dataType, glu::Precision precision, deUint32* dst, int numValues)
142 const deUint32 integerLength = (deUint32)getShaderUintBitCount(shaderType, precision);
196 static const char* getPrecisionPostfix (glu::Precision precision)
205 DE_ASSERT(de::inBounds<int>(precision, 0, DE_LENGTH_OF_ARRAY(s_postfix)));
206 return s_postfix[precision];
463 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
517 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
573 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
625 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
890 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
967 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
990 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1049 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1058 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1109 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1118 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1173 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1182 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1237 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1246 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
[all...] |
| /external/deqp/modules/gles31/functional/ |
| es31fShaderIntegerFunctionTests.cpp | 111 inline int getShaderUintBitCount (glu::ShaderType shaderType, glu::Precision precision)
117 return bitCounts[precision];
137 static void generateRandomInputData (de::Random& rnd, glu::ShaderType shaderType, glu::DataType dataType, glu::Precision precision, deUint32* dst, int numValues)
140 const deUint32 integerLength = (deUint32)getShaderUintBitCount(shaderType, precision);
322 static const char* getPrecisionPostfix (glu::Precision precision)
331 DE_ASSERT(de::inBounds<int>(precision, 0, DE_LENGTH_OF_ARRAY(s_postfix)));
332 return s_postfix[precision];
372 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
426 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
468 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
520 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
743 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
807 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
830 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
881 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
890 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
930 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
939 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
990 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
999 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1068 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
1077 const glu::Precision precision = m_spec.inputs[0].varType.getPrecision(); local
[all...] |
| /external/scapy/ |
| .codecov.yml | 13 # Define coverage range and precision
14 precision: 2
|
| /prebuilts/go/darwin-x86/src/runtime/ |
| relax_stub.go | 11 // precision of timers, this should be enough larger than the relaxed
12 // timer precision to keep the timer error acceptable.
|
| /prebuilts/go/linux-x86/src/runtime/ |
| relax_stub.go | 11 // precision of timers, this should be enough larger than the relaxed
12 // timer precision to keep the timer error acceptable.
|
| /toolchain/binutils/binutils-2.27/gas/testsuite/gas/mips/ |
| attr-gnu-abi-fp-1.d | 8 Tag_GNU_MIPS_ABI_FP: Hard float \(double precision\)
16 FP ABI: Hard float \(double precision\)
|
| /toolchain/binutils/binutils-2.27/ld/testsuite/ld-mips-elf/ |
| attr-gnu-4-01.d | 8 Tag_GNU_MIPS_ABI_FP: Hard float \(double precision\)
16 FP ABI: Hard float \(double precision\)
|
| attr-gnu-4-02.d | 8 Tag_GNU_MIPS_ABI_FP: Hard float \(single precision\)
16 FP ABI: Hard float \(single precision\)
|
| attr-gnu-4-11.d | 8 Tag_GNU_MIPS_ABI_FP: Hard float \(double precision\)
16 FP ABI: Hard float \(double precision\)
|
| attr-gnu-4-15.d | 8 Tag_GNU_MIPS_ABI_FP: Hard float \(double precision\)
16 FP ABI: Hard float \(double precision\)
|
