| /external/compiler-rt/lib/builtins/ |
| fp_extend.h | 1 //===-lib/fp_extend.h - low precision -> high precision conversion -*- C -*-===//
50 #error Source should be half, single, or double precision!
51 #endif //end source precision
72 #error Destination should be single, double, or quad precision!
73 #endif //end destination precision
|
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| bfloat16_normalization.h | 26 // support BF16 input/output or mixed precision, according to the passed-in
48 // use mixed precision; it removes mixed precision even if the backend supports
50 // do not support mixed precision.
58 return "bf16-mixed-precision-removal";
61 // Run mixed precision removal on the given computation. Returns whether the
|
| /external/tensorflow/tensorflow/python/kernel_tests/ |
| in_topk_op_test.py | 34 precision = nn_ops.in_top_k(predictions, target, k)
35 out = precision.eval()
37 self.assertShapeEqual(np_ans, precision)
79 precision = nn_ops.in_top_k(predictions, target, k)
80 out = precision.eval()
82 self.assertShapeEqual(np_ans, precision)
|
| /external/vulkan-validation-layers/libs/glm/gtx/ |
| color_space.hpp | 55 template <typename T, precision P>
61 template <typename T, precision P>
67 template <typename T, precision P>
73 template <typename T, precision P>
80 template <typename T, precision P>
87 template <typename T, precision P>
|
| norm.hpp | 83 template <typename T, precision P>
90 template <typename T, precision P>
96 template <typename T, precision P>
103 template <typename T, precision P>
109 template <typename T, precision P>
117 template <typename T, precision P>
|
| number_precision.hpp | 68 typedef f32 f32vec1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
69 typedef f64 f64vec1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
74 typedef f32 f32mat1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
75 typedef f32 f32mat1x1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
76 typedef f64 f64mat1; //!< \brief Double-precision floating-point scalar. (from GLM_GTX_number_precision extension)
77 typedef f64 f64mat1x1; //!< \brief Double-precision floating-point scalar. (from GLM_GTX_number_precision extension)
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| color_space.hpp | 55 template <typename T, precision P>
61 template <typename T, precision P>
67 template <typename T, precision P>
73 template <typename T, precision P>
80 template <typename T, precision P>
87 template <typename T, precision P>
|
| norm.hpp | 83 template <typename T, precision P>
90 template <typename T, precision P>
96 template <typename T, precision P>
103 template <typename T, precision P>
109 template <typename T, precision P>
117 template <typename T, precision P>
|
| number_precision.hpp | 68 typedef f32 f32vec1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
69 typedef f64 f64vec1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
74 typedef f32 f32mat1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
75 typedef f32 f32mat1x1; //!< \brief Single-precision floating-point scalar. (from GLM_GTX_number_precision extension)
76 typedef f64 f64mat1; //!< \brief Double-precision floating-point scalar. (from GLM_GTX_number_precision extension)
77 typedef f64 f64mat1x1; //!< \brief Double-precision floating-point scalar. (from GLM_GTX_number_precision extension)
|
| /external/deqp/android/cts/lmp/ |
| gles31-master.txt | [all...] |
| /external/deqp/android/cts/lmp/src/ |
| es31-lmp.txt | [all...] |
| /external/clang/test/SemaOpenCL/ |
| half.cl | 4 constant float f = 1.0h; // expected-error{{half precision constant requires cl_khr_fp16}}
16 c = (float) 1.0h; // expected-error{{half precision constant requires cl_khr_fp16}}
17 b = 1.0h; // expected-error{{half precision constant requires cl_khr_fp16}}
|
| /external/deqp/data/gles2/shaders/ |
| declarations.test | 142 group unspecified_precision "Invalid declarations with unspecified precision"
151 // no global precision qualifier (e.g. precision mediump float)
|
| /external/junit-params/src/test/java/junitparams/ |
| ParamsInAnnotationTest.java | 79 public void convertToBigDecimal(BigDecimal number, String string, int precision) {
81 assertThat(number.precision()).isEqualTo(precision);
|
| /device/linaro/bootloader/edk2/PcAtChipsetPkg/HpetTimerDxe/ |
| HpetTimerDxeExtra.uni | 18 "High Precision Event Timer DXE Driver"
|
| /device/linaro/bootloader/edk2/StdLib/LibC/Softfloat/ |
| timesoftfloat.txt | 14 mode, tininess mode, and/or rounding precision.
69 precision operations affected by rounding precision control, `timesoftfloat'
70 also times the function for all three rounding precision modes, one after
72 mode, a single tininess mode, and/or a single rounding precision with
88 operations, particularly for extended double precision (`floatx80') and
89 quadruple precision (`float128'). This is inherent to the remainder
108 For extended double-precision functions affected by rounding precision
110 in which rounding precision is equivalent to single precision. The other
[all...] |
| /external/clang/test/SemaObjC/ |
| conversion.m | 14 x = y; // expected-warning {{implicit conversion loses integer precision: 'int' to 'char'}}
|
| /external/curl/docs/cmdline-opts/ |
| max-time.d | 11 timeout increases in decimal precision.
|
| /external/deqp/data/gles31/shaders/es31/ |
| android_extension_pack.test | 23 precision mediump float;
57 precision mediump float;
85 precision mediump float;
121 precision mediump float;
150 precision mediump float;
200 precision mediump float;
233 precision mediump float;
292 precision mediump float;
325 precision mediump float;
380 precision mediump float
[all...] |
| functions.test | 12 precision mediump float;
|
| /external/deqp/data/gles31/shaders/es32/ |
| android_extension_pack.test | 41 precision mediump float;
74 precision mediump float;
101 precision mediump float;
136 precision mediump float;
164 precision mediump float;
213 precision mediump float;
245 precision mediump float;
303 precision mediump float;
335 precision mediump float;
389 precision mediump float
[all...] |
| arrays.test | 28 precision mediump float;
47 precision mediump float;
65 precision mediump float;
83 precision mediump float;
|
| /external/eigen/lapack/ |
| dladiv.f | 24 * DOUBLE PRECISION A, B, C, D, P, Q
48 *> A is DOUBLE PRECISION
53 *> B is DOUBLE PRECISION
58 *> C is DOUBLE PRECISION
63 *> D is DOUBLE PRECISION
69 *> P is DOUBLE PRECISION
74 *> Q is DOUBLE PRECISION
99 DOUBLE PRECISION A, B, C, D, P, Q
105 DOUBLE PRECISION E, F
|
| /external/python/cpython3/ |
| .codecov.yml | 14 precision: 2
|
| /external/skia/src/gpu/glsl/ |
| GrGLSL.cpp | 121 out->append("precision highp float;\n");
124 out->append("precision mediump float;\n");
127 out->append("precision lowp float;\n");
130 SK_ABORT("Unknown precision value.");
|
