| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/detail/ |
| type_mat4x4.inl | 32 template <typename T, precision P>
41 template <typename T, precision P>
52 template <typename T, precision P>
66 template <typename T, precision P>
77 template <typename T, precision P>
89 template <typename T, precision P>
90 template <precision Q>
102 template <typename T, precision P>
109 template <typename T, precision P>
122 template <typename T, precision P
[all...] |
| /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| divide.decTest | 23 precision: 9
95 precision: 6
106 precision: 9
151 precision: 9
228 precision: 7
269 precision: 9
298 precision: 15
348 precision: 7
365 precision: 7
372 precision:
[all...] |
| abs.decTest | 26 precision: 9
54 precision: 7
57 precision: 6
60 precision: 3
76 precision: 9
83 precision: 9
93 precision: 3
97 precision: 3
129 precision: 9
137 precision: 1
[all...] |
| /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| divide.decTest | 23 precision: 9
95 precision: 6
106 precision: 9
151 precision: 9
228 precision: 7
269 precision: 9
298 precision: 15
348 precision: 7
365 precision: 7
372 precision:
[all...] |
| abs.decTest | 26 precision: 9
54 precision: 7
57 precision: 6
60 precision: 3
76 precision: 9
83 precision: 9
93 precision: 3
97 precision: 3
129 precision: 9
137 precision: 1
[all...] |
| /external/llvm/lib/Support/ |
| ScaledNumber.cpp | 47 // Shift as little as possible to maximize precision.
63 // Use 64-bit math and canonicalize the dividend to gain precision.
163 static std::string toStringAPFloat(uint64_t D, int E, unsigned Precision) {
188 Float.toString(Chars, Precision, 0);
203 unsigned Precision) {
236 return toStringAPFloat(D, E, Precision);
257 // digits. Save the precision we're losing in Extra.
279 (!Precision || DigitsOut <= Precision || SinceDot < 2));
281 // Return early for maximum precision
[all...] |
| /external/syslinux/memdisk/ |
| conio.c | 109 static char *number(char *str, long num, int base, int size, int precision,
149 if (i > precision)
150 precision = i;
151 size -= precision;
168 while (i < precision--)
188 int precision; /* min. # of digits for integers; max local
234 /* get the precision */
235 precision = -1;
239 precision = skip_atoi(&fmt);
243 precision = va_arg(args, int)
[all...] |
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/ |
| abs.decTest | 26 precision: 9
54 precision: 7
57 precision: 6
60 precision: 3
76 precision: 9
83 precision: 9
93 precision: 3
97 precision: 3
129 precision: 9
137 precision: 15
[all...] |
| /external/deqp/data/gles31/shaders/es32/ |
| linkage_shader_storage_block.test | 43 precision mediump float;
83 precision mediump float;
122 precision mediump float;
160 precision mediump float;
198 precision mediump float;
236 precision mediump float;
274 precision mediump float;
312 precision mediump float;
350 precision mediump float;
386 precision mediump float
[all...] |
| linkage_tessellation.test | 66 precision mediump float;
120 precision mediump float;
174 precision mediump float;
227 precision mediump float;
280 precision mediump float;
333 precision mediump float;
385 precision mediump float;
430 precision mediump float;
478 precision mediump float;
533 precision mediump float
[all...] |
| /external/eigen/Eigen/src/Core/ |
| IO.h | 31 * - \b precision number of digits for floating point values, or one of the special constants \c StreamPrecision and \c FullPrecision.
33 * stream's own precision setting, as set for instance using \c cout.precision(3). The other special value
34 * \c FullPrecision means that the number of digits will be computed to match the full precision of each floating-point
58 rowSpacer(""), coeffSeparator(_coeffSeparator), precision(_precision), flags(_flags)
74 int precision; member in struct:Eigen::IOFormat
143 if(fmt.precision == StreamPrecision)
147 else if(fmt.precision == FullPrecision)
160 explicit_precision = fmt.precision;
164 if(explicit_precision) old_precision = s.precision(explicit_precision)
[all...] |
| /external/python/cpython2/Lib/test/decimaltestdata/ |
| abs.decTest | 26 precision: 9
54 precision: 7
57 precision: 6
60 precision: 3
76 precision: 9
83 precision: 9
93 precision: 3
97 precision: 3
129 precision: 9
137 precision: 1
[all...] |
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| abs.decTest | 26 precision: 9
54 precision: 7
57 precision: 6
60 precision: 3
76 precision: 9
83 precision: 9
93 precision: 3
97 precision: 3
129 precision: 9
137 precision: 1
[all...] |
| /external/vulkan-validation-layers/libs/glm/gtx/ |
| rotate_vector.inl | 12 template <typename T, precision P>
33 template <typename T, precision P>
44 template <typename T, precision P>
55 template <typename T, precision P>
66 template <typename T, precision P>
89 template <typename T, precision P>
112 template <typename T, precision P>
135 template <typename T, precision P>
158 template <typename T, precision P>
181 template <typename T, precision P
[all...] |
| /prebuilts/gdb/darwin-x86/lib/python2.7/test/decimaltestdata/ |
| abs.decTest | 26 precision: 9
54 precision: 7
57 precision: 6
60 precision: 3
76 precision: 9
83 precision: 9
93 precision: 3
97 precision: 3
129 precision: 9
137 precision: 1
[all...] |
| /prebuilts/gdb/linux-x86/lib/python2.7/test/decimaltestdata/ |
| abs.decTest | 26 precision: 9
54 precision: 7
57 precision: 6
60 precision: 3
76 precision: 9
83 precision: 9
93 precision: 3
97 precision: 3
129 precision: 9
137 precision: 1
[all...] |
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| rotate_vector.inl | 12 template <typename T, precision P>
33 template <typename T, precision P>
44 template <typename T, precision P>
55 template <typename T, precision P>
66 template <typename T, precision P>
89 template <typename T, precision P>
112 template <typename T, precision P>
135 template <typename T, precision P>
158 template <typename T, precision P>
181 template <typename T, precision P
[all...] |
| /device/linaro/bootloader/edk2/MdePkg/Library/BasePrintLib/ |
| PrintLibInternal.c | 326 UINTN Precision;
428 // Set the default width to zero, and the default precision to 1
431 Precision = 1;
448 Flags |= PRECISION;
467 if ((Flags & PRECISION) == 0) {
476 Precision = VA_ARG (VaListMarker, UINTN);
478 Precision = BASE_ARG (BaseListMarker, UINTN);
483 if ((Flags & PRECISION) == 0) {
501 if ((Flags & PRECISION) == 0) {
505 Precision = Count;
[all...] |
| /external/deqp/data/gles3/shaders/ |
| arrays.test | 30 precision mediump float;
54 precision mediump float;
78 precision mediump int;
79 precision mediump float;
103 precision mediump int;
104 precision mediump float;
128 precision mediump float;
152 precision mediump float;
176 precision mediump float;
213 precision mediump float
[all...] |
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| e_log2.c | 24 * in not-quite-routine extra precision.
72 * f-hfsq must (for args near 1) be evaluated in extra precision
77 * so that extra precision is not needed for terms involving R.
79 * Compiler bugs involving extra precision used to break Dekker's
81 * or the multi-precision calculations were avoided when double_t
82 * has extra precision. These problems are now automatically
87 * precision to avoid a very large cancellation when x is very near
98 * The multi-precision calculations for the multiplications are
|
| /cts/tests/tests/opengl/libopengltest/ |
| shader.h | 38 "precision mediump float; \n"
46 "precision mediump float; \n"
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Include/ |
| floatobject.h | 5 PyFloatObject represents a (double precision) floating point number.
24 /* The str() precision PyFloat_STR_PRECISION is chosen so that in most cases,
26 giving plenty of precision for practical use. */
68 preserve precision across conversions. */
81 * 4- byte format is identical to the IEEE-754 single precision format, and
82 * the 8-byte format to the IEEE-754 double precision format, although the
87 * On non-IEEE platforms with more precision, or larger dynamic range, than
89 * precision, or smaller dynamic range, not all values can be unpacked. What
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Python/ |
| pymath.c | 7 thus rounding from extended precision to double precision. */
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Include/ |
| floatobject.h | 5 PyFloatObject represents a (double precision) floating point number.
24 /* The str() precision PyFloat_STR_PRECISION is chosen so that in most cases,
26 giving plenty of precision for practical use. */
68 preserve precision across conversions. */
81 * 4- byte format is identical to the IEEE-754 single precision format, and
82 * the 8-byte format to the IEEE-754 double precision format, although the
87 * On non-IEEE platforms with more precision, or larger dynamic range, than
89 * precision, or smaller dynamic range, not all values can be unpacked. What
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Python/ |
| pymath.c | 7 thus rounding from extended precision to double precision. */
|
