| /external/deqp/data/gles31/shaders/es31/ |
| arrays_of_arrays.test | 23 precision mediump float;
50 precision mediump float;
77 precision mediump int;
78 precision mediump float;
105 precision mediump int;
106 precision mediump float;
150 precision mediump float;
186 precision mediump float;
212 precision mediump float;
250 precision mediump float
[all...] |
| /external/deqp/data/gles31/shaders/es32/ |
| arrays_of_arrays.test | 42 precision mediump float;
69 precision mediump float;
96 precision mediump int;
97 precision mediump float;
124 precision mediump int;
125 precision mediump float;
169 precision mediump float;
205 precision mediump float;
231 precision mediump float;
269 precision mediump float
[all...] |
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| s_fmaf.c | 38 * A double has more than twice as much precision than a float, so
39 * direct double-precision arithmetic suffices, except where double
51 /* Common case: The double precision result is fine. */
|
| /external/deqp/modules/gles3/functional/ |
| es3fBuiltinPrecisionTests.cpp | 21 * \brief Tests for precision and range of GLSL builtins and types.
42 context, "precision", "Builtin precision tests");
|
| /external/deqp/modules/gles31/functional/ |
| es31fBuiltinPrecisionTests.cpp | 21 * \brief Tests for precision and range of GLSL builtins and types.
42 context, "precision", "Builtin precision tests");
|
| /external/libpcap/ |
| pcap_open_dead.3pcap | 33 u_int precision);
68 .I precision
69 specifies the time stamp precision for packets;
|
| pcap_open_dead.3pcap.in | 33 u_int precision);
68 .I precision
69 specifies the time stamp precision for packets;
|
| /external/llvm/test/CodeGen/X86/ |
| limited-prec.ll | 1 ; RUN: llc < %s -limit-float-precision=6 -march=x86 | \
3 ; RUN: llc < %s -limit-float-precision=12 -march=x86 | \
5 ; RUN: llc < %s -limit-float-precision=18 -march=x86 | \
|
| /external/swiftshader/third_party/LLVM/test/CodeGen/X86/ |
| limited-prec.ll | 1 ; RUN: llc < %s -limit-float-precision=6 -march=x86 | \
3 ; RUN: llc < %s -limit-float-precision=12 -march=x86 | \
5 ; RUN: llc < %s -limit-float-precision=18 -march=x86 | \
|
| /external/swiftshader/third_party/llvm-subzero/include/llvm/Support/ |
| Chrono.h | 26 /// system clock precision (which is implementation-defined and differs between
29 /// The default precision is nanoseconds. If need a specific precision specify
|
| /external/tensorflow/tensorflow/contrib/quantize/ |
| README.md | 13 updated at high precision as this is needed to ensure sufficient precision in
15 the parameters and activations are quantized to the desired lower precision.
|
| /prebuilts/gcc/linux-x86/host/x86_64-linux-glibc2.15-4.8/include/cloog/ |
| matrix.h | 32 * To be able to provide different precision version (CLooG supports 32 bits,
33 * 64 bits and arbitrary precision through the GMP library), the cloog_int_t
35 * version, long long int for 64 bits version, and mpz_t for multiple precision
|
| /system/update_engine/scripts/update_payload/ |
| format_utils_unittest.py | 69 self.assertEqual(format_utils.BytesToHumanReadable(5000, precision=3),
71 self.assertEqual(format_utils.BytesToHumanReadable(500000, precision=0),
73 self.assertEqual(format_utils.BytesToHumanReadable(5000000, precision=5),
|
| /external/swiftshader/third_party/LLVM/lib/Support/ |
| APFloat.cpp | 10 // This file implements a class to represent arbitrary precision floating
47 unsigned int precision; member in struct:llvm::fltSemantics
647 unsigned bitsToPreserve = semantics->precision - 1;
655 unsigned QNaNBit = semantics->precision - 2;
671 // For x87 extended precision, we want to make a NaN, not a
735 exponent = ourSemantics.precision - 1;
792 return partCountForBits(semantics->precision + 1);
798 return semantics.precision;
869 on to the full-precision result of the multiplication. Returns the
875 unsigned int partsCount, newPartsCount, precision;
[all...] |
| /device/linaro/bootloader/edk2/StdLib/LibC/Softfloat/ |
| softfloat.txt | 14 formats are supported: single precision, double precision, extended double
15 precision, and quadruple precision. All operations required by the standard
33 Support for the extended double-precision and quadruple-precision formats
37 references in this document to the extended double precision, quadruple
38 precision, and 64-bit integers should be ignored.
50 Extended Double-Precision Rounding Precision
[all...] |
| /libcore/luni/src/main/java/java/math/ |
| BigDecimal.java | 28 * An immutable arbitrary-precision signed decimal.
30 * <p>A value is represented by an arbitrary-precision "unscaled value" and a signed 32-bit "scale",
212 * The arbitrary precision integer (unscaled value) in the internal
228 * precision is calculated the first time, and used in the following calls
229 * of method <code>precision()</code>. Note that some call to the private
232 * @see #precision()
235 private transient int precision = 0; field in class:BigDecimal
363 * rounding mode and precision for the result of this operation.
369 * if {@code mc.precision > 0} and {@code mc.roundingMode ==
371 * within the given precision without rounding
1791 public int precision() { method in class:BigDecimal
[all...] |
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/ |
| power.decTest | 27 precision: 16
59 precision: 9
63 precision: 10
66 precision: 9
180 -- The Vienna case. Checks both setup and 1/acc working precision
187 precision: 3
195 precision: 7
230 precision: 9
248 precision: 15
261 precision: 5
[all...] |
| /external/python/cpython2/Lib/test/decimaltestdata/ |
| power.decTest | 27 precision: 16
59 precision: 9
63 precision: 10
66 precision: 9
180 -- The Vienna case. Checks both setup and 1/acc working precision
187 precision: 3
195 precision: 7
230 precision: 9
248 precision: 15
261 precision:
[all...] |
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| power.decTest | 27 precision: 16
59 precision: 9
63 precision: 10
66 precision: 9
180 -- The Vienna case. Checks both setup and 1/acc working precision
187 precision: 3
195 precision: 7
230 precision: 9
248 precision: 15
261 precision:
[all...] |
| /prebuilts/gdb/darwin-x86/lib/python2.7/test/decimaltestdata/ |
| power.decTest | 27 precision: 16
59 precision: 9
63 precision: 10
66 precision: 9
180 -- The Vienna case. Checks both setup and 1/acc working precision
187 precision: 3
195 precision: 7
230 precision: 9
248 precision: 15
261 precision:
[all...] |
| /prebuilts/gdb/linux-x86/lib/python2.7/test/decimaltestdata/ |
| power.decTest | 27 precision: 16
59 precision: 9
63 precision: 10
66 precision: 9
180 -- The Vienna case. Checks both setup and 1/acc working precision
187 precision: 3
195 precision: 7
230 precision: 9
248 precision: 15
261 precision:
[all...] |
| /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| power.decTest | 27 precision: 16
59 precision: 9
63 precision: 10
66 precision: 9
180 -- The Vienna case. Checks both setup and 1/acc working precision
187 precision: 3
195 precision: 7
230 precision: 9
248 precision: 15
261 precision:
[all...] |
| /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| power.decTest | 27 precision: 16
59 precision: 9
63 precision: 10
66 precision: 9
180 -- The Vienna case. Checks both setup and 1/acc working precision
187 precision: 3
195 precision: 7
230 precision: 9
248 precision: 15
261 precision:
[all...] |
| /external/llvm/lib/Target/ARM/ |
| ARMScheduleA8.td | 250 // RunFast mode so that NFP pipeline is used for single-precision when
257 // Single-precision FP Unary
261 // Double-precision FP Unary
266 // Single-precision FP Compare
270 // Double-precision FP Compare
285 // Single-Precision FP to Integer Convert
289 // Double-Precision FP to Integer Convert
294 // Integer to Single-Precision FP Convert
298 // Integer to Double-Precision FP Convert
303 // Single-precision FP AL
[all...] |
| /art/runtime/interpreter/mterp/arm/ |
| fbinopWide.S | 2 * Generic 64-bit double-precision floating point binary operation.
|
