| /external/ltp/testcases/misc/math/float/ |
| tfloat.h | 76 * precision int. value used to distinguish between rounding
79 * 2 ** precision)
88 int precision; member in struct:__anon28550
|
| /external/syslinux/gpxe/src/crypto/axtls/ |
| bigint_impl.h | 44 typedef uint32_t comp; /**< A single precision component. */
45 typedef uint64_t long_comp; /**< A double precision component. */
46 typedef int64_t slong_comp; /**< A signed double precision component. */
|
| /external/tensorflow/tensorflow/compiler/xla/ |
| xla.proto | 23 // Options for the HLO insert-reduce-precision-operations pass.
25 // Where and when the reduce-precision operations will be added.
27 // Add reduce-precision operations to the inputs of selected instructions.
30 // Add reduce-precision operations to the outputs of selected instructions.
33 // After operation-fusion occurs, add reduce-precision operations to the
37 // After operation-fusion occurs, add reduce-precision operations to the
41 // After operation-fusion occurs, add reduce-precision operations to the
48 // Exponent and mantissa bit counts for the reduced precision.
52 // Operations matching these opcodes should be suffixed with reduce-precision
57 // reduce-precision operations
[all...] |
| /external/v8/src/compiler/ |
| machine-operator.h | 334 // (single-precision).
342 // (double-precision).
350 // Floating point comparisons complying to IEEE 754 (single-precision).
355 // Floating point comparisons complying to IEEE 754 (double-precision).
360 // Floating point min/max complying to EcmaScript 6 (double-precision).
363 // Floating point min/max complying to WebAssembly (single-precision).
367 // Floating point abs complying to IEEE 754 (single-precision).
370 // Floating point abs complying to IEEE 754 (double-precision).
388 // Floating point trigonometric functions (double-precision).
403 // Floating point exponential functions (double-precision)
[all...] |
| /external/vulkan-validation-layers/libs/glm/gtc/ |
| epsilon.hpp | 45 #include "../detail/precision.hpp"
60 template <typename T, precision P, template <typename, precision> class vecType>
|
| matrix_transform.hpp | 84 template <typename T, precision P>
100 template <typename T, precision P>
116 template <typename T, precision P>
167 template <typename T, precision P>
184 template <typename T, precision P>
200 template <typename T, precision P>
215 template <typename T, precision P>
226 template <typename T, precision P>
239 template <typename T, typename U, precision P>
255 template <typename T, typename U, precision P
[all...] |
| /external/vulkan-validation-layers/libs/glm/gtx/ |
| optimum_pow.hpp | 75 template <precision P>
80 template <precision P>
85 template <precision P>
|
| transform.hpp | 60 template <typename T, precision P>
67 template <typename T, precision P>
75 template <typename T, precision P>
|
| /external/webrtc/webrtc/base/ |
| rtccertificate_unittests.cc | 41 // but only seconds-precision is supported by SSLCertificate. To make the
42 // tests clearer we convert everything to seconds since the precision matters
54 // Make sure this did not result in loss of precision.
|
| /libcore/harmony-tests/src/test/java/org/apache/harmony/tests/java/math/ |
| BigDecimalCompareTest.java | 62 int precision = 15; local
64 MathContext mc = new MathContext(precision, rm);
78 int precision = 41; local
80 MathContext mc = new MathContext(precision, rm);
373 int precision = 37; local
375 MathContext mc = new MathContext(precision, rm);
403 int precision = 46; local
405 MathContext mc = new MathContext(precision, rm);
433 int precision = 37; local
435 MathContext mc = new MathContext(precision, rm)
463 int precision = 46; local
[all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/share/doc/mpfr/ |
| BUGS | 31 if the FPU rounding precision has been changed to single (this is a
40 the output precision or the precision of the parameter with greatest
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtc/ |
| epsilon.hpp | 45 #include "../detail/precision.hpp"
60 template <typename T, precision P, template <typename, precision> class vecType>
|
| matrix_transform.hpp | 84 template <typename T, precision P>
100 template <typename T, precision P>
116 template <typename T, precision P>
167 template <typename T, precision P>
184 template <typename T, precision P>
200 template <typename T, precision P>
215 template <typename T, precision P>
226 template <typename T, precision P>
239 template <typename T, typename U, precision P>
255 template <typename T, typename U, precision P
[all...] |
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| optimum_pow.hpp | 75 template <precision P>
80 template <precision P>
85 template <precision P>
|
| transform.hpp | 60 template <typename T, precision P>
67 template <typename T, precision P>
75 template <typename T, precision P>
|
| /art/compiler/utils/arm/ |
| managed_register_arm.h | 67 // [R..S[ single precision VFP registers (enum SRegister)
68 // [S..D[ double precision VFP registers (enum DRegister)
78 // [R..S[ single precision VFP registers (enum SRegister)
79 // [S..N[ non-overlapping double precision VFP registers (16-31 in enum
89 // core register (enum Register), a VFP single precision register
90 // (enum SRegister), or a VFP double precision register (enum DRegister).
|
| /external/cblas/testing/ |
| c_dblat1.f | 2 * Test program for the DOUBLE PRECISION Level 1 CBLAS.
12 DOUBLE PRECISION SFAC
87 DOUBLE PRECISION SFAC
92 DOUBLE PRECISION SA, SB, SC, SS
95 DOUBLE PRECISION DA1(8), DATRUE(8), DB1(8), DBTRUE(8), DC1(8),
148 DOUBLE PRECISION SFAC
155 DOUBLE PRECISION DTRUE1(5), DTRUE3(5), DTRUE5(8,5,2), DV(8,5,2),
159 DOUBLE PRECISION DASUMTEST, DNRM2TEST
242 DOUBLE PRECISION SFAC
247 DOUBLE PRECISION S
[all...] |
| /frameworks/rs/script_api/ |
| rs_vector_math.spec | 23 The precision of the mathematical operations on 32 bit floats is affected by the pragmas
27 Different precision/speed tradeoffs can be achieved by using variants of the common math
29 <li>native_: May have custom hardware implementations with weaker precision. Additionally,
126 The precision is what would be expected from doing the computation using 16 bit floating
144 The precision is what would be expected from doing the computation using 16 bit floating
165 The precision is what would be expected from doing the computation using 16 bit floating
|
| /packages/apps/TV/src/com/android/tv/recommendation/ |
| RoutineWatchEvaluator.java | 127 double precision = (double) maxMatchedWordSeqLen / wordList1.size(); local
129 return 2.0 * precision * recall / (precision + recall);
161 double precision = dupTimeScore / (t1.endTimeOfDayInSec - t1.startTimeOfDayInSec); local
163 return 2.0 * precision * recall / (precision + recall);
|
| /external/libxml2/ |
| trio.c | 478 * D Binary Coded Decimal %D(length,precision) (OS/390)
571 * . Precision
659 /* The precision qualifier */
660 int precision; member in struct:__anon26825
1198 int precision; local
1279 precision = NO_PRECISION;
3100 int precision; local
3345 precision, local
[all...] |
| /bionic/libm/upstream-freebsd/lib/msun/ld128/ |
| k_cosl.c | 27 * 113-bit precision requires more care than 64-bit precision, since
|
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| s_cbrtf.c | 57 * double precision so that its terms can be arranged for efficiency
65 * Second step Newton iteration to 47 bits. In double precision for
|
| s_lround.c | 43 * If type has more precision than dtype, the endpoints dtype_(min|max) are
45 * from 0. On the other hand, if type has less precision than dtype, then
|
| /cts/tests/tests/opengl/src/android/opengl/cts/ |
| Shaders.java | 21 + "precision mediump float; \n"
59 + "precision mediump float; \n"
|
| /device/linaro/bootloader/edk2/CryptoPkg/Library/BaseCryptLib/SysCall/ |
| HelperWrapper.c | 34 /* Converts a scalar double-precision floating point value to a 32-bit integer */
46 /* Converts a scalar double-precision floating point value to a 32-bit integer */
|
