| /external/vulkan-validation-layers/libs/glm/gtx/ |
| matrix_cross_product.inl | 12 template <typename T, precision P>
28 template <typename T, precision P>
|
| orthonormalize.inl | 12 template <typename T, precision P>
34 template <typename T, precision P>
|
| matrix_transform_2d.hpp | 59 template <typename T, precision P>
68 template <typename T, precision P>
77 template <typename T, precision P>
86 template <typename T, precision P>
95 template <typename T, precision P>
|
| matrix_transform_2d.inl | 34 template <typename T, precision P>
45 template <typename T, precision P>
65 template <typename T, precision P>
77 template <typename T, precision P>
87 template <typename T, precision P>
|
| /frameworks/av/media/libeffects/lvm/lib/Common/src/ |
| Filters.h | 36 /* Single precision (16-bit) Biquad section coefficients */
61 /* Single precision (16-bit) Biquad section coefficients */
|
| /prebuilts/gdb/darwin-x86/include/python2.7/ |
| floatobject.h | 5 PyFloatObject represents a (double precision) floating point number.
24 /* The str() precision PyFloat_STR_PRECISION is chosen so that in most cases,
26 giving plenty of precision for practical use. */
68 preserve precision across conversions. */
81 * 4- byte format is identical to the IEEE-754 single precision format, and
82 * the 8-byte format to the IEEE-754 double precision format, although the
87 * On non-IEEE platforms with more precision, or larger dynamic range, than
89 * precision, or smaller dynamic range, not all values can be unpacked. What
|
| /prebuilts/gdb/linux-x86/include/python2.7/ |
| floatobject.h | 5 PyFloatObject represents a (double precision) floating point number.
24 /* The str() precision PyFloat_STR_PRECISION is chosen so that in most cases,
26 giving plenty of precision for practical use. */
68 preserve precision across conversions. */
81 * 4- byte format is identical to the IEEE-754 single precision format, and
82 * the 8-byte format to the IEEE-754 double precision format, although the
87 * On non-IEEE platforms with more precision, or larger dynamic range, than
89 * precision, or smaller dynamic range, not all values can be unpacked. What
|
| /prebuilts/go/darwin-x86/src/math/big/ |
| floatmarsh.go | 18 // The Float value and all its attributes (precision,
30 n = int((x.prec + (_W - 1)) / _W) // required mantissa length in words for given precision
61 // The result is rounded per the precision and rounding mode of
62 // z unless z's precision is 0, in which case z is set exactly
99 // Only the Float value is marshaled (in full precision), other
100 // attributes such as precision or accuracy are ignored.
110 // The result is rounded per the precision and rounding mode of z.
111 // If z's precision is 0, it is changed to 64 before rounding takes
|
| /prebuilts/go/linux-x86/src/math/big/ |
| floatmarsh.go | 18 // The Float value and all its attributes (precision,
30 n = int((x.prec + (_W - 1)) / _W) // required mantissa length in words for given precision
61 // The result is rounded per the precision and rounding mode of
62 // z unless z's precision is 0, in which case z is set exactly
99 // Only the Float value is marshaled (in full precision), other
100 // attributes such as precision or accuracy are ignored.
110 // The result is rounded per the precision and rounding mode of z.
111 // If z's precision is 0, it is changed to 64 before rounding takes
|
| /prebuilts/ndk/r16/sources/cxx-stl/llvm-libc++/test/std/input.output/iostreams.base/ios.base/fmtflags.state/ |
| precision.pass.cpp | 14 // streamsize precision() const;
32 assert(t.precision() == 6);
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/detail/ |
| precision.hpp | 24 /// @file glm/core/precision.hpp
34 enum precision enum in namespace:glm
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| matrix_cross_product.inl | 12 template <typename T, precision P>
28 template <typename T, precision P>
|
| orthonormalize.inl | 12 template <typename T, precision P>
34 template <typename T, precision P>
|
| matrix_transform_2d.hpp | 59 template <typename T, precision P>
68 template <typename T, precision P>
77 template <typename T, precision P>
86 template <typename T, precision P>
95 template <typename T, precision P>
|
| matrix_transform_2d.inl | 34 template <typename T, precision P>
45 template <typename T, precision P>
65 template <typename T, precision P>
77 template <typename T, precision P>
87 template <typename T, precision P>
|
| /prebuilts/python/darwin-x86/2.7.5/include/python2.7/ |
| floatobject.h | 5 PyFloatObject represents a (double precision) floating point number.
24 /* The str() precision PyFloat_STR_PRECISION is chosen so that in most cases,
26 giving plenty of precision for practical use. */
68 preserve precision across conversions. */
81 * 4- byte format is identical to the IEEE-754 single precision format, and
82 * the 8-byte format to the IEEE-754 double precision format, although the
87 * On non-IEEE platforms with more precision, or larger dynamic range, than
89 * precision, or smaller dynamic range, not all values can be unpacked. What
|
| /prebuilts/python/linux-x86/2.7.5/include/python2.7/ |
| floatobject.h | 5 PyFloatObject represents a (double precision) floating point number.
24 /* The str() precision PyFloat_STR_PRECISION is chosen so that in most cases,
26 giving plenty of precision for practical use. */
68 preserve precision across conversions. */
81 * 4- byte format is identical to the IEEE-754 single precision format, and
82 * the 8-byte format to the IEEE-754 double precision format, although the
87 * On non-IEEE platforms with more precision, or larger dynamic range, than
89 * precision, or smaller dynamic range, not all values can be unpacked. What
|
| /toolchain/binutils/binutils-2.27/gas/ |
| bignum.h | 1 /* bignum.h-arbitrary precision integers
23 * Arbitrary-precision integer arithmetic. *
|
| /toolchain/binutils/binutils-2.27/ld/testsuite/ld-mips-elf/ |
| attr-gnu-4-10.d | 29 Tag_GNU_MIPS_ABI_FP: Hard float \(double precision\)
37 FP ABI: Hard float \(double precision\)
|
| mips16-pic-2.gd | 4 Tag_GNU_MIPS_ABI_FP: Hard float \(double precision\)
12 FP ABI: Hard float \(double precision\)
|
| /external/deqp/external/openglcts/modules/glesext/texture_buffer/ |
| esextcTextureBufferPrecision.cpp | 26 * \brief Texture Buffer Precision Qualifier (Test 10)
47 /* Variables declarations for the compute shader without usage of the precision qualifier. */
71 /* Variables declarations for the compute shader with usage of the precision qualifier. */
95 /* The default precision qualifier declarations for the compute shader. */
96 const char* const TextureBufferPrecision::m_cs_code_global_precision[3] = { "precision highp imageBuffer;\n",
97 "precision highp iimageBuffer;\n",
98 "precision highp uimageBuffer;\n" };
113 /* Variables declarations for the fragment shader without usage of the precision qualifier. */
128 /* Variables declarations for the fragment shader with usage of the precision qualifier. */
143 /* The default precision qualifier declarations for the fragment shader. *
[all...] |
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| reduce_precision_insertion.cc | 63 << " candidate instruction(s) for reduce-precision insertion";
73 " reduce-precision instruction:"
78 // Check that we haven't already inserted an equivalant reduce-precision
91 " reduce-precision instructions";
107 VLOG(2) << "Adding reduce-precision operation to inputs of instruction: "
119 VLOG(2) << "Skipped: operand is already an equivalent reduce-precision"
127 // Insert the reduce-precision operation inside the fusion computation,
135 // Look for an existing reduce-precision operation on the operand. (We
147 // If there wasn't an existing reduce-precision operation, create one.
153 // Insert the reduce-precision operation before the operand
[all...] |
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| e_log2f.c | 61 * We no longer need to avoid falling into the multi-precision
65 * is not yet available in double precision).
68 * (ivln2lo + ivln2hi) would be evaluated in float precision
69 * despite runtime evaluations using double precision. So we
72 * time clobbering its extra precision.
|
| /external/tensorflow/tensorflow/contrib/coder/ |
| README.md | 10 where `CDF(i) = f(Pr(X < i) * 2^precision)` for i = 0,1,...,m, and `precision`
11 is an attribute in range `0 < precision <= 16`. The function `f` maps real
62 encoded = coder.range_encode(data, cdf, precision=14)
63 decoded = coder.range_decode(encoded, tf.shape(data), cdf, precision=14)
|
| /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/share/doc/mpfr/examples/ |
| divworst.c | 7 * Optional argument: extended precision p (with double rounding).
11 * in precision n and the results of floor(x/y) in the rounding modes
47 mpfr_div (t, x, y, rnd); /* the division x/y in precision p */
48 mpfr_set (z, t, rnd); /* the rounding to the precision n */
86 continue; /* x - y is not representable in precision n */
|
