| /external/deqp/data/gles31/shaders/es31/ |
| linkage_tessellation.test | 49 precision mediump float;
104 precision mediump float;
159 precision mediump float;
213 precision mediump float;
267 precision mediump float;
321 precision mediump float;
374 precision mediump float;
420 precision mediump float;
469 precision mediump float;
525 precision mediump float
[all...] |
| /external/deqp/modules/gles31/functional/ |
| es31fShaderAtomicOpTests.cpp | 68 ShaderAtomicOpCase (Context& context, const char* name, const char* funcName, AtomicOperandType operandType, DataType type, Precision precision, const UVec3& workGroupSize);
82 const Precision m_precision;
96 ShaderAtomicOpCase::ShaderAtomicOpCase (Context& context, const char* name, const char* funcName, AtomicOperandType operandType, DataType type, Precision precision, const UVec3& workGroupSize)
101 , m_precision (precision)
258 ShaderAtomicAddCase (Context& context, const char* name, AtomicOperandType operandType, DataType type, Precision precision)
259 : ShaderAtomicOpCase(context, name, "atomicAdd", operandType, type, precision, UVec3(3,2,1))
347 static int getPrecisionNumIntegerBits (glu::Precision precision
[all...] |
| es31fShaderSharedVarTests.cpp | 74 SharedBasicVarCase (Context& context, const char* name, DataType basicType, Precision precision, const tcu::UVec3& workGroupSize);
86 const Precision m_precision;
92 static std::string getBasicCaseDescription (DataType basicType, Precision precision, const tcu::UVec3& workGroupSize)
95 if (precision != PRECISION_LAST)
96 str << getPrecisionName(precision) << " ";
101 SharedBasicVarCase::SharedBasicVarCase (Context& context, const char* name, DataType basicType, Precision precision, const tcu::UVec3& workGroupSize)
102 : TestCase (context, name, getBasicCaseDescription(basicType, precision, workGroupSize).c_str()
[all...] |
| /external/swiftshader/third_party/LLVM/include/llvm/ADT/ |
| APFloat.h | 1 //== llvm/Support/APFloat.h - Arbitrary Precision Floating Point -*- C++ -*-==//
10 // This file declares a class to represent arbitrary precision floating
15 /* A self-contained host- and target-independent arbitrary-precision
35 Four formats are built-in: IEEE single precision, double
36 precision, quadruple precision, and x87 80-bit extended double
37 (when operating with full extended precision). Adding a new
58 text as per the C99 %a and %A conversions. The output precision
59 (or alternatively the natural minimal precision) can be specified;
60 if the requested precision is less than the natural precision th
[all...] |
| /libcore/harmony-tests/src/test/java/org/apache/harmony/tests/java/math/ |
| BigDecimalConstructorsTest.java | 101 int precision = 46; local
103 MathContext mc = new MathContext(precision, rm);
118 int precision = 46; local
120 MathContext mc = new MathContext(precision, rm);
175 int precision = 4; local
177 MathContext mc = new MathContext(precision, rm);
199 int precision = 4; local
201 MathContext mc = new MathContext(precision, rm);
216 int precision = 4; local
218 MathContext mc = new MathContext(precision, rm)
291 int precision = 21; local
354 int precision = 21; local
381 int precision = 5; local
675 int precision = 5; local
[all...] |
| /external/linux-kselftest/tools/testing/selftests/timers/ |
| freq-step.c | 48 static double precision; variable
232 precision = get_sample(&sample) / 2.0;
233 printf("CLOCK_MONOTONIC_RAW+CLOCK_MONOTONIC precision: %.0f ns\t\t",
234 1e9 * precision);
236 if (precision > MAX_PRECISION)
237 ksft_exit_skip("precision: %.0f ns > MAX_PRECISION: %.0f ns\n",
238 1e9 * precision, 1e9 * MAX_PRECISION);
|
| /external/skia/src/gpu/gl/ |
| GrGLUniformHandler.cpp | 29 GrSLPrecision precision,
37 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeTemporarilyAcceptsPrecision(type));
55 uni.fVariable.setPrecision(precision);
67 GrSLPrecision precision,
80 sampler.fVariable.setPrecision(precision);
90 GrSLPrecision precision,
102 texelBuffer.fVariable.setPrecision(precision);
|
| /external/skqp/src/gpu/gl/ |
| GrGLUniformHandler.cpp | 29 GrSLPrecision precision,
37 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeTemporarilyAcceptsPrecision(type));
55 uni.fVariable.setPrecision(precision);
67 GrSLPrecision precision,
80 sampler.fVariable.setPrecision(precision);
90 GrSLPrecision precision,
102 texelBuffer.fVariable.setPrecision(precision);
|
| /external/tensorflow/tensorflow/core/kernels/ |
| as_string_op.cc | 34 int32 precision; local
41 OP_REQUIRES_OK(ctx, ctx->GetAttr("precision", &precision));
56 OP_REQUIRES(ctx, precision < 0,
57 errors::InvalidArgument("precision not supported "
71 if (precision > -1) {
72 strings::Appendf(&format_, ".%d", precision);
|
| /external/toybox/tests/ |
| seq.test | 55 testing "precision inc" "seq -s, 1.0 2.00 4" "1.00,3.00\n" "" ""
56 testing "precision first" "seq -s, 1.000 2.0 4" "1.000,3.000\n" "" ""
58 # In ubuntu inc and first set precision, but last doesn't. (Why?)
59 #testing "precision last" "seq -s, 1.0 2.0 4.00" "1.0,3.0\n" "" ""
61 testing "precision int" "seq -s, 9007199254740991 1 9007199254740991" \
63 testing "precision e" "seq -s, 1.0e0 2" "1.0,2.0\n" "" ""
64 testing "precision E" "seq -s, 1.0E0 2" "1.0,2.0\n" "" ""
|
| /frameworks/av/media/libeffects/testlibs/ |
| AudioPeakingFilter.h | 118 // Precision for the mFrequency member.
120 // Precision for the mGain member.
122 // Precision for the mBandwidth member.
128 // GAIN_PRECISION_BITS precision.
131 // BANDWIDTH_PRECISION_BITS precision.
134 // FREQ_PRECISION_BITS precision.
138 // 1/Nyquist[mHz], in 42-bit precision (very small).
|
| /frameworks/av/media/libstagefright/codecs/amrwbenc/src/ |
| oper_32b.c | 18 * This file contains operations in double precision. *
19 * These operations are not standard double precision operations. *
20 * They are used where single precision is not enough but the full 32 bits *
21 * precision is not necessary. For example, the function Div_32() has a *
22 * 24 bits precision which is enough for our purposes. *
24 * The double precision numbers use a special representation: *
34 * We will use DPF (Double Precision Format )in this file to specify *
|
| /prebuilts/go/darwin-x86/src/math/big/ |
| sqrt.go | 17 // If z's precision is 0, it is changed to x's precision before the
18 // operation. Rounding is performed according to z's precision and
45 // MantExp sets the argument's precision to the receiver's, and
72 // 128bit precision is an empirically chosen threshold.
85 // for t, starting with a 53 bits precision guess from math.Sqrt and
121 // Compute ?x (to z.prec precision) by solving
|
| intconv.go | 59 // specification of minimum digits precision, output field
125 // determine number padding from precision: the least number of digits to output
126 precision, precisionSet := s.Precision()
129 case len(digits) < precision:
130 zeros = precision - len(digits) // count of zero padding
131 case len(digits) == 1 && digits[0] == '0' && precision == 0:
132 return // print nothing if zero value (x == 0) and zero precision ("." or ".0")
144 // pad with zeros unless precision also specified
|
| /prebuilts/go/linux-x86/src/math/big/ |
| sqrt.go | 17 // If z's precision is 0, it is changed to x's precision before the
18 // operation. Rounding is performed according to z's precision and
45 // MantExp sets the argument's precision to the receiver's, and
72 // 128bit precision is an empirically chosen threshold.
85 // for t, starting with a 53 bits precision guess from math.Sqrt and
121 // Compute ?x (to z.prec precision) by solving
|
| intconv.go | 59 // specification of minimum digits precision, output field
125 // determine number padding from precision: the least number of digits to output
126 precision, precisionSet := s.Precision()
129 case len(digits) < precision:
130 zeros = precision - len(digits) // count of zero padding
131 case len(digits) == 1 && digits[0] == '0' && precision == 0:
132 return // print nothing if zero value (x == 0) and zero precision ("." or ".0")
144 // pad with zeros unless precision also specified
|
| /toolchain/binutils/binutils-2.27/include/vms/ |
| dsc.h | 37 #define DSC__K_DTYPE_F 10 /* Single-precision floating. */
38 #define DSC__K_DTYPE_D 11 /* Double-precision floating. */
40 #define DSC__K_DTYPE_DC 13 /* Double-precision Complex. */
54 #define DSC__K_DTYPE_G 27 /* Double precision G floating, 64 bit. */
55 #define DSC__K_DTYPE_H 28 /* Quadruple precision floating, 128 bit. */
56 #define DSC__K_DTYPE_GC 29 /* Double precision complex, G floating. */
57 #define DSC__K_DTYPE_HC 30 /* Quadruple precision complex, H floating. */
|
| /external/vulkan-validation-layers/libs/glm/gtx/ |
| associated_min_max.inl | 13 template<typename T, typename U, precision P>
19 template<typename T, typename U, precision P>
34 template<typename T, typename U, precision P>
47 template<typename T, typename U, precision P>
60 template<typename T, typename U, precision P>
73 template<typename T, typename U, precision P>
86 template<typename T, typename U, precision P>
99 template<typename T, typename U, precision P>
112 template<typename T, typename U, precision P>
125 template<typename T, typename U, precision P
[all...] |
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| associated_min_max.inl | 13 template<typename T, typename U, precision P>
19 template<typename T, typename U, precision P>
34 template<typename T, typename U, precision P>
47 template<typename T, typename U, precision P>
60 template<typename T, typename U, precision P>
73 template<typename T, typename U, precision P>
86 template<typename T, typename U, precision P>
99 template<typename T, typename U, precision P>
112 template<typename T, typename U, precision P>
125 template<typename T, typename U, precision P
[all...] |
| /external/curl/lib/ |
| mprintf.c | 141 FLAGS_PREC = 1<<15, /* precision was specified */
142 FLAGS_PRECPARAM = 1<<16, /* precision PARAMETER was specified */
152 long precision; /* precision OR precision parameter number */ member in struct:__anon17357
234 long precision; local
267 precision = 0;
300 /* The precision is picked from a specified parameter */
308 precision = i;
310 precision = param_num
[all...] |
| /external/eigen/lapack/ |
| dlarf.f | 26 * DOUBLE PRECISION TAU
29 * DOUBLE PRECISION C( LDC, * ), V( * ), WORK( * )
72 *> V is DOUBLE PRECISION array, dimension
87 *> TAU is DOUBLE PRECISION
93 *> C is DOUBLE PRECISION array, dimension (LDC,N)
107 *> WORK is DOUBLE PRECISION array, dimension
135 DOUBLE PRECISION TAU
138 DOUBLE PRECISION C( LDC, * ), V( * ), WORK( * )
144 DOUBLE PRECISION ONE, ZERO
|
| /external/gemmlowp/doc/ |
| public.md | 13 The high-level overview of how this specifies a low-precision matrix
14 multiplication is explained in [low-precision.md](low-precision.md). The
22 [low-precision.md](low-precision.md).
96 [low-precision.md](low-precision.md). This is only the part of the
155 section of [low-precision.md](low-precision.md) on the legacy quantization
|
| /external/vulkan-validation-layers/libs/glm/detail/ |
| func_exponential.hpp | 52 /// @param base Floating point value. pow function is defined for input values of x defined in the range (inf-, inf+) in the limit of the type precision.
63 /// @param x exp function is defined for input values of x defined in the range (inf-, inf+) in the limit of the type precision.
75 /// @param x log function is defined for input values of x defined in the range (0, inf+) in the limit of the type precision.
85 /// @param x exp2 function is defined for input values of x defined in the range (inf-, inf+) in the limit of the type precision.
96 /// @param x log2 function is defined for input values of x defined in the range (0, inf+) in the limit of the type precision.
106 /// @param x sqrt function is defined for input values of x defined in the range [0, inf+) in the limit of the type precision.
114 template <typename T, precision P, template <typename, precision> class vecType>
119 /// @param x inversesqrt function is defined for input values of x defined in the range [0, inf+) in the limit of the type precision.
|
| /prebuilts/gcc/darwin-x86/host/i686-apple-darwin-4.2.1/include/gcc/darwin/4.2/ |
| ppc_intrinsics.h | 72 * __fmadd - Floating Multiply-Add (Double-Precision)
74 * __fmsub - Floating Multiply-Subract (Double-Precision)
76 * __fmul - Floating Multiply (Double-Precision)
78 * __fnmadd - Floating Negative Multiply-Add (Double-Precision)
80 * __fnmsub - Floating Negative Multiply-Subtract (Double-Precision)
83 * __frsp - Floating Round to Single-Precision
87 * __fsels - Floating Select (Single-Precision variant)
88 * __fsqrt - Floating-Point Square Root (Double-Precision)
89 * __fsqrts - Floating-Point Square Root Single-Precision
532 * double precision range
[all...] |
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/detail/ |
| func_exponential.hpp | 52 /// @param base Floating point value. pow function is defined for input values of x defined in the range (inf-, inf+) in the limit of the type precision.
63 /// @param x exp function is defined for input values of x defined in the range (inf-, inf+) in the limit of the type precision.
75 /// @param x log function is defined for input values of x defined in the range (0, inf+) in the limit of the type precision.
85 /// @param x exp2 function is defined for input values of x defined in the range (inf-, inf+) in the limit of the type precision.
96 /// @param x log2 function is defined for input values of x defined in the range (0, inf+) in the limit of the type precision.
106 /// @param x sqrt function is defined for input values of x defined in the range [0, inf+) in the limit of the type precision.
114 template <typename T, precision P, template <typename, precision> class vecType>
119 /// @param x inversesqrt function is defined for input values of x defined in the range [0, inf+) in the limit of the type precision.
|
