| /prebuilts/gdb/darwin-x86/include/python2.7/ |
| pystrtod.h | 23 int precision,
|
| /prebuilts/gdb/linux-x86/include/python2.7/ |
| complexobject.h | 36 PyComplexObject represents a complex number with double-precision
|
| pystrtod.h | 23 int precision,
|
| /prebuilts/go/darwin-x86/src/math/big/ |
| floatexample_test.go | 14 // Operate on numbers of different precision.
16 x.SetInt64(1000) // x is automatically set to 64bit precision
17 y.SetFloat64(2.718281828) // y is automatically set to 53bit precision
126 // set binary precision to 2 to round them to integer values
|
| /prebuilts/go/linux-x86/src/math/big/ |
| floatexample_test.go | 14 // Operate on numbers of different precision.
16 x.SetInt64(1000) // x is automatically set to 64bit precision
17 y.SetFloat64(2.718281828) // y is automatically set to 53bit precision
126 // set binary precision to 2 to round them to integer values
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| matrix_interpolation.inl | 12 template <typename T, precision P>
87 template <typename T, precision P>
107 template <typename T, precision P>
121 template <typename T, precision P>
|
| /prebuilts/python/darwin-x86/2.7.5/include/python2.7/ |
| complexobject.h | 36 PyComplexObject represents a complex number with double-precision
|
| pystrtod.h | 23 int precision,
|
| /prebuilts/python/linux-x86/2.7.5/include/python2.7/ |
| complexobject.h | 36 PyComplexObject represents a complex number with double-precision
|
| pystrtod.h | 23 int precision,
|
| /toolchain/binutils/binutils-2.27/gas/testsuite/gas/arm/ |
| vfpv3xd-ldr_immediate.s | 3 # VFPv3xD has no VMOV instruction for double precision registers...
|
| /toolchain/binutils/binutils-2.27/gas/testsuite/gas/i860/ |
| dual03.s | 4 // Single-precision vector sum
|
| /toolchain/binutils/binutils-2.27/gas/testsuite/gas/mips/ |
| micromips@mips32-sf32.d | 2 #name: MIPS32 odd single-precision float registers
|
| mips32-sf32.d | 2 #name: MIPS32 odd single-precision float registers
|
| /external/deqp/framework/opengl/ |
| gluVarType.hpp | 53 VarType (DataType basicType, Precision precision); //!< Basic type constructor.
63 Precision getPrecision (void) const { DE_ASSERT(isBasicType()); return m_data.basic.precision; }
99 Precision precision; member in struct:glu::VarType::Data::__anon18171
121 inline VarType varTypeOf (Precision prec = PRECISION_LAST) { return VarType(dataTypeOf<T>(), prec); }
|
| /external/skia/src/gpu/vk/ |
| GrVkUniformHandler.cpp | 180 GrSLPrecision precision,
192 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeIsFloatType(type));
210 uni.fVariable.setPrecision(precision);
239 GrSLPrecision precision,
254 info.fVariable.setPrecision(precision);
267 GrSLPrecision precision,
282 info.fVariable.setPrecision(precision);
|
| /external/skqp/src/gpu/vk/ |
| GrVkUniformHandler.cpp | 182 GrSLPrecision precision,
194 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeIsFloatType(type));
212 uni.fVariable.setPrecision(precision);
241 GrSLPrecision precision,
256 info.fVariable.setPrecision(precision);
269 GrSLPrecision precision,
284 info.fVariable.setPrecision(precision);
|
| /frameworks/av/media/libstagefright/codecs/amrwbenc/src/ |
| math_op.c | 21 | Isqrt() : inverse square root (16 bits precision). |
22 | Pow2() : 2^x (16 bits precision). |
23 | Log2() : log2 (16 bits precision). |
26 | These operations are not standard double precision operations. |
28 | precision is not necessary. For example, the function Div_32() has a |
29 | 24 bits precision which is enough for our purposes. |
34 | Word16 hi, lo : L_32 = hi<<16 + lo<<1 (DPF - Double Precision Format) |
|
| /external/deqp/modules/gles3/functional/ |
| es3fFragmentOutputTests.cpp | 97 , precision (glu::PRECISION_LAST)
103 FragmentOutput (glu::DataType type_, glu::Precision precision_, int location_, int arrayLength_ = 0)
105 , precision (precision_)
112 glu::Precision precision; member in struct:deqp::gles3::Functional::FragmentOutput
184 const char* outputPrec = glu::getPrecisionName(output.precision);
339 static Vec2 getFloatRange (glu::Precision precision)
349 DE_ASSERT(de::inBounds<int>(precision, 0, DE_LENGTH_OF_ARRAY(ranges)));
350 return ranges[precision];
[all...] |
| /external/swiftshader/src/OpenGL/compiler/ |
| Types.h | 245 type(t), precision(EbpUndefined), qualifier(EvqGlobal),
252 type(t), precision(p), qualifier(q),
259 type(EbtStruct), precision(p), qualifier(EvqTemporary),
267 : type(EbtInterfaceBlock), precision(EbpUndefined), qualifier(qualifierIn),
278 TPrecision getPrecision() const { return precision; }
279 void setPrecision(TPrecision p) { precision = p; }
494 const char* getPrecisionString() const { return ::getPrecisionString(precision); }
535 TPrecision precision = EbpUndefined; member in class:TType
568 TPrecision precision; member in struct:TPublicType
582 precision = EbpUndefined
[all...] |
| /libcore/luni/src/test/java/libcore/java/math/ |
| BigDecimalTest.java | 50 // test these special cases because we know precision() uses longs internally
59 assertEquals("Unexpected precision for parsed value " + value,
60 expectedPrecision, parsed.precision());
63 assertEquals("Unexpected precision for computed value " + value,
64 expectedPrecision, computed.precision());
81 assertEquals(20, a.precision());
82 assertEquals(20, b.precision());
285 assertEquals("9223372036854775808/(-10) with one decimal of precision",
291 assertEquals("9223372036854775808/(-1) with one decimal of precision",//
299 assertEquals("9223372036854775808/(-1.0) with one decimal of precision",//
[all...] |
| /external/ImageMagick/MagickCore/ |
| opencl-private.h | 358 #define CLOptions "-cl-single-precision-constant -cl-mad-enable -DMAGICKCORE_HDRI_SUPPORT=1 "\
366 #define CLOptions "-cl-single-precision-constant -cl-mad-enable " \
374 #define CLOptions "-cl-single-precision-constant -cl-mad-enable " \
382 #define CLOptions "-cl-single-precision-constant -cl-mad-enable " \
390 #define CLOptions "-cl-single-precision-constant -cl-mad-enable " \
|
| /external/deqp/external/vulkancts/modules/vulkan/ |
| vktInfoTests.cpp | 162 int precision; member in struct:vkt::__anon18037::PrettySize
166 , precision (precision_)
203 tmp << std::fixed << std::setprecision(size.precision)
211 PrettySize<SizeType> prettySize (SizeType value, int precision = 2)
213 return PrettySize<SizeType>(value, precision);
|
| /external/deqp/modules/gles3/scripts/ |
| gen-qualification_order.py | 37 precision mediump float;
52 precision mediump float;
74 precision mediump float;
192 DECL_PRECISION = CaseFormat("precision", [ "lowp", "mediump", "highp" ])
196 PARAM_PRECISION = CaseFormat("precision", [ "lowp", "mediump", "highp" ])
|
| /external/eigen/blas/f2c/ |
| drotmg.c | 74 /* DD1 (input/output) DOUBLE PRECISION */
76 /* DD2 (input/output) DOUBLE PRECISION */
78 /* DX1 (input/output) DOUBLE PRECISION */
80 /* DY1 (input) DOUBLE PRECISION */
82 /* DPARAM (input/output) DOUBLE PRECISION array, dimension 5 */
|
