| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| e_log10.c | 22 * in not-quite-routine extra precision.
80 * Extra precision in for adding y*log10_2hi is not strictly needed
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/ |
| timeit.py | 20 -v/--verbose: print raw timing results; repeat for more digits precision
265 precision = 3
281 precision += 1
303 print "%d loops -> %.*g secs" % (number, precision, x)
313 print "raw times:", " ".join(["%.*g" % (precision, x) for x in r])
317 print "best of %d: %.*g usec per loop" % (repeat, precision, usec)
321 print "best of %d: %.*g msec per loop" % (repeat, precision, msec)
324 print "best of %d: %.*g sec per loop" % (repeat, precision, sec)
|
| /device/linaro/bootloader/edk2/StdLib/Include/sys/ |
| float_ieee754.h | 88 * If no extended-precision type is defined by the machine-dependent
89 * header including this, default to `long double' being double-precision.
|
| /device/linaro/bootloader/edk2/StdLib/LibC/Math/ |
| k_rem_pio2.c | 36 * pieces of 24-bit integers in double precision format.
49 * y[] output result in an array of double precision numbers.
51 * 24-bit precision 1
52 * 53-bit precision 2
53 * 64-bit precision 2
54 * 113-bit precision 3
68 * prec an integer indicating the precision:
111 * PIo2[] double precision array, obtained by cutting pi/2
|
| /external/curl/tests/unit/ |
| unit1398.c | 55 /* string with larger precision */
60 /* longer string with precision */
|
| /external/deqp/external/openglcts/modules/gles31/ |
| es31cSeparateShaderObjsTests.cpp | 348 "precision highp float;\n"
391 static const char* s_unifFragSquareMatShaderSrc = "precision highp float;\n"
427 "precision highp float;\n"
2689 std::string precision; member in struct:glcts::InterfaceMatchingCase::PrecisionTests
2883 vtxSrc << "precision " << precision << " float;\\n"; local
2888 vtxSrc << "out " << precision << " float var;\\n"; local
2907 fragSrc << "precision " << precision << " float;\\n"; local
2912 fragSrc << "in " << precision << " float var;\\n"; local
2953 vtxSrc << "precision " << precision << " int;\\n"; local
2958 vtxSrc << "flat out " << precision << " int var;\\n"; local
2977 fragSrc << "precision " << precision << " int;\\n"; local
2982 fragSrc << "flat in " << precision << " int var;\\n"; local
3023 vtxSrc << "precision " << precision << " int;\\n"; local
3028 vtxSrc << "flat out " << precision << " uint var;\\n"; local
3047 fragSrc << "precision " << precision << " int;\\n"; local
3052 fragSrc << "flat in " << precision << " uint var;\\n"; local
[all...] |
| /external/deqp/framework/delibs/debase/ |
| deMathTest.c | 46 /* \note: Need to use inequalities since round(x) returns arbitrary precision floats. */
50 /* if precision is lost, floor(x) < ceil(x). Else floor(x) == ceil(x) */
|
| /external/deqp/framework/randomshaders/ |
| rsgVariable.cpp | 47 // \todo [2011-03-10 pyry] Remove precision hacks once precision handling is implemented
|
| /external/deqp/modules/gles2/scripts/ |
| gen-keywords.py | 36 precision mediump float;
68 "lowp", "mediump", "highp", "precision", "invariant", "discard", "return", "mat2", "mat3",
|
| gen-reserved_operators.py | 34 precision mediump float;
35 precision mediump int;
|
| /external/eigen/Eigen/src/SVD/ |
| JacobiSVD_LAPACKE.h | 50 /*const RealScalar precision = RealScalar(2) * NumTraits<Scalar>::epsilon();*/ \
73 /* for(int i=0;i<m_diagSize;i++) if (m_singularValues.coeffRef(i) < precision) { m_nonzeroSingularValues--; m_singularValues.coeffRef(i)=RealScalar(0);}*/ \
|
| /external/emma/core/java12/com/vladium/emma/report/ |
| IItem.java | 55 int COVERAGE_LINE_INSTR = 3; // total line instr coverage, scaled up by PRECISION
72 int PRECISION = 100; // BUG_SF988160: increase overflow safety margin for very large projects
|
| /external/fdlibm/ |
| k_rem_pio2.c | 32 * pieces of 24-bit integers in double precision format.
45 * y[] ouput result in an array of double precision numbers.
47 * 24-bit precision 1
48 * 53-bit precision 2
49 * 64-bit precision 2
50 * 113-bit precision 3
64 * prec an integer indicating the precision:
107 * PIo2[] double precision array, obtained by cutting pi/2
|
| /external/icu/icu4c/source/i18n/ |
| valueformatter.h | 122 const FixedPrecision &precision,
130 const ScientificPrecision &precision,
|
| /external/jemalloc/include/jemalloc/internal/ |
| smoothstep.sh | 13 # <xprec> is x decimal precision.
14 # <yprec> is y decimal precision.
|
| /external/libcxx/test/std/input.output/iostream.format/input.streams/iostreamclass/iostream.cons/ |
| move.pass.cpp | 57 assert(is.precision() == 6);
73 assert(is.precision() == 6);
|
| /external/libcxx/test/std/input.output/iostream.format/input.streams/istream/istream.cons/ |
| move.pass.cpp | 55 assert(is.precision() == 6);
71 assert(is.precision() == 6);
|
| /external/libdrm/tests/ttmtest/src/ |
| xf86dri.h | 4 Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
23 IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
| /external/libpcap/ |
| pcap_dump_open.3pcap | 64 The time stamp precision, link-layer type, and snapshot length from
73 opening the file, and has the same time stamp precision, link-layer
|
| pcap_dump_open.3pcap.in | 64 The time stamp precision, link-layer type, and snapshot length from
73 opening the file, and has the same time stamp precision, link-layer
|
| /external/libvpx/libvpx/vp9/common/ |
| vp9_entropymv.h | 31 const int kMvRefThresh = 64; // threshold for use of high-precision 1/8 mv
70 #define CLASS0_BITS 1 /* bits at integer precision for class 0 */
|
| vp9_reconinter.h | 67 enum mv_precision precision, int x, int y);
73 const InterpKernel *kernel, enum mv_precision precision, int x, int y,
|
| /external/llvm/lib/Target/NVPTX/ |
| NVPTXMCExpr.h | 25 VK_NVPTX_SINGLE_PREC_FLOAT, // FP constant in single-precision
26 VK_NVPTX_DOUBLE_PREC_FLOAT // FP constant in double-precision
|
| /external/mesa3d/src/compiler/nir/ |
| nir_lower_idiv.c | 33 * Note that this is probably not enough precision for compute shaders.
34 * Perhaps we want a second higher precision (looping) version of this?
|
| /external/mesa3d/src/glx/apple/ |
| appledri.h | 4 Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
24 IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
