| /prebuilts/go/darwin-x86/src/math/ |
| erf.go | 94 // precision number and s := x; then
253 z := Float64frombits(Float64bits(x) & 0xffffffff00000000) // pseudo-single (20-bit) precision x
328 z := Float64frombits(Float64bits(x) & 0xffffffff00000000) // pseudo-single (20-bit) precision x
|
| /prebuilts/go/linux-x86/src/math/big/ |
| float_test.go | 42 // zero value has precision 0
92 // TODO(gri) test how precision is set for zero value results
397 // (rounding by SetPrec after SetInt64 using default precision
399 // precision)
678 // check precision
721 // check precision when set automatically
[all...] |
| /prebuilts/go/linux-x86/src/math/ |
| erf.go | 94 // precision number and s := x; then
253 z := Float64frombits(Float64bits(x) & 0xffffffff00000000) // pseudo-single (20-bit) precision x
328 z := Float64frombits(Float64bits(x) & 0xffffffff00000000) // pseudo-single (20-bit) precision x
|
| /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| clamp.decTest | 27 precision: 16
188 precision: 16
202 precision: 7
|
| rotate.decTest | 23 precision: 9
49 -- and |rhs| <= precision
246 precision: 5
|
| /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| clamp.decTest | 27 precision: 16
188 precision: 16
202 precision: 7
|
| rotate.decTest | 23 precision: 9
49 -- and |rhs| <= precision
246 precision: 5
|
| /external/clang/lib/Headers/ |
| xmmintrin.h | [all...] |
| /external/eigen/Eigen/src/Core/ |
| MathFunctions.h | [all...] |
| /external/eigen/unsupported/Eigen/src/Eigenvalues/ |
| ArpackSelfAdjointEigenSolver.h | 94 * means machine precision.
128 * means machine precision.
163 * means machine precision.
189 * means machine precision.
647 // Single precision
662 // Double precision
|
| /external/icu/icu4c/source/i18n/ |
| decimfmtimpl.cpp | 945 // unlimited precision for X.XXXEX
[all...] |
| /external/libavc/common/ |
| ih264_inter_pred_filters.c | 359 * 8 bit precision. The input is stored in the buffer pointed to by
444 * 8 bit precision. The input is stored in the buffer pointed to by
517 * 8 bit precision. The input is stored in the buffer pointed to by
600 * 8 bit precision. The input is stored in the buffer pointed to by
701 * 8 bit precision. The input is stored in the buffer pointed to by
816 * 8 bit precision. The input is stored in the buffer pointed to by
[all...] |
| /external/mesa3d/src/gallium/auxiliary/gallivm/ |
| lp_bld_pack.c | 37 * precision for the intermediate values. For example, if one needs the
42 * to use more precision for intermediate results then one should implement it
63 * twice the precision.
491 /* We must not loose or gain channels. Only precision */
804 /* We must not loose or gain channels. Only precision */
870 /* We must not loose or gain channels. Only precision */
[all...] |
| /external/skia/src/sksl/ |
| SkSLCPPCodeGenerator.cpp | 394 const char* precision; local
396 precision = "kHigh_GrSLPrecision";
398 precision = "kMedium_GrSLPrecision";
400 precision = "kLow_GrSLPrecision";
402 precision = "kDefault_GrSLPrecision";
430 "%s, \"%s\");\n", HCodeGenerator::FieldName(name.c_str()).c_str(), type, precision,
[all...] |
| /external/skqp/src/sksl/ |
| SkSLCPPCodeGenerator.cpp | 394 const char* precision; local
396 precision = "kHigh_GrSLPrecision";
398 precision = "kMedium_GrSLPrecision";
400 precision = "kLow_GrSLPrecision";
402 precision = "kDefault_GrSLPrecision";
430 "%s, \"%s\");\n", HCodeGenerator::FieldName(name.c_str()).c_str(), type, precision,
[all...] |
| /external/syslinux/com32/lib/jpeg/ |
| tinyjpeg.c | 59 /* IMPORTANT: these are only valid for 8-bit data precision! */
444 int width, height, nr_components, precision; local
453 precision = stream[2];
459 trace("Size:%dx%d nr_components:%d (%s) precision:%d\n",
462 precision);
543 error("Precision other than 8 is not supported\n");
|
| /libcore/ojluni/src/main/java/java/sql/ |
| DatabaseMetaData.java | [all...] |
| /prebuilts/clang/host/darwin-x86/clang-3289846/lib64/clang/3.8/include/ |
| xmmintrin.h | [all...] |
| /prebuilts/clang/host/darwin-x86/clang-3859424/lib64/clang/4.0/include/ |
| xmmintrin.h | [all...] |
| /prebuilts/clang/host/darwin-x86/clang-4053586/lib64/clang/5.0/include/ |
| xmmintrin.h | [all...] |
| /prebuilts/clang/host/linux-x86/clang-3289846/lib64/clang/3.8/include/ |
| xmmintrin.h | [all...] |
| /prebuilts/clang/host/linux-x86/clang-3859424/lib64/clang/4.0/include/ |
| xmmintrin.h | [all...] |
| /prebuilts/clang/host/linux-x86/clang-4053586/lib64/clang/5.0/include/ |
| xmmintrin.h | [all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-linux-glibc2.15-4.8/sysroot/usr/include/ |
| cursesf.h | 756 int precision; member in class:Integer_Field
761 precision,lower_limit,upper_limit));
767 precision(prec), lower_limit(low), upper_limit(high) {
774 int precision; member in class:Numeric_Field
779 precision,lower_limit,upper_limit));
785 precision(prec), lower_limit(low), upper_limit(high) {
|
| /prebuilts/gcc/linux-x86/host/x86_64-linux-glibc2.15-4.8/x86_64-linux/include/c++/4.8/bits/ |
| ios_base.h | 615 * @return The precision to generate on certain output operations.
617 * Be careful if you try to give a definition of @a precision here; see
621 precision() const function in class:ios_base
626 * @param __prec The new precision value.
627 * @return The previous value of precision().
630 precision(streamsize __prec) function in class:ios_base
|
