| /external/oprofile/libutil++/ |
| stream_util.cpp | 20 precision(stream.precision()),
29 stream.precision(precision);
|
| /libcore/luni/src/main/java/java/math/ |
| MathContext.java | 27 * precision for the numerical operations provided by class {@link BigDecimal}.
34 * decimal precision format: 34 digit precision and
41 * precision format: 7 digit precision and {@link RoundingMode#HALF_EVEN}
48 * precision format: 16 digit precision and {@link RoundingMode#HALF_EVEN}
54 * A {@code MathContext} for unlimited precision with
61 * this precision.
63 private final int precision; field in class:MathContext
[all...] |
| /external/eigen/doc/snippets/ |
| compile_snippet.cpp.in | 9 cout.precision(3);
|
| /libcore/luni/src/test/java/libcore/java/util/ |
| OldFormattableTest.java | 33 sb.append("single precision ");
36 sb.append("double precision ");
52 assertTrue(fmt.format("%1.1s", mf).toString().equals("single precision "));
53 assertTrue(fmt.format("%2.1s", mf).toString().equals("single precision single precision "));
54 assertTrue(fmt.format("%2.2s", mf).toString().equals("single precision single precision double precision "));
|
| /libcore/luni/src/test/java/libcore/java/math/ |
| MathContextTest.java | 26 MathContext mc = new MathContext("precision=1 roundingMode=" + rm);
33 MathContext mc = new MathContext("precision=" + p + " roundingMode=" + RoundingMode.UP);
39 new MathContext("precision=1 roundingMode=UP");
41 new MathContext("Precision=1 roundingMode=UP");
46 new MathContext("precision=1 RoundingMode=UP");
53 new MathContext("precision=1 roundingMode=up");
60 new MathContext("precision=1roundingMode=UP");
65 new MathContext("precision=1 roundingMode=UP");
70 new MathContext("precision=1\troundingMode=UP");
77 new MathContext(" precision=1 roundingMode=UP")
[all...] |
| BigDecimalTest.java | 45 // test these special cases because we know precision() uses longs internally
54 assertEquals("Unexpected precision for parsed value " + value,
55 expectedPrecision, parsed.precision());
58 assertEquals("Unexpected precision for computed value " + value,
59 expectedPrecision, computed.precision());
76 assertEquals(20, a.precision());
77 assertEquals(20, b.precision());
|
| /libcore/luni/src/main/java/java/util/ |
| IllegalFormatPrecisionException.java | 20 * An {@code IllegalFormatPrecisionException} will be thrown if the precision is
21 * a negative other than -1 or in other cases where precision is not supported.
33 * precision.
36 * the precision.
43 * Returns the precision associated with the exception.
45 * @return the precision.
|
| /frameworks/native/opengl/tests/gl_perf/ |
| fragment_shaders.cpp | 11 "precision mediump float;\n"
21 "precision mediump float;\n"
31 "precision mediump float;\n"
42 "precision mediump float;\n"
55 "precision mediump float;\n"
69 "precision mediump float;\n"
82 "precision mediump float;\n"
97 "precision mediump float;\n"
112 "precision mediump float;\n"
|
| /external/compiler-rt/lib/arm/ |
| truncdfsf2vfp.S | 15 // Converts double precision float to signle precision result.
16 // Uses Darwin calling convention where a double precision parameter is
17 // passed in a R0/R1 pair and a signle precision result is returned in R0.
23 vcvt.f32.f64 s15, d7 // convert double to single (trucate precision)
|
| extendsfdf2vfp.S | 15 // Converts single precision float to double precision result.
16 // Uses Darwin calling convention where a single precision parameter is
17 // passed in a GPR and a double precision result is returned in R0/R1 pair.
|
| /dalvik/vm/compiler/codegen/x86/libenc/ |
| enc_defs_ext.h | 90 Mnemonic_ADDSD, // Add Scalar Double-Precision Floating-Point Values
91 Mnemonic_ADDSS, // Add Scalar Single-Precision Floating-Point Values
127 Mnemonic_CVTSD2SS, // Convert Scalar Double-Precision Floating-Point Value to Scalar Single-Precision Floating-Point Value
129 Mnemonic_CVTSD2SI, // Convert Scalar Double-Precision Floating-Point Value to Doubleword Integer
131 Mnemonic_CVTTSD2SI, // Convert with Truncation Scalar Double-Precision Floating-Point Value to Signed Doubleword Integer
134 Mnemonic_CVTSS2SD, // Convert Scalar Single-Precision Floating-Point Value to Scalar Double-Precision Floating-Point Value
136 Mnemonic_CVTSS2SI, // Convert Scalar Single-Precision Floating-Point Value to Doubleword Integer
138 Mnemonic_CVTTSS2SI, // Convert with Truncation Scalar Single-Precision Floating-Point Value to Doubleword Intege
[all...] |
| /external/clang/test/Sema/ |
| conversion-64-32.c | 4 return v; // expected-warning {{implicit conversion loses integer precision}}
18 return v / 2; // expected-warning {{implicit conversion loses integer precision: 'long' to 'int'}}
|
| conversion.c | 11 c = s; // expected-warning {{implicit conversion loses integer precision}}
12 c = i; // expected-warning {{implicit conversion loses integer precision}}
13 c = l; // expected-warning {{implicit conversion loses integer precision}}
16 s = i; // expected-warning {{implicit conversion loses integer precision}}
17 s = l; // expected-warning {{implicit conversion loses integer precision}}
21 i = l; // expected-warning {{implicit conversion loses integer precision}}
63 return (long long) ll; // expected-warning {{implicit conversion loses integer precision}}
66 return (long) ll; // expected-warning {{implicit conversion loses integer precision}}
69 return (int) ll; // expected-warning {{implicit conversion loses integer precision}}
72 return (short) ll; // expected-warning {{implicit conversion loses integer precision}}
[all...] |
| /external/skia/src/gpu/gl/ |
| GrGLShaderVar.h | 36 enum Precision {
56 * Defaults to a float with no precision specifier
103 Precision precision = kDefault_Precision,
111 fPrecision = precision;
122 Precision precision = kDefault_Precision,
130 fPrecision = precision;
142 Precision precision = kDefault_Precision
[all...] |
| /external/llvm/lib/Target/ARM/ |
| ARMScheduleV6.td | 192 // RunFast mode so that NFP pipeline is used for single-precision when
198 // Single-precision FP Unary
201 // Double-precision FP Unary
204 // Single-precision FP Compare
207 // Double-precision FP Compare
216 // Single-Precision FP to Integer Convert
219 // Double-Precision FP to Integer Convert
222 // Integer to Single-Precision FP Convert
225 // Integer to Double-Precision FP Convert
228 // Single-precision FP AL
[all...] |
| /external/clang/test/CodeGenOpenCL/ |
| single-precision-constant.cl | 1 // RUN: %clang_cc1 %s -cl-single-precision-constant -emit-llvm -o - | FileCheck %s
|
| /external/eigen/cmake/ |
| FindGMP.cmake | 1 # Try to find the GNU Multiple Precision Arithmetic Library (GMP)
|
| /external/eigen/demos/mandelbrot/ |
| README | 9 The number of iterations, and the choice between single and double precision, are
|
| /ndk/sources/cxx-stl/llvm-libc++/test/input.output/iostreams.base/ios.base/fmtflags.state/ |
| precision_streamsize.pass.cpp | 14 // streamsize precision(streamsize prec);
32 assert(t.precision() == 6);
33 std::streamsize p = t.precision(10);
35 assert(t.precision() == 10);
|
| /external/bison/lib/ |
| fpucw.h | 22 SSE/SSE2 hardware) has a controllable rounding precision. It is specified
26 On some platforms, such as Linux or Solaris, the default precision setting
27 is set to "extended precision". This means that 'long double' instructions
31 On some platforms, such as NetBSD, the default precision is set to
32 "double precision". This means that 'long double' instructions will operate
51 FPU_PC_MASK bit mask denoting the precision control
52 FPU_PC_DOUBLE precision control for 53 bits mantissa
53 FPU_PC_EXTENDED precision control for 64 bits mantissa
59 'long double' safe operation precision
61 'long double' safe operation precision
[all...] |
| /sdk/emulator/opengl/host/libs/Translator/GLES_V2/ |
| ShaderParser.cpp | 53 version 1.30.10 is the first version of GLSL Language containing precision qualifiers
55 all precision qualifiers from the shader source , otherwise we will use a shader parser
65 //XXX: Until proved otherwise, glsl doesn't know/use those precision macros, so we omit then
208 // parse the source and blank out precision statements
210 // precision {qualifier} {type};
216 // precision to be empty.
221 PRECISION,
224 } statementState = PRECISION;
225 const char *precision = NULL; local
265 case PRECISION
[all...] |
| /external/apache-harmony/luni/src/test/api/common/org/apache/harmony/luni/tests/java/util/ |
| IllegalFormatPrecisionExceptionTest.java | 42 int precision = 12345; local
44 precision);
45 assertEquals(precision, illegalFormatPrecisionException.getPrecision());
52 int precision = 12345; local
54 precision);
70 assertEquals("Precision", initEx.getPrecision(), desrEx
|
| /external/openfst/src/include/fst/script/ |
| draw.h | 48 const int precision; member in struct:fst::script::FstDrawerArgs
66 int precision,
73 fontsize(fontsize), precision(precision),
87 args->precision, args->show_weight_one);
104 int precision,
|
| /external/dropbear/libtommath/ |
| bn_mp_clear_multi.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
|
| bn_mp_exch.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
|
