| /external/dropbear/libtommath/ |
| bn_mp_submod.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
|
| bn_mp_to_unsigned_bin.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
|
| bn_mp_xor.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
|
| bn_reverse.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
|
| bncore.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
|
| bn_s_mp_mul_high_digs.c | 3 /* LibTomMath, multiple-precision integer library -- Tom St Denis
5 * LibTomMath is a library that provides multiple-precision
59 /* calculate the double precision result */
|
| /external/openfst/src/script/ |
| draw.cc | 39 int precision,
45 fontsize, precision, show_weight_one, ostrm, dest);
|
| /frameworks/av/media/libeffects/lvm/lib/Common/src/ |
| Filters.h | 36 /* Single precision (16-bit) Biquad section coefficients */
51 /* Single precision (16-bit) Biquad section coefficients */
|
| /ndk/sources/cxx-stl/llvm-libc++/test/input.output/iostreams.base/ios.base/fmtflags.state/ |
| precision.pass.cpp | 14 // streamsize precision() const;
32 assert(t.precision() == 6);
|
| /sdk/emulator/opengl/host/libs/Translator/include/GLcommon/ |
| gldefs.h | 17 typedef double GLclampd; /* double precision float in [0,1] */
18 typedef double GLdouble; /* double precision float */
|
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| e_log2f.c | 60 * We no longer need to avoid falling into the multi-precision
64 * is not yet available in double precision).
67 * (ivln2lo + ivln2hi) would be evaluated in float precision
68 * despite runtime evaluations using double precision. So we
71 * time clobbering its extra precision.
|
| s_fmaf.c | 38 * A double has more than twice as much precision than a float, so
39 * direct double-precision arithmetic suffices, except where double
51 /* Common case: The double precision result is fine. */
|
| /external/bison/lib/ |
| vasnprintf.c | 421 If m>=n=1, perform a single-precision division:
428 If m>=n>1, perform a multiple-precision division:
515 /* n=1: single precision division.
548 /* n>1: multiple precision division.
967 precision. */
1947 size_t precision; local
2425 size_t precision; local
2945 size_t precision; local
3452 size_t precision; local
4614 size_t precision; local
[all...] |
| /external/stlport/src/ |
| num_put_float.cpp | 403 // If long double value can be safely converted to double without losing precision
443 // If long double value can be safely converted to double without losing precision
481 // according to the specified precision and format flags. This is
490 int precision) {
506 if (precision != 0 || flags & ios_base::showpoint) {
511 while (*bp != 0 && precision--)
515 if (precision > 0)
516 buf.append(precision, '0');
553 int precision) {
554 if ( sign && (decpt > -precision) && (*bp != 0)
761 snprintf(_STLP_ARRAY_AND_SIZE(static_buf), fmtbuf, precision, x); local
[all...] |
| /ndk/sources/cxx-stl/stlport/src/ |
| num_put_float.cpp | 403 // If long double value can be safely converted to double without losing precision
443 // If long double value can be safely converted to double without losing precision
481 // according to the specified precision and format flags. This is
490 int precision) {
506 if (precision != 0 || flags & ios_base::showpoint) {
511 while (*bp != 0 && precision--)
515 if (precision > 0)
516 buf.append(precision, '0');
553 int precision) {
554 if ( sign && (decpt > -precision) && (*bp != 0)
761 snprintf(_STLP_ARRAY_AND_SIZE(static_buf), fmtbuf, precision, x); local
[all...] |
| /external/apache-harmony/math/src/test/java/org/apache/harmony/tests/java/math/ |
| BigDecimalConstructorsTest.java | 101 int precision = 46; local
103 MathContext mc = new MathContext(precision, rm);
118 int precision = 46; local
120 MathContext mc = new MathContext(precision, rm);
175 int precision = 4; local
177 MathContext mc = new MathContext(precision, rm);
199 int precision = 4; local
201 MathContext mc = new MathContext(precision, rm);
216 int precision = 4; local
218 MathContext mc = new MathContext(precision, rm)
291 int precision = 21; local
354 int precision = 21; local
381 int precision = 5; local
675 int precision = 5; local
[all...] |
| /external/eigen/blas/ |
| drotm.f | 6 DOUBLE PRECISION DPARAM(5),DX(*),DY(*)
34 * DX (input/output) DOUBLE PRECISION array, dimension N
35 * double precision vector with N elements
40 * DY (input/output) DOUBLE PRECISION array, dimension N
41 * double precision vector with N elements
46 * DPARAM (input/output) DOUBLE PRECISION array, dimension 5
56 DOUBLE PRECISION DFLAG,DH11,DH12,DH21,DH22,TWO,W,Z,ZERO
|
| /external/webkit/Source/JavaScriptCore/tests/mozilla/ecma_3/Number/ |
| 15.7.4.7-1.js | 22 * SUMMARY: Testing Number.prototype.toPrecision(precision)
31 var summary = 'Testing Number.prototype.toPrecision(precision)';
52 * 15.7.4.7 Number.prototype.toPrecision(precision)
55 * for values of precision less than 1 or greater than 21. In this
58 status = 'Section B of test: expect RangeError because precision < 1';
63 status = 'Section C of test: expect RangeError because precision < 1';
68 status = 'Section D of test: expect RangeError because precision > 21 ';
|
| /frameworks/av/media/libeffects/testlibs/ |
| AudioPeakingFilter.h | 118 // Precision for the mFrequency member.
120 // Precision for the mGain member.
122 // Precision for the mBandwidth member.
128 // GAIN_PRECISION_BITS precision.
131 // BANDWIDTH_PRECISION_BITS precision.
134 // FREQ_PRECISION_BITS precision.
138 // 1/Nyquist[mHz], in 42-bit precision (very small).
|
| /frameworks/av/media/libstagefright/codecs/amrwbenc/src/ |
| oper_32b.c | 18 * This file contains operations in double precision. *
19 * These operations are not standard double precision operations. *
20 * They are used where single precision is not enough but the full 32 bits *
21 * precision is not necessary. For example, the function Div_32() has a *
22 * 24 bits precision which is enough for our purposes. *
24 * The double precision numbers use a special representation: *
34 * We will use DPF (Double Precision Format )in this file to specify *
|
| /prebuilts/gcc/darwin-x86/host/i686-apple-darwin-4.2.1/include/gcc/darwin/4.2/ |
| ppc_intrinsics.h | 72 * __fmadd - Floating Multiply-Add (Double-Precision)
74 * __fmsub - Floating Multiply-Subract (Double-Precision)
76 * __fmul - Floating Multiply (Double-Precision)
78 * __fnmadd - Floating Negative Multiply-Add (Double-Precision)
80 * __fnmsub - Floating Negative Multiply-Subtract (Double-Precision)
83 * __frsp - Floating Round to Single-Precision
87 * __fsels - Floating Select (Single-Precision variant)
88 * __fsqrt - Floating-Point Square Root (Double-Precision)
89 * __fsqrts - Floating-Point Square Root Single-Precision
532 * double precision range
[all...] |
| /external/llvm/test/CodeGen/X86/ |
| limited-prec.ll | 1 ; RUN: llc < %s -limit-float-precision=6 -march=x86 | \
3 ; RUN: llc < %s -limit-float-precision=12 -march=x86 | \
5 ; RUN: llc < %s -limit-float-precision=18 -march=x86 | \
|
| /external/quake/quake/src/QW/client/ |
| sys_wina.s | 98 orb $0x03,%ah // round mode, 64-bit precision
104 orb $0x0C,%ah // chop mode, single precision
110 orb $0x08,%ah // ceil mode, single precision
|
| /external/quake/quake/src/WinQuake/ |
| sys_wina.s | 99 orb $0x03,%ah // round mode, 64-bit precision
105 orb $0x0C,%ah // chop mode, single precision
111 orb $0x08,%ah // ceil mode, single precision
|
| /libcore/luni/src/main/java/java/util/ |
| Formattable.java | 49 * @param precision
52 * before the width padding is applied. If the precision
57 void formatTo(Formatter formatter, int flags, int width, int precision)
|
