| /external/qemu/fpu/ |
| softfloat-specialize.h | 59 | Returns 1 if the half-precision floating-point value `a' is a quiet
74 | Returns 1 if the half-precision floating-point value `a' is a signaling
89 | Returns a quiet NaN if the half-precision floating point value `a' is a
111 | Returns the result of converting the half-precision floating-point NaN
129 | precision floating-point format.
149 | Returns 1 if the single-precision floating-point value `a' is a quiet
164 | Returns 1 if the single-precision floating-point value `a' is a signaling
179 | Returns a quiet NaN if the single-precision floating point value `a' is a
202 | Returns the result of converting the single-precision floating-point NaN
220 | precision floating-point format
[all...] |
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| s_fma.c | 37 * A struct dd represents a floating-point number with twice the precision
164 * canonical precision-doubling technique adapted from:
167 * Available Precision. Numer. Math. 18, 224-242 (1971).
169 * This algorithm is sensitive to the rounding precision. FPUs such
170 * as the i387 must be set in double-precision mode if variables are
|
| /external/apache-xml/src/main/java/org/apache/xpath/objects/ |
| XNumber.java | 127 // private static final int PRECISION = 16;
210 // // reduce significant digits to PRECISION if necessary
211 // if (sigDig > PRECISION)
213 // // re-scale BigDecimal in order to get significant digits = PRECISION
215 // int newScale = num.scale() - (sigDig - PRECISION);
|
| /external/eigen/blas/ |
| dtpmv.f | 7 DOUBLE PRECISION AP(*),X(*)
61 * AP - DOUBLE PRECISION array of DIMENSION at least
77 * X - DOUBLE PRECISION array of dimension at least
102 DOUBLE PRECISION ZERO
106 DOUBLE PRECISION TEMP
|
| dtpsv.f | 7 DOUBLE PRECISION AP(*),X(*)
64 * AP - DOUBLE PRECISION array of DIMENSION at least
80 * X - DOUBLE PRECISION array of dimension at least
105 DOUBLE PRECISION ZERO
109 DOUBLE PRECISION TEMP
|
| /prebuilts/gcc/linux-x86/host/i686-linux-glibc2.7-4.6/i686-linux/include/c++/4.6.x-google/ |
| iomanip | 187 * @brief Manipulator for @c precision.
188 * @param n The new precision.
190 * Sent to a stream object, this manipulator calls @c precision(n) for
201 __is.precision(__f._M_n);
209 __os.precision(__f._M_n);
|
| /prebuilts/gcc/linux-x86/host/x86_64-linux-glibc2.7-4.6/x86_64-linux/include/c++/4.6.x-google/ |
| iomanip | 187 * @brief Manipulator for @c precision.
188 * @param n The new precision.
190 * Sent to a stream object, this manipulator calls @c precision(n) for
201 __is.precision(__f._M_n);
209 __os.precision(__f._M_n);
|
| /prebuilts/ndk/8/sources/cxx-stl/gnu-libstdc++/4.6/include/ |
| iomanip | 187 * @brief Manipulator for @c precision.
188 * @param n The new precision.
190 * Sent to a stream object, this manipulator calls @c precision(n) for
201 __is.precision(__f._M_n);
209 __os.precision(__f._M_n);
|
| /prebuilts/ndk/8/sources/cxx-stl/gnu-libstdc++/4.7/include/ |
| iomanip | 187 * @brief Manipulator for @c precision.
188 * @param __n The new precision.
190 * Sent to a stream object, this manipulator calls @c precision(__n) for
201 __is.precision(__f._M_n);
209 __os.precision(__f._M_n);
|
| /external/eigen/blas/testing/ |
| dblat3.f | 3 * Test program for the DOUBLE PRECISION Level 3 Blas.
51 DOUBLE PRECISION ZERO, HALF, ONE
58 DOUBLE PRECISION EPS, ERR, THRESH
66 DOUBLE PRECISION AA( NMAX*NMAX ), AB( NMAX, 2*NMAX ),
76 DOUBLE PRECISION DDIFF
183 * Compute EPS (the machine precision).
328 9998 FORMAT( ' RELATIVE MACHINE PRECISION IS TAKEN TO BE', 1P, D9.1 )
332 9995 FORMAT( ' TESTS OF THE DOUBLE PRECISION LEVEL 3 BLAS', //' THE F',
371 DOUBLE PRECISION ZERO
374 DOUBLE PRECISION EPS, THRES
[all...] |
| /external/eigen/unsupported/Eigen/src/MatrixFunctions/ |
| MatrixLogarithm.h | 70 static const int maxPadeDegree = std::numeric_limits<RealScalar>::digits<= 24? 5: // single precision
71 std::numeric_limits<RealScalar>::digits<= 53? 7: // double precision
72 std::numeric_limits<RealScalar>::digits<= 64? 8: // extended precision
73 std::numeric_limits<RealScalar>::digits<=106? 10: 11; // double-double or quadruple precision
144 const RealScalar maxNormForPade = maxPadeDegree<= 5? 5.3149729967117310e-1: // single precision
145 maxPadeDegree<= 7? 2.6429608311114350e-1: // double precision
146 maxPadeDegree<= 8? 2.32777776523703892094e-1L: // extended precision
148 1.1880960220216759245467951592883642e-1L; // quadruple precision
197 #if LDBL_MANT_DIG == 53 // double precision
200 #elif LDBL_MANT_DIG <= 64 // extended precision
[all...] |
| /libcore/luni/src/test/java/libcore/java/math/ |
| OldBigDecimalArithmeticTest.java | 50 assertEquals("Incorrect precision!", 33, res.precision());
65 assertEquals("Incorrect precision!", 17, res.precision());
73 assertEquals("Incorrect precision!", 33, res.precision());
90 assertEquals("Incorrect precision!", 17, res.precision());
160 fail("ArithmeticException is not thrown for negative exponent and precision = 0");
169 fail("ArithmeticException is not thrown for negative exponent and precision = 0")
[all...] |
| /ndk/sources/android/cpufeatures/ |
| cpu-features.c | 806 * that it provides 16 double-precision FPU registers (d0-d15) and 32
807 * single-precision ones (s0-s31) which happen to be mapped to the same
811 * additional double precision registers (d16-d31). Note that there are
812 * still only 32 single precision registers.
814 * VFPv3xD is a *subset* of VFPv3-D16 that only provides single-precision
831 * half-precision (16-bit) conversion operations.
833 * VFPv4-D32 is VFPv4-D16 with 32, instead of 16, FPU double precision
848 * #define FPU_VFP_EXT_V1 0x04000000 // Double-precision insns.
850 * #define FPU_VFP_EXT_V3xD 0x01000000 // VFPv3 single-precision.
851 * #define FPU_VFP_EXT_V3 0x00800000 // VFPv3 double-precision
[all...] |
| /prebuilts/gcc/darwin-x86/host/i686-apple-darwin-4.2.1/lib/gcc/i686-apple-darwin10/4.2.1/include/ |
| smmintrin.h | 104 /* Single precision floating point blend instructions - select data
128 /* Double precision floating point blend instructions - select data
285 /* Insert single precision float into packed single precision array
306 /* Extract binary representation of single precision float from packed
307 single precision array element of X selected by index N. */
328 /* Extract binary representation of single precision float into
329 D from packed single precision array element of S selected
334 /* Extract specified single precision float element into the lower
422 /* Packed/scalar double precision floating point rounding. *
[all...] |
| /prebuilts/gcc/darwin-x86/host/i686-apple-darwin-4.2.1/lib/gcc/i686-apple-darwin11/4.2.1/include/ |
| smmintrin.h | 104 /* Single precision floating point blend instructions - select data
128 /* Double precision floating point blend instructions - select data
285 /* Insert single precision float into packed single precision array
306 /* Extract binary representation of single precision float from packed
307 single precision array element of X selected by index N. */
328 /* Extract binary representation of single precision float into
329 D from packed single precision array element of S selected
334 /* Extract specified single precision float element into the lower
422 /* Packed/scalar double precision floating point rounding. *
[all...] |
| /prebuilts/gcc/darwin-x86/x86/i686-linux-android-4.6/lib/gcc/i686-linux-android/4.6/include/ |
| smmintrin.h | 95 /* Packed/scalar double precision floating point rounding. */
120 /* Packed/scalar single precision floating point rounding. */
185 /* Single precision floating point blend instructions - select data
210 /* Double precision floating point blend instructions - select data
338 /* Insert single precision float into packed single precision array
360 /* Extract binary representation of single precision float from packed
361 single precision array element of X selected by index N. */
381 /* Extract binary representation of single precision float into
382 D from packed single precision array element of S selecte
[all...] |
| /prebuilts/gcc/darwin-x86/x86/i686-linux-android-4.7/lib/gcc/i686-linux-android/4.7/include/ |
| smmintrin.h | 94 /* Packed/scalar double precision floating point rounding. */
119 /* Packed/scalar single precision floating point rounding. */
184 /* Single precision floating point blend instructions - select data
209 /* Double precision floating point blend instructions - select data
337 /* Insert single precision float into packed single precision array
359 /* Extract binary representation of single precision float from packed
360 single precision array element of X selected by index N. */
380 /* Extract binary representation of single precision float into
381 D from packed single precision array element of S selecte
[all...] |
| /prebuilts/gcc/linux-x86/host/i686-linux-glibc2.7-4.6/lib/gcc/i686-linux/4.6.x-google/include/ |
| smmintrin.h | 95 /* Packed/scalar double precision floating point rounding. */
120 /* Packed/scalar single precision floating point rounding. */
185 /* Single precision floating point blend instructions - select data
210 /* Double precision floating point blend instructions - select data
338 /* Insert single precision float into packed single precision array
360 /* Extract binary representation of single precision float from packed
361 single precision array element of X selected by index N. */
381 /* Extract binary representation of single precision float into
382 D from packed single precision array element of S selecte
[all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-linux-glibc2.7-4.6/lib/gcc/x86_64-linux/4.6.x-google/include/ |
| smmintrin.h | 95 /* Packed/scalar double precision floating point rounding. */
120 /* Packed/scalar single precision floating point rounding. */
185 /* Single precision floating point blend instructions - select data
210 /* Double precision floating point blend instructions - select data
338 /* Insert single precision float into packed single precision array
360 /* Extract binary representation of single precision float from packed
361 single precision array element of X selected by index N. */
381 /* Extract binary representation of single precision float into
382 D from packed single precision array element of S selecte
[all...] |
| /prebuilts/gcc/linux-x86/x86/i686-linux-android-4.6/lib/gcc/i686-linux-android/4.6/include/ |
| smmintrin.h | 95 /* Packed/scalar double precision floating point rounding. */
120 /* Packed/scalar single precision floating point rounding. */
185 /* Single precision floating point blend instructions - select data
210 /* Double precision floating point blend instructions - select data
338 /* Insert single precision float into packed single precision array
360 /* Extract binary representation of single precision float from packed
361 single precision array element of X selected by index N. */
381 /* Extract binary representation of single precision float into
382 D from packed single precision array element of S selecte
[all...] |
| /prebuilts/gcc/linux-x86/x86/i686-linux-android-4.7/lib/gcc/i686-linux-android/4.7/include/ |
| smmintrin.h | 94 /* Packed/scalar double precision floating point rounding. */
119 /* Packed/scalar single precision floating point rounding. */
184 /* Single precision floating point blend instructions - select data
209 /* Double precision floating point blend instructions - select data
337 /* Insert single precision float into packed single precision array
359 /* Extract binary representation of single precision float from packed
360 single precision array element of X selected by index N. */
380 /* Extract binary representation of single precision float into
381 D from packed single precision array element of S selecte
[all...] |
| /frameworks/av/media/libstagefright/codecs/on2/h264dec/omxdl/arm11/src/ |
| armCOMM.c | 25 * Converts a double precision value into a short int after rounding
51 * Converts a double precision value into a int after rounding
76 * Converts a double precision value into a short int after rounding and saturation
120 * Converts a double precision value into a int after rounding and saturation
164 * Converts a double precision value into a unsigned short int after rounding and saturation
192 * Converts a double precision value into a unsigned int after rounding and saturation
220 * Converts a double precision value into a 64 bit int after rounding
|
| /frameworks/av/media/libstagefright/codecs/on2/h264dec/omxdl/arm_neon/src/ |
| armCOMM.c | 25 * Converts a double precision value into a short int after rounding
51 * Converts a double precision value into a int after rounding
76 * Converts a double precision value into a short int after rounding and saturation
120 * Converts a double precision value into a int after rounding and saturation
164 * Converts a double precision value into a unsigned short int after rounding and saturation
192 * Converts a double precision value into a unsigned int after rounding and saturation
220 * Converts a double precision value into a 64 bit int after rounding
|
| /frameworks/av/media/libstagefright/codecs/on2/h264dec/omxdl/reference/src/ |
| armCOMM.c | 25 * Converts a double precision value into a short int after rounding
51 * Converts a double precision value into a int after rounding
76 * Converts a double precision value into a short int after rounding and saturation
120 * Converts a double precision value into a int after rounding and saturation
164 * Converts a double precision value into a unsigned short int after rounding and saturation
192 * Converts a double precision value into a unsigned int after rounding and saturation
220 * Converts a double precision value into a 64 bit int after rounding
|
| /frameworks/base/docs/html/guide/topics/renderscript/ |
| compute.jd | 112 <h4>Setting floating point precision</h4>
114 <p>You can control the required level of floating point precision in a script. This is useful if
116 different level of floating point precision:</p>
121 floating point precision as outlined by the IEEE 754-2008 standard.
126 compliance and can tolerate less precision. This mode enables flush-to-zero for denorms and
131 <li><code>#pragma rs_fp_imprecise</code> - For apps that don?t have stringent precision
145 precision (such as SIMD CPU instructions).</p>
|
