| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/ |
| comparetotal.decTest | 29 precision: 16
280 precision: 40
310 -- wide-ranging, around precision; signs equal
311 precision: 9
398 precision: 20
439 precision: 9
485 precision: 20
510 precision: 9
530 precision: 15
531 -- same with plenty of precision
[all...] |
| comparetotmag.decTest | 29 precision: 16
272 precision: 40
302 -- wide-ranging, around precision; signs equal
303 precision: 9
390 precision: 20
431 precision: 9
477 precision: 20
502 precision: 9
522 precision: 15
523 -- same with plenty of precision
[all...] |
| /external/llvm/test/CodeGen/X86/ |
| machine-combiner.ll | 147 ; Verify that SSE and AVX scalar single-precision multiplies are reassociated.
169 ; Verify that SSE and AVX scalar double-precision adds are reassociated.
191 ; Verify that SSE and AVX scalar double-precision multiplies are reassociated.
213 ; Verify that SSE and AVX 128-bit vector single-precision adds are reassociated.
235 ; Verify that SSE and AVX 128-bit vector double-precision adds are reassociated.
257 ; Verify that SSE and AVX 128-bit vector single-precision multiplies are reassociated.
279 ; Verify that SSE and AVX 128-bit vector double-precision multiplies are reassociated.
301 ; Verify that AVX 256-bit vector single-precision adds are reassociated.
316 ; Verify that AVX 256-bit vector double-precision adds are reassociated.
331 ; Verify that AVX 256-bit vector single-precision multiplies are reassociated
[all...] |
| /external/python/cpython2/Lib/test/decimaltestdata/ |
| compare.decTest | 28 precision: 9
285 precision: 40
315 -- wide-ranging, around precision; signs equal
316 precision: 9
403 precision: 20
444 precision: 9
490 precision: 20
515 precision: 9
535 precision: 15
536 -- same with plenty of precision
[all...] |
| comparetotal.decTest | 29 precision: 16
280 precision: 40
310 -- wide-ranging, around precision; signs equal
311 precision: 9
398 precision: 20
439 precision: 9
485 precision: 20
510 precision: 9
530 precision: 15
531 -- same with plenty of precision
[all...] |
| comparetotmag.decTest | 29 precision: 16
272 precision: 40
302 -- wide-ranging, around precision; signs equal
303 precision: 9
390 precision: 20
431 precision: 9
477 precision: 20
502 precision: 9
522 precision: 15
523 -- same with plenty of precision
[all...] |
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| compare.decTest | 28 precision: 9
285 precision: 40
315 -- wide-ranging, around precision; signs equal
316 precision: 9
403 precision: 20
444 precision: 9
490 precision: 20
515 precision: 9
535 precision: 15
536 -- same with plenty of precision
[all...] |
| comparetotal.decTest | 29 precision: 16
280 precision: 40
310 -- wide-ranging, around precision; signs equal
311 precision: 9
398 precision: 20
439 precision: 9
485 precision: 20
510 precision: 9
530 precision: 15
531 -- same with plenty of precision
[all...] |
| comparetotmag.decTest | 29 precision: 16
272 precision: 40
302 -- wide-ranging, around precision; signs equal
303 precision: 9
390 precision: 20
431 precision: 9
477 precision: 20
502 precision: 9
522 precision: 15
523 -- same with plenty of precision
[all...] |
| /external/valgrind/none/tests/ppc32/ |
| test_dfp3.c | 785 precision_type_t precision; member in struct:dfp_test
793 precision_type_t precision; member in struct:dfp_one_arg_test
823 if (test_def.precision == LONG_TEST) {
831 if (test_def.precision == QUAD_TEST) {
842 if (test_def.precision == LONG_TEST) {
884 if (test_def.precision == LONG_TEST) {
897 if (test_def.precision == QUAD_TEST) {
907 if (test_def.precision == LONG_TEST) {
950 if (test_def.precision == LONG_TEST) {
958 if (test_def.precision == QUAD_TEST)
[all...] |
| /external/valgrind/none/tests/ppc64/ |
| test_dfp3.c | 785 precision_type_t precision; member in struct:dfp_test
793 precision_type_t precision; member in struct:dfp_one_arg_test
823 if (test_def.precision == LONG_TEST) {
831 if (test_def.precision == QUAD_TEST) {
842 if (test_def.precision == LONG_TEST) {
884 if (test_def.precision == LONG_TEST) {
897 if (test_def.precision == QUAD_TEST) {
907 if (test_def.precision == LONG_TEST) {
950 if (test_def.precision == LONG_TEST) {
958 if (test_def.precision == QUAD_TEST)
[all...] |
| /prebuilts/gdb/darwin-x86/lib/python2.7/test/decimaltestdata/ |
| compare.decTest | 28 precision: 9
285 precision: 40
315 -- wide-ranging, around precision; signs equal
316 precision: 9
403 precision: 20
444 precision: 9
490 precision: 20
515 precision: 9
535 precision: 15
536 -- same with plenty of precision
[all...] |
| comparetotal.decTest | 29 precision: 16
280 precision: 40
310 -- wide-ranging, around precision; signs equal
311 precision: 9
398 precision: 20
439 precision: 9
485 precision: 20
510 precision: 9
530 precision: 15
531 -- same with plenty of precision
[all...] |
| comparetotmag.decTest | 29 precision: 16
272 precision: 40
302 -- wide-ranging, around precision; signs equal
303 precision: 9
390 precision: 20
431 precision: 9
477 precision: 20
502 precision: 9
522 precision: 15
523 -- same with plenty of precision
[all...] |
| /prebuilts/gdb/linux-x86/lib/python2.7/test/decimaltestdata/ |
| compare.decTest | 28 precision: 9
285 precision: 40
315 -- wide-ranging, around precision; signs equal
316 precision: 9
403 precision: 20
444 precision: 9
490 precision: 20
515 precision: 9
535 precision: 15
536 -- same with plenty of precision
[all...] |
| comparetotal.decTest | 29 precision: 16
280 precision: 40
310 -- wide-ranging, around precision; signs equal
311 precision: 9
398 precision: 20
439 precision: 9
485 precision: 20
510 precision: 9
530 precision: 15
531 -- same with plenty of precision
[all...] |
| comparetotmag.decTest | 29 precision: 16
272 precision: 40
302 -- wide-ranging, around precision; signs equal
303 precision: 9
390 precision: 20
431 precision: 9
477 precision: 20
502 precision: 9
522 precision: 15
523 -- same with plenty of precision
[all...] |
| /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| compare.decTest | 28 precision: 9
285 precision: 40
315 -- wide-ranging, around precision; signs equal
316 precision: 9
403 precision: 20
444 precision: 9
490 precision: 20
515 precision: 9
535 precision: 15
536 -- same with plenty of precision
[all...] |
| comparetotal.decTest | 29 precision: 16
280 precision: 40
310 -- wide-ranging, around precision; signs equal
311 precision: 9
398 precision: 20
439 precision: 9
485 precision: 20
510 precision: 9
530 precision: 15
531 -- same with plenty of precision
[all...] |
| comparetotmag.decTest | 29 precision: 16
272 precision: 40
302 -- wide-ranging, around precision; signs equal
303 precision: 9
390 precision: 20
431 precision: 9
477 precision: 20
502 precision: 9
522 precision: 15
523 -- same with plenty of precision
[all...] |
| /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/ |
| compare.decTest | 28 precision: 9
285 precision: 40
315 -- wide-ranging, around precision; signs equal
316 precision: 9
403 precision: 20
444 precision: 9
490 precision: 20
515 precision: 9
535 precision: 15
536 -- same with plenty of precision
[all...] |
| comparetotal.decTest | 29 precision: 16
280 precision: 40
310 -- wide-ranging, around precision; signs equal
311 precision: 9
398 precision: 20
439 precision: 9
485 precision: 20
510 precision: 9
530 precision: 15
531 -- same with plenty of precision
[all...] |
| comparetotmag.decTest | 29 precision: 16
272 precision: 40
302 -- wide-ranging, around precision; signs equal
303 precision: 9
390 precision: 20
431 precision: 9
477 precision: 20
502 precision: 9
522 precision: 15
523 -- same with plenty of precision
[all...] |
| /libcore/harmony-tests/src/test/java/org/apache/harmony/tests/java/math/ |
| BigDecimalArithmeticTest.java | 1158 int precision = 21; local
1178 int precision = 21; local
1198 int precision = 21; local
1218 int precision = 21; local
1238 int precision = 21; local
1258 int precision = 21; local
1278 int precision = 21; local
1333 int precision = 32; local
1353 int precision = 75; local
1417 int precision = 75; local
1441 int precision = 15; local
1499 int precision = 15; local
1519 int precision = 75; local
1537 int precision = 75; local
1554 int precision = 15; local
1571 int precision = 0; local
[all...] |
| /external/eigen/blas/testing/ |
| dblat2.f | 19 *> Test program for the DOUBLE PRECISION Level 2 Blas.
117 DOUBLE PRECISION ZERO, ONE
125 DOUBLE PRECISION EPS, ERR, THRESH
134 DOUBLE PRECISION A( NMAX, NMAX ), AA( NMAX*NMAX ),
144 DOUBLE PRECISION DDIFF
282 * Compute EPS (the machine precision).
398 9998 FORMAT( ' RELATIVE MACHINE PRECISION IS TAKEN TO BE', 1P, D9.1 )
405 9993 FORMAT( ' TESTS OF THE DOUBLE PRECISION LEVEL 2 BLAS', //' THE F',
444 DOUBLE PRECISION ZERO, HALF
447 DOUBLE PRECISION EPS, THRES
[all...] |
