| /external/eigen/Eigen/src/Geometry/ |
| Quaternion.h | 156 /** \returns \c true if \c *this is approximately equal to \a other, within the precision
301 * single precision quaternion type */
304 * double precision quaternion type */
407 * Map an unaligned array of single precision scalars as a quaternion */
410 * Map an unaligned array of double precision scalars as a quaternion */
413 * Map a 16-byte aligned array of single precision scalars as a quaternion */
416 * Map a 16-byte aligned array of double precision scalars as a quaternion */
504 Scalar ha = Scalar(0.5)*aa.angle(); // Scalar(0.5) to suppress precision loss warnings
|
| /external/eigen/doc/ |
| TemplateKeyword.dox | 48 single-precision floats; the function \c copyUpperTriangularPart() does not accept static-size matrices or
49 matrices with double-precision numbers. Second, if you use an expression such as
|
| /external/eigen/unsupported/Eigen/src/SparseExtra/ |
| MarketIO.h | 233 out.precision(64);
259 out.precision(64);
|
| /external/eigen/unsupported/test/mpreal/ |
| mpreal.h | 2 MPFR C++: Multi-precision floating point number class for C++.
148 // Get default rounding mode & precision
499 inline void set_prec(mp_prec_t prec, mp_rnd_t rnd_mode = get_default_rnd()); // Change precision with rounding mode
502 inline mpreal& setPrecision(int Precision, mp_rnd_t RoundingMode = get_default_rnd());
544 // mpfr::mpreal=<DebugView>, <mp[0]._mpfr_prec,u>bits ; Show value & precision
[all...] |
| /external/emma/core/java12/com/vladium/emma/report/ |
| ClassItem.java | 185 coverageLineCount += (PRECISION * lcoverageCount) / ltotalCount;
186 coverageLineInstr += (PRECISION * lcoverageInstr) / ltotalInstr;
|
| MethodItem.java | 135 coverageLineCount += (PRECISION * thisLineCoverageCount) / thisLineTotalCount;
136 coverageLineInstr += (PRECISION * thisLineCoverageInstr) / thisLineTotalInstr;
|
| /external/icu/icu4c/source/test/perf/perldriver/ |
| Format.pm | 27 #|# display the mean to the same precision.
68 # restrict PRECISION of delta to that of main number
|
| /external/icu/icu4c/source/test/testdata/ |
| icuio.txt | 56 { "%-5.0C", "a ", "2", "61" } // Make sure that the precision is ignored.
109 Headers { "format", "result", "argumentType", "argument", "precision" }
|
| /external/icu/icu4j/perf-tests/perldriver/ |
| Format.pm | 25 #|# display the mean to the same precision.
66 # restrict PRECISION of delta to that of main number
|
| /external/kernel-headers/original/uapi/drm/ |
| r128_drm.h | 5 * Copyright 2000 Precision Insight, Inc., Cedar Park, Texas.
23 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| /external/libcups/cups/ |
| snprintf.c | 40 prec; /* Number of characters of precision */
115 * Get precision from argument...
|
| /external/libdrm/include/drm/ |
| r128_drm.h | 5 * Copyright 2000 Precision Insight, Inc., Cedar Park, Texas.
23 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| /external/libdrm/tests/ |
| hash.c | 4 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
21 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| /external/libdrm/tests/ttmtest/src/ |
| xf86dristr.h | 4 Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
23 IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
| /external/libdrm/ |
| xf86drmHash.c | 4 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
21 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| xf86drmSL.c | 4 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
21 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| /external/llvm/docs/CommandGuide/ |
| llc.rst | 94 .. option:: --disable-excess-fp-precision
96 Disable optimizations that may produce excess precision for floating point.
|
| /external/mesa3d/src/compiler/glsl/ |
| glsl_symbol_table.cpp | 207 int precision)
212 default_specifier->default_precision = precision;
|
| /external/mesa3d/src/gallium/state_trackers/clover/api/ |
| device.cpp | 216 // This is the "mandated minimum single precision floating-point
225 // This is the "mandated minimum double precision floating-point
|
| /external/mesa3d/src/glx/ |
| xf86dristr.h | 3 Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
22 IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
| /external/owasp/sanitizer/tools/findbugs/doc/manual/ |
| analysisprops.html | 11 false warnings. Second, they allow you to configure the precision
12 of the analysis performed. Reducing analysis precision can save
|
| /external/python/cpython2/Lib/test/decimaltestdata/ |
| class.decTest | 24 precision: 9
79 precision: 16
|
| /external/python/cpython2/Modules/ |
| _math.c | 162 to avoid the significant loss of precision that arises from direct
188 significant loss of precision that arises from direct evaluation when x is
|
| /external/python/cpython2/Objects/ |
| complexobject.c | 15 The repr() precision (17 significant decimal digits) is the minimal number
16 that is guaranteed to have enough precision so that if the number is read
21 The str() precision is chosen so that in most cases, the rounding noise
23 precision for practical use.
369 complex_format(PyComplexObject *v, int precision, char format_code)
389 precision, 0, NULL);
397 precision, 0, NULL);
405 precision, Py_DTSF_SIGN, NULL);
[all...] |
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| class.decTest | 24 precision: 9
79 precision: 16
|
