HomeSort by relevance Sort by last modified time
    Searched full:precision (Results 2451 - 2475 of 7852) sorted by null

<<919293949596979899100>>

  /prebuilts/go/darwin-x86/src/math/big/
arith.go 5 // This file provides Go implementations of elementary multi-precision
13 // A Word represents a single digit of a multi-precision unsigned integer.
  /prebuilts/go/darwin-x86/src/math/
exp.go 117 // reduce; computed as r = hi - lo for extra precision.
159 // computed as r = hi - lo for extra precision.
  /prebuilts/go/linux-x86/src/math/big/
arith.go 5 // This file provides Go implementations of elementary multi-precision
13 // A Word represents a single digit of a multi-precision unsigned integer.
  /prebuilts/go/linux-x86/src/math/
exp.go 117 // reduce; computed as r = hi - lo for extra precision.
159 // computed as r = hi - lo for extra precision.
  /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/
euler_angles.inl 247 template <typename T, precision P>
256 template <typename T, precision P>
  /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/
class.decTest 24 precision: 9
79 precision: 16
  /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/
class.decTest 24 precision: 9
79 precision: 16
  /toolchain/binutils/binutils-2.27/bfd/
pef-traceback.h 140 #define SPFP_PARAM 2 /* '10' ==> single-precision float param. */
141 #define DPFP_PARAM 3 /* '11' ==> double-precision float param. */
  /toolchain/binutils/binutils-2.27/include/elf/
nds32.h 225 /* Single precision Floating point processor instructions. */
245 /* Doulbe Precision Floating point processor instructions. */
sparc.h 233 #define ELF_SPARC_HWCAP_MPMUL 0x02000000 /* Multiple Precision Multiply */
244 #define ELF_SPARC_HWCAP2_XMPMUL 0x00000020 /* XOR multiple precision multiply */
  /art/test/530-checker-loops1/src/
Main.java 466 // Induction on constant interval is done in higher precision than necessary,
482 // Induction on array length is done in higher precision than necessary,
499 // Induction is done in short precision, but fits.
515 // Induction is done in char precision, but fits.
531 // Induction is done in byte precision, but fits.
711 // Lower bound must be recognized as lower precision induction with arithmetic
  /bionic/libc/stdio/
vfprintf.cpp 52 int prec; /* precision from format; <0 for N/A */
546 * ``... diouXx conversions ... if a precision is
555 * explicit precision of zero is no characters.''
615 * required by a decimal %[diouxX] precision, then print the
617 * floating precision; finally, if LADJUST, pad with blanks.
639 /* leading zeroes from decimal precision */
vfwprintf.cpp 52 int prec; /* precision from format; <0 for N/A */
527 * ``... diouXx conversions ... if a precision is
536 * explicit precision of zero is no characters.''
596 * required by a decimal %[diouxX] precision, then print the
598 * floating precision; finally, if LADJUST, pad with blanks.
620 /* leading zeroes from decimal precision */
  /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/
test_str.py 317 self.assertEqual("{0:.{precision}s}".format('hello world', precision=5), 'hello')
318 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width=10, precision=5), 'hello ')
319 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width='10', precision='5'), 'hello ')
  /external/deqp/external/openglcts/modules/glesext/tessellation_shader/
esextcTessellationShaderPrimitiveCoverage.cpp 46 "precision highp float;\n"
61 "precision highp float;\n"
86 "precision highp float;\n"
108 "precision highp float;\n"
133 "precision highp float;\n"
147 "precision highp float;\n"
  /external/deqp/modules/gles31/functional/
es31fNegativeShaderDirectiveTests.cpp 222 "precision mediump float;\n"
252 "precision mediump float;\n"
284 "precision mediump float;\n"
298 "precision mediump float;\n"
324 "precision mediump float;\n"
344 "precision mediump float;\n"
  /external/icu/icu4c/source/i18n/
number_decimalquantity.h 246 * The number of digits in the BCD. For example, "1007" has BCD "0x1007" and precision 4. The
247 * maximum precision is 16 since a long can hold only 16 digits.
252 int32_t precision; member in class:number::impl::DecimalQuantity
375 * Sets the internal representation to zero. Clears any values stored in scale, precision,
402 * precision. The precision is the number of digits in the number up through the greatest nonzero
  /external/llvm/lib/Target/Mips/
MipsCallingConv.td 145 // f32 arguments are passed in single precision FP registers.
151 // f64 arguments are passed in double precision FP registers.
218 // f64 arguments are passed in double-precision floating pointer registers.
244 // f64 arguments are passed in double-precision floating pointer registers.
274 // f32 arguments are passed in single-precision floating pointer registers.
279 // Don't use odd numbered single-precision registers for -mno-odd-spreg.
  /external/python/cpython2/Lib/test/
test_str.py 335 self.assertEqual("{0:.{precision}s}".format('hello world', precision=5), 'hello')
336 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width=10, precision=5), 'hello ')
337 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width='10', precision='5'), 'hello ')
  /external/python/cpython3/Lib/test/
test_format.py 100 # test some ridiculously large precision, expect overflow
103 # check for internal overflow validation on length of precision
172 # next one gets two leading zeroes from precision, and another from the
218 # next one gets one leading zero from precision
222 # reduce precision, and base marker is always added
224 # one leading zero from precision, plus two from "0" flag & width
  /external/valgrind/none/tests/ppc32/
test_dfp4.c 461 precision_type_t precision; member in struct:dfp_test
469 precision_type_t precision; member in struct:dfp_one_arg_test
499 if (test_def.precision == LONG_TEST) {
524 if (test_def.precision == QUAD_TEST) {
574 if (test_def.precision == LONG_TEST) {
596 if (test_def.precision == LONG_TEST) {
  /external/valgrind/none/tests/ppc64/
test_dfp4.c 461 precision_type_t precision; member in struct:dfp_test
469 precision_type_t precision; member in struct:dfp_one_arg_test
499 if (test_def.precision == LONG_TEST) {
524 if (test_def.precision == QUAD_TEST) {
574 if (test_def.precision == LONG_TEST) {
596 if (test_def.precision == LONG_TEST) {
  /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/share/doc/mpfr/
NEWS 63 target precision is less than MPFR_EXP_THRESHOLD) on hard-to-round
86 - The precision type is now mpfr_prec_t (as in previous versions, both
90 existing code that assumed nothing on the precision type.
227 - It is faster with low-precision floating point.
275 precision=53 to machine results. Add option -DTEST if you want to have
302 - The precision of MPFR variables is now named mpfr_prec, which makes it
  /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/share/info/
gmp.info-1 4 This manual describes how to install and use the GNU multiple precision
21 * gmp: (gmp). GNU Multiple Precision Arithmetic Library.
31 precision arithmetic library, version 5.0.5.
116 GNU MP is a portable library written in C for arbitrary precision
119 that need higher precision than is directly supported by the basic C
122 Many applications use just a few hundred bits of precision; but some
    [all...]
  /prebuilts/gdb/darwin-x86/lib/python2.7/test/
test_str.py 329 self.assertEqual("{0:.{precision}s}".format('hello world', precision=5), 'hello')
330 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width=10, precision=5), 'hello ')
331 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width='10', precision='5'), 'hello ')

Completed in 1725 milliseconds

<<919293949596979899100>>