HomeSort by relevance Sort by last modified time
    Searched full:precision (Results 851 - 875 of 7852) sorted by null

<<31323334353637383940>>

  /prebuilts/clang/host/linux-x86/clang-4630689/lib64/clang/6.0.1/include/
emmintrin.h 52 /// \brief Adds lower double-precision values in both operands and returns the
54 /// are copied from the upper double-precision value of the first operand.
92 /// \brief Subtracts the lower double-precision value of the second operand
93 /// from the lower double-precision value of the first operand and returns
95 /// the result are copied from the upper double-precision value of the first
134 /// \brief Multiplies lower double-precision values in both operands and returns
136 /// result are copied from the upper double-precision value of the first
175 /// \brief Divides the lower double-precision value of the first operand by the
176 /// lower double-precision value of the second operand and returns the
178 /// result are copied from the upper double-precision value of the firs
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4639204/lib64/clang/6.0.1/include/
emmintrin.h 52 /// \brief Adds lower double-precision values in both operands and returns the
54 /// are copied from the upper double-precision value of the first operand.
92 /// \brief Subtracts the lower double-precision value of the second operand
93 /// from the lower double-precision value of the first operand and returns
95 /// the result are copied from the upper double-precision value of the first
134 /// \brief Multiplies lower double-precision values in both operands and returns
136 /// result are copied from the upper double-precision value of the first
175 /// \brief Divides the lower double-precision value of the first operand by the
176 /// lower double-precision value of the second operand and returns the
178 /// result are copied from the upper double-precision value of the firs
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4691093/lib64/clang/6.0.2/include/
emmintrin.h 52 /// \brief Adds lower double-precision values in both operands and returns the
54 /// are copied from the upper double-precision value of the first operand.
92 /// \brief Subtracts the lower double-precision value of the second operand
93 /// from the lower double-precision value of the first operand and returns
95 /// the result are copied from the upper double-precision value of the first
134 /// \brief Multiplies lower double-precision values in both operands and returns
136 /// result are copied from the upper double-precision value of the first
175 /// \brief Divides the lower double-precision value of the first operand by the
176 /// lower double-precision value of the second operand and returns the
178 /// result are copied from the upper double-precision value of the firs
    [all...]
  /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/
remainderNear.decTest 23 precision: 9
99 precision: 6
110 precision: 9
119 precision: 9
347 precision: 6
349 precision: 3
352 precision: 5
372 precision: 9
387 precision: 9
389 precision: 8
    [all...]
minus.decTest 26 precision: 9
72 precision: 7
75 precision: 6
78 precision: 3
83 precision: 9
113 precision: 3
118 precision: 3
151 precision: 9
159 precision: 15
  /external/python/cpython2/Lib/test/decimaltestdata/
remainderNear.decTest 23 precision: 9
99 precision: 6
110 precision: 9
119 precision: 9
347 precision: 6
349 precision: 3
352 precision: 5
372 precision: 9
387 precision: 9
389 precision:
    [all...]
minus.decTest 26 precision: 9
72 precision: 7
75 precision: 6
78 precision: 3
83 precision: 9
113 precision: 3
118 precision: 3
151 precision: 9
159 precision: 15
  /external/python/cpython3/Lib/test/decimaltestdata/
remainderNear.decTest 23 precision: 9
99 precision: 6
110 precision: 9
119 precision: 9
347 precision: 6
349 precision: 3
352 precision: 5
372 precision: 9
387 precision: 9
389 precision:
    [all...]
minus.decTest 26 precision: 9
72 precision: 7
75 precision: 6
78 precision: 3
83 precision: 9
113 precision: 3
118 precision: 3
151 precision: 9
159 precision: 15
  /prebuilts/gdb/darwin-x86/lib/python2.7/test/decimaltestdata/
remainderNear.decTest 23 precision: 9
99 precision: 6
110 precision: 9
119 precision: 9
347 precision: 6
349 precision: 3
352 precision: 5
372 precision: 9
387 precision: 9
389 precision:
    [all...]
minus.decTest 26 precision: 9
72 precision: 7
75 precision: 6
78 precision: 3
83 precision: 9
113 precision: 3
118 precision: 3
151 precision: 9
159 precision: 15
  /prebuilts/gdb/linux-x86/lib/python2.7/test/decimaltestdata/
remainderNear.decTest 23 precision: 9
99 precision: 6
110 precision: 9
119 precision: 9
347 precision: 6
349 precision: 3
352 precision: 5
372 precision: 9
387 precision: 9
389 precision:
    [all...]
  /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/decimaltestdata/
remainderNear.decTest 23 precision: 9
99 precision: 6
110 precision: 9
119 precision: 9
347 precision: 6
349 precision: 3
352 precision: 5
372 precision: 9
387 precision: 9
389 precision:
    [all...]
  /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/decimaltestdata/
remainderNear.decTest 23 precision: 9
99 precision: 6
110 precision: 9
119 precision: 9
347 precision: 6
349 precision: 3
352 precision: 5
372 precision: 9
387 precision: 9
389 precision:
    [all...]
  /external/python/cpython3/Python/
formatter_unicode.c 133 Py_ssize_t precision; member in struct:__anon33600
149 printf("internal format spec: precision %zd\n", format->precision);
186 format->precision = -1;
257 /* Parse field precision */
261 consumed = get_integer(format_spec, &pos, end, &format->precision);
266 /* Not having a precision after a dot is an error. */
269 "Format specifier missing precision");
459 /* not all fields of format are used. for example, precision is
798 && (format->precision == -1 || format->precision >= len))
1024 int precision, default_precision = 6; local
1176 int precision, default_precision = 6; local
    [all...]
  /prebuilts/clang/host/darwin-x86/clang-4053586/lib64/clang/5.0/include/
emmintrin.h 52 /// \brief Adds lower double-precision values in both operands and returns the
54 /// are copied from the upper double-precision value of the first operand.
92 /// \brief Subtracts the lower double-precision value of the second operand
93 /// from the lower double-precision value of the first operand and returns
95 /// the result are copied from the upper double-precision value of the first
134 /// \brief Multiplies lower double-precision values in both operands and returns
136 /// result are copied from the upper double-precision value of the first
175 /// \brief Divides the lower double-precision value of the first operand by the
176 /// lower double-precision value of the second operand and returns the
178 /// result are copied from the upper double-precision value of the firs
    [all...]
  /prebuilts/clang/host/linux-x86/clang-4053586/lib64/clang/5.0/include/
emmintrin.h 52 /// \brief Adds lower double-precision values in both operands and returns the
54 /// are copied from the upper double-precision value of the first operand.
92 /// \brief Subtracts the lower double-precision value of the second operand
93 /// from the lower double-precision value of the first operand and returns
95 /// the result are copied from the upper double-precision value of the first
134 /// \brief Multiplies lower double-precision values in both operands and returns
136 /// result are copied from the upper double-precision value of the first
175 /// \brief Divides the lower double-precision value of the first operand by the
176 /// lower double-precision value of the second operand and returns the
178 /// result are copied from the upper double-precision value of the firs
    [all...]
  /prebuilts/clang/host/darwin-x86/clang-3859424/lib64/clang/4.0/include/
emmintrin.h 52 /// \brief Adds lower double-precision values in both operands and returns the
54 /// are copied from the upper double-precision value of the first operand.
92 /// \brief Subtracts the lower double-precision value of the second operand
93 /// from the lower double-precision value of the first operand and returns
95 /// the result are copied from the upper double-precision value of the first
134 /// \brief Multiplies lower double-precision values in both operands and returns
136 /// result are copied from the upper double-precision value of the first
175 /// \brief Divides the lower double-precision value of the first operand by the
176 /// lower double-precision value of the second operand and returns the
178 /// result are copied from the upper double-precision value of the firs
    [all...]
  /prebuilts/clang/host/linux-x86/clang-3859424/lib64/clang/4.0/include/
emmintrin.h 52 /// \brief Adds lower double-precision values in both operands and returns the
54 /// are copied from the upper double-precision value of the first operand.
92 /// \brief Subtracts the lower double-precision value of the second operand
93 /// from the lower double-precision value of the first operand and returns
95 /// the result are copied from the upper double-precision value of the first
134 /// \brief Multiplies lower double-precision values in both operands and returns
136 /// result are copied from the upper double-precision value of the first
175 /// \brief Divides the lower double-precision value of the first operand by the
176 /// lower double-precision value of the second operand and returns the
178 /// result are copied from the upper double-precision value of the firs
    [all...]
  /external/deqp/data/gles31/shaders/es31/
linkage_tessellation_geometry.test 65 precision mediump float;
135 precision mediump float;
207 precision mediump float;
279 precision mediump float;
349 precision mediump float;
419 precision mediump float;
494 precision mediump float;
570 precision mediump float;
638 precision mediump float;
650 desc "Uniform precision mismatch
    [all...]
  /external/deqp/data/gles31/shaders/es32/
linkage_tessellation_geometry.test 81 precision mediump float;
149 precision mediump float;
219 precision mediump float;
289 precision mediump float;
357 precision mediump float;
425 precision mediump float;
498 precision mediump float;
572 precision mediump float;
638 precision mediump float;
650 desc "Uniform precision mismatch
    [all...]
  /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/lib/gcc/x86_64-w64-mingw32/4.8.3/plugin/include/
double-int.h 24 It therefore represents a number with precision of
26 internal representation will change, if numbers with greater precision
36 You may also represent with numbers in smaller precision using double_int.
38 number over the prescribed precision with zeros or with the sign bit) before
39 operations that do not perform arithmetics modulo 2^precision (comparisons,
46 numbers with precision higher than HOST_WIDE_INT). It might be less
109 /* The following operations perform arithmetics modulo 2^precision, so you
111 numbers with precision less than HOST_BITS_PER_DOUBLE_INT bits. */
141 of the following operations, if the precision of the numbers
156 /* Precision control functions. *
    [all...]
  /device/google/contexthub/firmware/os/core/
printf.c 32 uint32_t precision; member in struct:PrintfData
51 if (data->precision > sizeof(buf) - 1)
52 data->precision = sizeof(buf) - 1;
92 while (data->precision > numPrinted) {
219 data.precision = 0;
247 if (data.precision)
248 len = StrVPrintf_StrLen_withMax(str,data.precision);
301 data.precision = (data.precision * 10) + c - '0';
  /external/deqp/external/vulkancts/data/vulkan/glsl/es310/
linkage.test 187 precision highp float;
223 precision highp float;
260 precision highp float;
294 precision highp float;
325 precision highp float;
356 precision highp float;
387 precision highp float;
418 precision highp float;
449 precision highp float;
480 precision highp float
    [all...]
  /frameworks/av/media/libeffects/lvm/lib/Eq/src/
LVEQNB_Control.c 134 /* Double precision if (fc <= fs/110) */
135 /* Double precision if (fs/110 < fc < fs/85) & (Q>3) */
136 /* Single precision otherwise */
166 pInstance->pBiquadType[i] = LVEQNB_SinglePrecision_Float; /* Default to single precision */
171 pInstance->pBiquadType[i] = LVEQNB_SinglePrecision; /* Default to single precision */
214 /* precision coefficients. */
246 * Calculate the single precision coefficients
265 * Calculate the double precision coefficients
285 * Calculate the single precision coefficients

Completed in 1224 milliseconds

<<31323334353637383940>>