| /hardware/qcom/display/msm8909w_3100/gpu_tonemapper/ |
| rgba_inverse_tonemap.inl | 22 "precision highp float; \n"
23 "precision highp sampler2D; \n"
|
| /hardware/qcom/display/msm8998/gpu_tonemapper/ |
| rgba_inverse_tonemap.inl | 22 "precision highp float; \n"
23 "precision highp sampler2D; \n"
|
| /libcore/luni/src/test/java/libcore/java/math/ |
| OldBigDecimalScaleOperationsTest.java | 89 x1.precision();
94 x2.precision();
|
| /prebuilts/ndk/r16/sources/cxx-stl/llvm-libc++/test/std/input.output/iostream.format/input.streams/iostreamclass/iostream.cons/ |
| streambuf.pass.cpp | 38 assert(is.precision() == 6);
51 assert(is.precision() == 6);
|
| /prebuilts/ndk/r16/sources/cxx-stl/llvm-libc++/test/std/input.output/iostream.format/input.streams/istream/istream.cons/ |
| streambuf.pass.cpp | 38 assert(is.precision() == 6);
51 assert(is.precision() == 6);
|
| /prebuilts/ndk/r16/sources/cxx-stl/llvm-libc++/test/std/input.output/iostream.format/output.streams/ostream.cons/ |
| move.pass.cpp | 55 assert(os.precision() == 6);
69 assert(os.precision() == 6);
|
| streambuf.pass.cpp | 38 assert(os.precision() == 6);
50 assert(os.precision() == 6);
|
| /prebuilts/ndk/r16/sources/cxx-stl/llvm-libc++/test/std/input.output/iostreams.base/ios/basic.ios.cons/ |
| ctor_streambuf.pass.cpp | 31 assert(ios.precision() == 6);
44 assert(ios.precision() == 6);
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtc/ |
| matrix_inverse.hpp | 55 /// @tparam genType Squared floating-point matrix: half, float or double. Inverse of matrix based of half-precision floating point value is highly innacurate.
63 /// @tparam genType Squared floating-point matrix: half, float or double. Inverse of matrix based of half-precision floating point value is highly innacurate.
|
| /prebuilts/ndk/r16/sources/third_party/vulkan/src/libs/glm/gtx/ |
| gradient_paint.hpp | 56 template <typename T, precision P>
65 template <typename T, precision P>
|
| handed_coordinate_space.hpp | 55 template <typename T, precision P>
63 template <typename T, precision P>
|
| matrix_cross_product.hpp | 56 template <typename T, precision P>
62 template <typename T, precision P>
|
| orthonormalize.hpp | 56 template <typename T, precision P>
62 template <typename T, precision P>
|
| polar_coordinates.hpp | 56 template <typename T, precision P>
63 template <typename T, precision P>
|
| /toolchain/binutils/binutils-2.27/gas/config/ |
| atof-vax.c | 23 /* Precision in LittleNums. */
203 int precision; /* Number of 16-bit words in the format. */
213 if (what_kind_of_float (what_kind, &precision, &exponent_bits))
226 f.high = f.low + precision - 1 + GUARD;
250 int precision;
254 return_value = what_kind_of_float (format_letter, &precision, &exponent_bits);
263 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision);
333 for (; lp < words + precision; lp++)
200 int precision; \/* Number of 16-bit words in the format. *\/ local
246 int precision; local
|
| /toolchain/binutils/binutils-2.27/gas/doc/ |
| c-ns32k.texi | 24 only creates single or double precision values. I don't know if the
25 32x32 understands extended precision numbers.
|
| /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Lib/test/ |
| formatfloat_testcases.txt | 1 -- 'f' code formatting, with explicit precision (>= 0). Output always
12 -- precision 0; result should never include a .
28 -- precision 1
44 -- precision 2
61 -- makes a difference when the precision is 0.
71 -- if precision is omitted it defaults to 6
92 -- 'e' code formatting with explicit precision (>= 0). Output should
103 -- precision 0. no decimal point in the output
137 -- precision 1
149 -- precision 2
[all...] |
| /external/deqp/external/openglcts/modules/gles31/ |
| es31cShaderImageSizeTests.cpp | 46 "#version 310 es\n" NL "precision highp float;" NL "precision highp int;" NL "precision highp image2D;" NL
47 "precision highp image3D;" NL "precision highp imageCube;" NL "precision highp image2DArray;" NL
48 "precision highp iimage2D;" NL "precision highp iimage3D;" NL "precision highp iimageCube;" NL
49 "precision highp iimage2DArray;" NL "precision highp uimage2D;" NL "precision highp uimage3D;" N
[all...] |
| /external/llvm/include/llvm/ADT/ |
| APFloat.h | 1 //===- llvm/ADT/APFloat.h - Arbitrary Precision Floating Point ---*- C++ -*-==//
12 /// This file declares a class to represent arbitrary precision floating point
41 /// \brief A self-contained host- and target-independent arbitrary-precision
61 /// Four formats are built-in: IEEE single precision, double precision,
62 /// quadruple precision, and x87 80-bit extended double (when operating with
63 /// full extended precision). Adding a new format that obeys IEEE semantics
81 /// conversions. The output precision (or alternatively the natural minimal
82 /// precision) can be specified; if the requested precision is less than th
[all...] |
| /external/python/cpython2/Lib/test/ |
| formatfloat_testcases.txt | 1 -- 'f' code formatting, with explicit precision (>= 0). Output always
12 -- precision 0; result should never include a .
28 -- precision 1
44 -- precision 2
61 -- makes a difference when the precision is 0.
71 -- if precision is omitted it defaults to 6
92 -- 'e' code formatting with explicit precision (>= 0). Output should
103 -- precision 0. no decimal point in the output
137 -- precision 1
149 -- precision
[all...] |
| /external/python/cpython3/Lib/test/ |
| formatfloat_testcases.txt | 1 -- 'f' code formatting, with explicit precision (>= 0). Output always
12 -- precision 0; result should never include a .
28 -- precision 1
44 -- precision 2
61 -- makes a difference when the precision is 0.
71 -- if precision is omitted it defaults to 6
84 -- 'e' code formatting with explicit precision (>= 0). Output should
95 -- precision 0. no decimal point in the output
129 -- precision 1
141 -- precision
[all...] |
| /prebuilts/gdb/darwin-x86/lib/python2.7/test/ |
| formatfloat_testcases.txt | 1 -- 'f' code formatting, with explicit precision (>= 0). Output always
12 -- precision 0; result should never include a .
28 -- precision 1
44 -- precision 2
61 -- makes a difference when the precision is 0.
71 -- if precision is omitted it defaults to 6
92 -- 'e' code formatting with explicit precision (>= 0). Output should
103 -- precision 0. no decimal point in the output
137 -- precision 1
149 -- precision
[all...] |
| /prebuilts/gdb/linux-x86/lib/python2.7/test/ |
| formatfloat_testcases.txt | 1 -- 'f' code formatting, with explicit precision (>= 0). Output always
12 -- precision 0; result should never include a .
28 -- precision 1
44 -- precision 2
61 -- makes a difference when the precision is 0.
71 -- if precision is omitted it defaults to 6
92 -- 'e' code formatting with explicit precision (>= 0). Output should
103 -- precision 0. no decimal point in the output
137 -- precision 1
149 -- precision
[all...] |
| /prebuilts/go/darwin-x86/src/fmt/ |
| doc.go | 41 %g %e for large exponents, %f otherwise. Precision is discussed below.
70 Precision is specified after the (optional) width by a period followed by a
71 decimal number. If no period is present, a default precision is used.
72 A period with no following number specifies a precision of zero.
74 %f default width, default precision
75 %9f width 9, default precision
76 %.2f default width, precision 2
77 %9.2f width 9, precision 2
78 %9.f width 9, precision 0
80 Width and precision are measured in units of Unicode code points
[all...] |
| /prebuilts/go/linux-x86/src/fmt/ |
| doc.go | 41 %g %e for large exponents, %f otherwise. Precision is discussed below.
70 Precision is specified after the (optional) width by a period followed by a
71 decimal number. If no period is present, a default precision is used.
72 A period with no following number specifies a precision of zero.
74 %f default width, default precision
75 %9f width 9, default precision
76 %.2f default width, precision 2
77 %9.2f width 9, precision 2
78 %9.f width 9, precision 0
80 Width and precision are measured in units of Unicode code points
[all...] |
