| /prebuilts/go/darwin-x86/test/fixedbugs/ |
| issue7740.go | 21 var prec float64
24 prec = 512
26 prec = 256
32 if math.Abs(p-prec) > 1e-10 {
33 fmt.Printf("BUG: got %g; want %g\n", p, prec)
|
| /prebuilts/go/linux-x86/test/fixedbugs/ |
| issue7740.go | 21 var prec float64
24 prec = 512
26 prec = 256
32 if math.Abs(p-prec) > 1e-10 {
33 fmt.Printf("BUG: got %g; want %g\n", p, prec)
|
| /external/deqp/framework/common/ |
| tcuTexLookupVerifier.cpp | 77 static inline bool isColorValid (const LookupPrecision& prec, const Vec4& ref, const Vec4& result)
80 return boolAll(logicalOr(lessThanEqual(diff, prec.colorThreshold), logicalNot(prec.colorMask)));
83 static inline bool isColorValid (const IntLookupPrecision& prec, const IVec4& ref, const IVec4& result)
85 return boolAll(logicalOr(lessThanEqual(absDiff(ref, result).asUint(), prec.colorThreshold), logicalNot(prec.colorMask)));
88 static inline bool isColorValid (const IntLookupPrecision& prec, const UVec4& ref, const UVec4& result)
90 return boolAll(logicalOr(lessThanEqual(absDiff(ref, result), prec.colorThreshold), logicalNot(prec.colorMask)));
139 static float computeBilinearSearchStepFromFloatLine (const LookupPrecision& prec,
1445 const LookupPrecision& prec, member in namespace:tcu
1509 const LookupPrecision& prec, member in namespace:tcu
1624 const LookupPrecision& prec, member in namespace:tcu
1643 const LookupPrecision& prec, member in namespace:tcu
[all...] |
| tcuTexLookupVerifier.hpp | 101 Vec2 computeLodBoundsFromDerivates (const float dudx, const float dudy, const LodPrecision& prec);
102 Vec2 computeLodBoundsFromDerivates (const float dudx, const float dvdx, const float dudy, const float dvdy, const LodPrecision& prec);
103 Vec2 computeLodBoundsFromDerivates (const float dudx, const float dvdx, const float dwdx, const float dudy, const float dvdy, const float dwdy, const LodPrecision& prec);
104 Vec2 computeCubeLodBoundsFromDerivates (const Vec3& coord, const Vec3& coordDx, const Vec3& coordDy, const int faceSize, const LodPrecision& prec);
106 Vec2 clampLodBounds (const Vec2& lodBounds, const Vec2& lodMinMax, const LodPrecision& prec);
108 bool isLookupResultValid (const Texture1DView& texture, const Sampler& sampler, const LookupPrecision& prec, const float coord, const Vec2& lodBounds, const Vec4& result);
109 bool isLookupResultValid (const Texture2DView& texture, const Sampler& sampler, const LookupPrecision& prec, const Vec2& coord, const Vec2& lodBounds, const Vec4& result);
110 bool isLookupResultValid (const TextureCubeView& texture, const Sampler& sampler, const LookupPrecision& prec, const Vec3& coord, const Vec2& lodBounds, const Vec4& result);
111 bool isLookupResultValid (const Texture1DArrayView& texture, const Sampler& sampler, const LookupPrecision& prec, const Vec2& coord, const Vec2& lodBounds, const Vec4& result);
112 bool isLookupResultValid (const Texture2DArrayView& texture, const Sampler& sampler, const LookupPrecision& prec, const Vec3& coord, const Vec2& lodBounds, const Vec4& result)
[all...] |
| tcuTexCompareVerifier.cpp | 193 const TexComparePrecision& prec,
205 const CmpResultSet cmp0 = execCompare(compareMode, d0, cmpReference, prec.referenceBits, isFixedPointDepth);
206 const CmpResultSet cmp1 = execCompare(compareMode, d1, cmpReference, prec.referenceBits, isFixedPointDepth);
218 const float pcfErr = computeFixedPointError(prec.pcfBits);
219 const float resErr = computeFixedPointError(prec.resultBits);
258 const TexComparePrecision& prec,
264 DE_ASSERT(prec.pcfBits == 0);
271 const CmpResultSet cmp0 = execCompare(compareMode, d0, cmpReference, prec.referenceBits, isFixedPointDepth);
272 const CmpResultSet cmp1 = execCompare(compareMode, d1, cmpReference, prec.referenceBits, isFixedPointDepth);
273 const CmpResultSet cmp2 = execCompare(compareMode, d2, cmpReference, prec.referenceBits, isFixedPointDepth)
[all...] |
| /external/clang/lib/Basic/ |
| OperatorPrecedence.cpp | 18 prec::Level getBinOpPrecedence(tok::TokenKind Kind, bool GreaterThanIsOperator,
27 return prec::Relational;
28 return prec::Unknown;
38 return prec::Shift;
39 return prec::Unknown;
41 default: return prec::Unknown;
42 case tok::comma: return prec::Comma;
53 case tok::pipeequal: return prec::Assignment;
54 case tok::question: return prec::Conditional;
55 case tok::pipepipe: return prec::LogicalOr
[all...] |
| /external/eigen/Eigen/src/SparseCore/ |
| SparseFuzzy.h | 17 // typename NumTraits<Scalar>::Real prec
23 // <= prec * prec * (std::min)(nested.cwise().abs2().sum(), otherNested.cwise().abs2().sum());
|
| /prebuilts/go/darwin-x86/src/strconv/ |
| ftoa.go | 26 // according to the format fmt and precision prec. It rounds the
38 // The precision prec controls the number of digits
44 func FormatFloat(f float64, fmt byte, prec, bitSize int) string {
45 return string(genericFtoa(make([]byte, 0, max(prec+4, 24)), f, fmt, prec, bitSize))
50 func AppendFloat(dst []byte, f float64, fmt byte, prec, bitSize int) []byte {
51 return genericFtoa(dst, f, fmt, prec, bitSize)
54 func genericFtoa(dst []byte, val float64, fmt byte, prec, bitSize int) []byte {
102 return bigFtoa(dst, prec, fmt, neg, mant, exp, flt)
108 shortest := prec <
[all...] |
| /prebuilts/go/linux-x86/src/strconv/ |
| ftoa.go | 26 // according to the format fmt and precision prec. It rounds the
38 // The precision prec controls the number of digits
44 func FormatFloat(f float64, fmt byte, prec, bitSize int) string {
45 return string(genericFtoa(make([]byte, 0, max(prec+4, 24)), f, fmt, prec, bitSize))
50 func AppendFloat(dst []byte, f float64, fmt byte, prec, bitSize int) []byte {
51 return genericFtoa(dst, f, fmt, prec, bitSize)
54 func genericFtoa(dst []byte, val float64, fmt byte, prec, bitSize int) []byte {
102 return bigFtoa(dst, prec, fmt, neg, mant, exp, flt)
108 shortest := prec <
[all...] |
| /prebuilts/go/darwin-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/ |
| ftoa.go | 21 // to the given format and precision prec. The format is one of:
33 // 'b' decimal integer mantissa using x.Prec() bits, or -0
39 // The precision prec controls the number of digits (excluding the exponent)
44 // The prec value is ignored for the 'b' or 'p' format.
47 func (x *Float) Text(format byte, prec int) string {
49 return string(x.Append(make([]byte, 0, prec+extra), format, prec))
59 func (x *Float) Append(buf []byte, fmt byte, prec int) []byte {
94 if prec < 0 {
102 prec = len(d.mant) -
[all...] |
| floatexample_test.go | 23 fmt.Printf("x = %.10g (%s, prec = %d, acc = %s)\n", &x, x.Text('p', 0), x.Prec(), x.Acc())
24 fmt.Printf("y = %.10g (%s, prec = %d, acc = %s)\n", &y, y.Text('p', 0), y.Prec(), y.Acc())
25 fmt.Printf("z = %.10g (%s, prec = %d, acc = %s)\n", &z, z.Text('p', 0), z.Prec(), z.Acc())
27 // x = 1000 (0x.fap+10, prec = 64, acc = Exact)
28 // y = 2.718281828 (0x.adf85458248cd8p+2, prec = 53, acc = Exact)
29 // z = 1002.718282 (0x.faadf854p+10, prec = 32, acc = Below)
|
| float_test.go | 45 if prec := x.Prec(); prec != 0 {
46 t.Errorf("prec = %d; want 0", prec)
108 prec uint
112 // prec 0
120 // prec at upper limit
132 x := makeFloat(test.x).SetPrec(test.prec)
133 prec := test.pre
[all...] |
| /prebuilts/go/darwin-x86/src/cmd/compile/internal/big/ |
| ftoa.go | 18 // to the given format and precision prec. The format is one of:
30 // 'b' decimal integer mantissa using x.Prec() bits, or -0
36 // The precision prec controls the number of digits (excluding the exponent)
41 // The prec value is ignored for the 'b' or 'p' format.
44 func (x *Float) Text(format byte, prec int) string {
46 return string(x.Append(make([]byte, 0, prec+extra), format, prec))
56 func (x *Float) Append(buf []byte, fmt byte, prec int) []byte {
91 if prec < 0 {
99 prec = len(d.mant) -
[all...] |
| floatexample_test.go | 20 fmt.Printf("x = %.10g (%s, prec = %d, acc = %s)\n", &x, x.Text('p', 0), x.Prec(), x.Acc())
21 fmt.Printf("y = %.10g (%s, prec = %d, acc = %s)\n", &y, y.Text('p', 0), y.Prec(), y.Acc())
22 fmt.Printf("z = %.10g (%s, prec = %d, acc = %s)\n", &z, z.Text('p', 0), z.Prec(), z.Acc())
24 // x = 1000 (0x.fap+10, prec = 64, acc = Exact)
25 // y = 2.718281828 (0x.adf85458248cd8p+2, prec = 53, acc = Exact)
26 // z = 1002.718282 (0x.faadf854p+10, prec = 32, acc = Below)
|
| /prebuilts/go/darwin-x86/src/math/big/ |
| ftoa.go | 18 // to the given format and precision prec. The format is one of:
30 // 'b' decimal integer mantissa using x.Prec() bits, or -0
36 // The precision prec controls the number of digits (excluding the exponent)
41 // The prec value is ignored for the 'b' or 'p' format.
44 func (x *Float) Text(format byte, prec int) string {
46 return string(x.Append(make([]byte, 0, prec+extra), format, prec))
56 func (x *Float) Append(buf []byte, fmt byte, prec int) []byte {
91 if prec < 0 {
99 prec = len(d.mant) -
[all...] |
| floatexample_test.go | 20 fmt.Printf("x = %.10g (%s, prec = %d, acc = %s)\n", &x, x.Text('p', 0), x.Prec(), x.Acc())
21 fmt.Printf("y = %.10g (%s, prec = %d, acc = %s)\n", &y, y.Text('p', 0), y.Prec(), y.Acc())
22 fmt.Printf("z = %.10g (%s, prec = %d, acc = %s)\n", &z, z.Text('p', 0), z.Prec(), z.Acc())
24 // x = 1000 (0x.fap+10, prec = 64, acc = Exact)
25 // y = 2.718281828 (0x.adf85458248cd8p+2, prec = 53, acc = Exact)
26 // z = 1002.718282 (0x.faadf854p+10, prec = 32, acc = Below)
|
| /prebuilts/go/linux-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/ |
| ftoa.go | 21 // to the given format and precision prec. The format is one of:
33 // 'b' decimal integer mantissa using x.Prec() bits, or -0
39 // The precision prec controls the number of digits (excluding the exponent)
44 // The prec value is ignored for the 'b' or 'p' format.
47 func (x *Float) Text(format byte, prec int) string {
49 return string(x.Append(make([]byte, 0, prec+extra), format, prec))
59 func (x *Float) Append(buf []byte, fmt byte, prec int) []byte {
94 if prec < 0 {
102 prec = len(d.mant) -
[all...] |
| floatexample_test.go | 23 fmt.Printf("x = %.10g (%s, prec = %d, acc = %s)\n", &x, x.Text('p', 0), x.Prec(), x.Acc())
24 fmt.Printf("y = %.10g (%s, prec = %d, acc = %s)\n", &y, y.Text('p', 0), y.Prec(), y.Acc())
25 fmt.Printf("z = %.10g (%s, prec = %d, acc = %s)\n", &z, z.Text('p', 0), z.Prec(), z.Acc())
27 // x = 1000 (0x.fap+10, prec = 64, acc = Exact)
28 // y = 2.718281828 (0x.adf85458248cd8p+2, prec = 53, acc = Exact)
29 // z = 1002.718282 (0x.faadf854p+10, prec = 32, acc = Below)
|
| /prebuilts/go/linux-x86/src/cmd/compile/internal/big/ |
| ftoa.go | 18 // to the given format and precision prec. The format is one of:
30 // 'b' decimal integer mantissa using x.Prec() bits, or -0
36 // The precision prec controls the number of digits (excluding the exponent)
41 // The prec value is ignored for the 'b' or 'p' format.
44 func (x *Float) Text(format byte, prec int) string {
46 return string(x.Append(make([]byte, 0, prec+extra), format, prec))
56 func (x *Float) Append(buf []byte, fmt byte, prec int) []byte {
91 if prec < 0 {
99 prec = len(d.mant) -
[all...] |
| floatexample_test.go | 20 fmt.Printf("x = %.10g (%s, prec = %d, acc = %s)\n", &x, x.Text('p', 0), x.Prec(), x.Acc())
21 fmt.Printf("y = %.10g (%s, prec = %d, acc = %s)\n", &y, y.Text('p', 0), y.Prec(), y.Acc())
22 fmt.Printf("z = %.10g (%s, prec = %d, acc = %s)\n", &z, z.Text('p', 0), z.Prec(), z.Acc())
24 // x = 1000 (0x.fap+10, prec = 64, acc = Exact)
25 // y = 2.718281828 (0x.adf85458248cd8p+2, prec = 53, acc = Exact)
26 // z = 1002.718282 (0x.faadf854p+10, prec = 32, acc = Below)
|
| /prebuilts/go/linux-x86/src/math/big/ |
| ftoa.go | 18 // to the given format and precision prec. The format is one of:
30 // 'b' decimal integer mantissa using x.Prec() bits, or -0
36 // The precision prec controls the number of digits (excluding the exponent)
41 // The prec value is ignored for the 'b' or 'p' format.
44 func (x *Float) Text(format byte, prec int) string {
46 return string(x.Append(make([]byte, 0, prec+extra), format, prec))
56 func (x *Float) Append(buf []byte, fmt byte, prec int) []byte {
91 if prec < 0 {
99 prec = len(d.mant) -
[all...] |
| floatexample_test.go | 20 fmt.Printf("x = %.10g (%s, prec = %d, acc = %s)\n", &x, x.Text('p', 0), x.Prec(), x.Acc())
21 fmt.Printf("y = %.10g (%s, prec = %d, acc = %s)\n", &y, y.Text('p', 0), y.Prec(), y.Acc())
22 fmt.Printf("z = %.10g (%s, prec = %d, acc = %s)\n", &z, z.Text('p', 0), z.Prec(), z.Acc())
24 // x = 1000 (0x.fap+10, prec = 64, acc = Exact)
25 // y = 2.718281828 (0x.adf85458248cd8p+2, prec = 53, acc = Exact)
26 // z = 1002.718282 (0x.faadf854p+10, prec = 32, acc = Below)
|
| /external/eigen/Eigen/src/Core/ |
| Fuzzy.h | 22 static bool run(const Derived& x, const OtherDerived& y, const typename Derived::RealScalar& prec)
27 return (nested - otherNested).cwiseAbs2().sum() <= prec * prec * (min)(nested.cwiseAbs2().sum(), otherNested.cwiseAbs2().sum());
43 static bool run(const Derived& x, const OtherDerived& y, const typename Derived::RealScalar& prec)
45 return x.cwiseAbs2().sum() <= numext::abs2(prec) * y.cwiseAbs2().sum();
61 static bool run(const Derived& x, const typename Derived::RealScalar& y, const typename Derived::RealScalar& prec)
63 return x.cwiseAbs2().sum() <= numext::abs2(prec * y);
80 * determined by \a prec.
100 const RealScalar& prec
103 return internal::isApprox_selector<Derived, OtherDerived>::run(derived(), other.derived(), prec);
[all...] |
| /external/llvm/test/CodeGen/NVPTX/ |
| div-ri.ll | 1 ; RUN: llc < %s -march=nvptx -mcpu=sm_20 -nvptx-prec-divf32=0 | FileCheck %s
|
| /frameworks/av/media/libstagefright/codecs/on2/h264dec/omxdl/reference/vc/m4p2/src/ |
| omxVCM4P2_TransRecBlockCoef_inter.c | 60 * pRec - pointer to the reconstructed texture residuals; must be aligned
71 * - pRec
79 OMX_S16 * pRec,
95 armRetArgErrIf(pRec == NULL, OMX_Sts_BadArgErr);
98 armRetArgErrIf(!armIs16ByteAligned(pRec), OMX_Sts_BadArgErr);
116 omxVCM4P2_IDCT8x8blk (pTempBuffer, pRec);
|
