| /prebuilts/go/linux-x86/src/math/big/ |
| float.go | 59 prec uint32
96 // Float x are stored in a nat slice long enough to hold up to x.prec bits;
100 // trailing 0 bits or x.prec is not a multiple of the the Word size _W,
152 // SetPrec sets z's precision to prec and returns the (possibly) rounded
154 // cannot be represented in prec bits without loss of precision.
156 // If prec > MaxPrec, it is set to MaxPrec.
157 func (z *Float) SetPrec(prec uint) *Float {
161 if prec == 0 {
162 z.prec = 0
172 if prec > MaxPrec
[all...] |
| ratconv.go | 207 // FloatString returns a string representation of x in decimal form with prec
210 func (x *Rat) FloatString(prec int) string {
213 if prec > 0 {
214 s += "." + strings.Repeat("0", prec)
223 if prec > 0 {
224 p = nat(nil).expNN(natTen, nat(nil).setUint64(uint64(prec)), nil)
245 if prec > 0 {
247 leadingZeros := prec - len(rs)
|
| example_test.go | 88 const prec = 200
95 // iteration, we need at least log_2(prec) steps.
96 steps := int(math.Log2(prec))
99 two := new(big.Float).SetPrec(prec).SetInt64(2)
100 half := new(big.Float).SetPrec(prec).SetFloat64(0.5)
103 x := new(big.Float).SetPrec(prec).SetInt64(1)
|
| /bionic/libc/upstream-openbsd/lib/libc/stdio/ |
| vfwprintf.c | 158 * string representation. ``prec'' specifies the maximum number of bytes
159 * to output. If ``prec'' is greater than or equal to zero, we can't assume
166 __mbsconv(char *mbsarg, int prec)
180 if (prec >= 0) {
188 while (nchars != (size_t)prec) {
288 int prec; /* precision from format; <0 for N/A */ local
323 int dprec; /* a copy of prec if %[diouxX], 0 otherwise */
486 prec = -1;
530 prec = n < 0 ? -1 : n;
547 prec = n
[all...] |
| /prebuilts/go/darwin-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/ |
| floatconv.go | 33 prec := z.prec
34 if prec == 0 {
35 prec = 64
64 z.prec = prec
112 z.prec = prec
129 p := new(Float).SetPrec(z.Prec() + 64) // use more bits for p -- TODO(gri) what is the right number?
163 f := new(Float).SetPrec(z.Prec() + 64).SetInt64(10
[all...] |
| ratconv.go | 210 // FloatString returns a string representation of x in decimal form with prec
212 func (x *Rat) FloatString(prec int) string {
215 if prec > 0 {
216 s += "." + strings.Repeat("0", prec)
225 if prec > 0 {
226 p = nat(nil).expNN(natTen, nat(nil).setUint64(uint64(prec)), nil)
247 if prec > 0 {
249 leadingZeros := prec - len(rs)
|
| /prebuilts/go/linux-x86/pkg/bootstrap/src/bootstrap/compile/internal/big/ |
| floatconv.go | 33 prec := z.prec
34 if prec == 0 {
35 prec = 64
64 z.prec = prec
112 z.prec = prec
129 p := new(Float).SetPrec(z.Prec() + 64) // use more bits for p -- TODO(gri) what is the right number?
163 f := new(Float).SetPrec(z.Prec() + 64).SetInt64(10
[all...] |
| ratconv.go | 210 // FloatString returns a string representation of x in decimal form with prec
212 func (x *Rat) FloatString(prec int) string {
215 if prec > 0 {
216 s += "." + strings.Repeat("0", prec)
225 if prec > 0 {
226 p = nat(nil).expNN(natTen, nat(nil).setUint64(uint64(prec)), nil)
247 if prec > 0 {
249 leadingZeros := prec - len(rs)
|
| /cts/tests/tests/content/src/android/content/res/cts/ |
| FractionTest.java | 81 float prec = expected * 1e-4f; local
82 if (prec < 1e-5f) {
83 prec = 1e-5f;
87 + Integer.toHexString(resid) + " " + mValue, diff > prec);
|
| /hardware/broadcom/wlan/bcmdhd/dhdutil/include/ |
| bcmutils.h | 145 uint16 hi_prec; /* rapid dequeue hint (>= highest non-empty prec) */ \
168 #define PKTQ_PREC_ITER(pq, prec) for (prec = (pq)->num_prec - 1; prec >= 0; prec--)
287 #define pktq_psetmax(pq, prec, _max) ((pq)->q[prec].max = (_max))
288 #define pktq_pmax(pq, prec) ((pq)->q[prec].max)
289 #define pktq_plen(pq, prec) ((pq)->q[prec].len
[all...] |
| /prebuilts/go/darwin-x86/src/cmd/compile/internal/big/ |
| ratconv.go | 207 // FloatString returns a string representation of x in decimal form with prec
209 func (x *Rat) FloatString(prec int) string {
212 if prec > 0 {
213 s += "." + strings.Repeat("0", prec)
222 if prec > 0 {
223 p = nat(nil).expNN(natTen, nat(nil).setUint64(uint64(prec)), nil)
244 if prec > 0 {
246 leadingZeros := prec - len(rs)
|
| /prebuilts/go/darwin-x86/src/math/big/ |
| ratconv.go | 207 // FloatString returns a string representation of x in decimal form with prec
210 func (x *Rat) FloatString(prec int) string {
213 if prec > 0 {
214 s += "." + strings.Repeat("0", prec)
223 if prec > 0 {
224 p = nat(nil).expNN(natTen, nat(nil).setUint64(uint64(prec)), nil)
245 if prec > 0 {
247 leadingZeros := prec - len(rs)
|
| example_test.go | 88 const prec = 200
95 // iteration, we need at least log_2(prec) steps.
96 steps := int(math.Log2(prec))
99 two := new(big.Float).SetPrec(prec).SetInt64(2)
100 half := new(big.Float).SetPrec(prec).SetFloat64(0.5)
103 x := new(big.Float).SetPrec(prec).SetInt64(1)
|
| /prebuilts/go/linux-x86/src/cmd/compile/internal/big/ |
| ratconv.go | 207 // FloatString returns a string representation of x in decimal form with prec
209 func (x *Rat) FloatString(prec int) string {
212 if prec > 0 {
213 s += "." + strings.Repeat("0", prec)
222 if prec > 0 {
223 p = nat(nil).expNN(natTen, nat(nil).setUint64(uint64(prec)), nil)
244 if prec > 0 {
246 leadingZeros := prec - len(rs)
|
| /external/deqp/framework/common/ |
| tcuTexCompareVerifier.hpp | 55 bool isTexCompareResultValid (const Texture2DView& texture, const Sampler& sampler, const TexComparePrecision& prec, const Vec2& coord, const Vec2& lodBounds, const float cmpReference, const float result);
56 bool isTexCompareResultValid (const TextureCubeView& texture, const Sampler& sampler, const TexComparePrecision& prec, const Vec3& coord, const Vec2& lodBounds, const float cmpReference, const float result);
57 bool isTexCompareResultValid (const Texture2DArrayView& texture, const Sampler& sampler, const TexComparePrecision& prec, const Vec3& coord, const Vec2& lodBounds, const float cmpReference, const float result);
59 bool isGatherOffsetsCompareResultValid (const Texture2DView& texture, const Sampler& sampler, const TexComparePrecision& prec, const Vec2& coord, const IVec2 (&offsets)[4], float cmpReference, const Vec4& result);
60 bool isGatherOffsetsCompareResultValid (const Texture2DArrayView& texture, const Sampler& sampler, const TexComparePrecision& prec, const Vec3& coord, const IVec2 (&offsets)[4], float cmpReference, const Vec4& result);
62 bool isGatherCompareResultValid (const TextureCubeView& texture, const Sampler& sampler, const TexComparePrecision& prec, const Vec3& coord, float cmpReference, const Vec4& result);
|
| /external/pdfium/core/src/fxcodec/codec/ |
| fx_codec_jpx_opj.cpp | 169 int prec = img->comps[0].prec; local
170 int offset = 1 << (prec - 1);
171 int upb = (1 << prec) - 1;
205 int prec = img->comps[0].prec; local
206 int offset = 1 << (prec - 1);
207 int upb = (1 << prec) - 1;
275 OPJ_UINT32 prec = img->comps[0].prec; local
449 int prec = (int)image->comps[0].prec; local
[all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8/lib/gcc/x86_64-w64-mingw32/4.8.3/plugin/include/ |
| double-int.h | 70 static double_int mask (unsigned prec);
71 static double_int max_value (unsigned int prec, bool uns);
72 static double_int min_value (unsigned int prec, bool uns);
131 double_int lshift (HOST_WIDE_INT count, unsigned int prec, bool arith) const;
132 double_int rshift (HOST_WIDE_INT count, unsigned int prec, bool arith) const;
133 double_int alshift (HOST_WIDE_INT count, unsigned int prec) const;
134 double_int arshift (HOST_WIDE_INT count, unsigned int prec) const;
135 double_int llshift (HOST_WIDE_INT count, unsigned int prec) const;
136 double_int lrshift (HOST_WIDE_INT count, unsigned int prec) const;
137 double_int lrotate (HOST_WIDE_INT count, unsigned int prec) const
[all...] |
| /external/bison/src/ |
| gram.c | 258 symbols[i]->prec, symbols[i]->assoc,
266 fprintf (out, "Num (Prec, Assoc, Useful, Ritem Range) Lhs -> Rhs (Ritem range) [Num]\n");
278 rule_i->prec ? rule_i->prec->prec : 0,
279 rule_i->prec ? rule_i->prec->assoc : 0,
|
| /frameworks/av/media/libstagefright/codecs/on2/h264dec/omxdl/reference/vc/m4p2/src/ |
| omxVCM4P2_TransRecBlockCoef_intra.c | 100 * pRec - pointer to the reconstructed texture; must be aligned on an
122 * - At least one of the following pointers is NULL: pSrc, pDst, pRec,
129 * pSrc, pRec.
139 OMX_U8 * pRec,
170 armRetArgErrIf(pRec == NULL, OMX_Sts_BadArgErr);
173 armRetArgErrIf(!armIs8ByteAligned(pRec), OMX_Sts_BadArgErr);
267 pRec[count] = armMax(0,pTempBuf3[count]);
|
| /external/opencv3/modules/imgproc/src/ |
| lsd.cpp | 198 * @param prec Return: Vector of precisions with which the lines are found.
207 OutputArray width = noArray(), OutputArray prec = noArray(),
280 double prec; // tolerance angle member in struct:cv::LineSegmentDetectorImpl::rect
281 double p; // probability of a point with angle within 'prec'
322 * @param prec The precision by which each region angle should be aligned to the mean.
325 int& reg_size, double& reg_angle, const double& prec);
333 * @param prec The precision by which points were found.
334 * @param p Probability of a point with angle within 'prec'.
338 const double prec, const double p, rect& rec) const;
345 const double& y, const double& reg_angle, const double& prec) const
443 const double prec = CV_PI * ANG_TH \/ 180; local
[all...] |
| /prebuilts/go/darwin-x86/src/fmt/ |
| format.go | 63 prec int
157 // integer; interprets prec but not wid. Once formatted, result is sent to pad()
161 if f.precPresent && f.prec == 0 && a == 0 {
172 width := f.wid + f.prec // Only one will be set, both are positive; this provides the maximum.
196 prec := 0
198 prec = f.prec
201 prec = f.wid
203 prec-- // leave room for sign
246 for i > 0 && prec > len(buf)-i
[all...] |
| /prebuilts/go/linux-x86/src/fmt/ |
| format.go | 63 prec int
157 // integer; interprets prec but not wid. Once formatted, result is sent to pad()
161 if f.precPresent && f.prec == 0 && a == 0 {
172 width := f.wid + f.prec // Only one will be set, both are positive; this provides the maximum.
196 prec := 0
198 prec = f.prec
201 prec = f.wid
203 prec-- // leave room for sign
246 for i > 0 && prec > len(buf)-i
[all...] |
| /external/deqp/modules/gles3/functional/ |
| es3fFragmentOutputTests.cpp | [all...] |
| /external/libjpeg-turbo/ |
| jcmarker.c | 153 int prec; local
159 prec = 0;
162 prec = 1;
168 emit_2bytes(cinfo, prec ? DCTSIZE2*2 + 1 + 2 : DCTSIZE2 + 1 + 2);
170 emit_byte(cinfo, index + (prec<<4));
175 if (prec)
183 return prec;
500 int ci, prec; local
507 prec = 0;
510 prec += emit_dqt(cinfo, compptr->quant_tbl_no)
[all...] |
| /external/pdfium/third_party/libjpeg/ |
| fpdfapi_jcmarker.c | 149 int prec; local
155 prec = 0;
158 prec = 1;
164 emit_2bytes(cinfo, prec ? DCTSIZE2*2 + 1 + 2 : DCTSIZE2 + 1 + 2);
166 emit_byte(cinfo, index + (prec<<4));
171 if (prec)
179 return prec;
496 int ci, prec; local
503 prec = 0;
506 prec += emit_dqt(cinfo, compptr->quant_tbl_no)
[all...] |
