| /external/ImageMagick/MagickCore/ |
| quantum-private.h | 119 exponent, local
133 Exponent width: 5 bits
137 exponent=(unsigned int) ((half >> 10) & 0x0000001f);
139 if (exponent == 0)
148 exponent--;
150 exponent++;
152 exponent+=ExponentBias;
153 value=(sign_bit << SignBitShift) | (exponent << ExponentShift) |
158 if (exponent == SignBitShift)
166 exponent+=ExponentBias
648 exponent; local
[all...] |
| /toolchain/binutils/binutils-2.27/libiberty/ |
| floatformat.c | 177 /* In the i387 double-extended format, if the exponent is all ones,
178 then the integer bit must be set. If the exponent is neither 0
179 nor ~0, the intbit must also be set. Only if the exponent is
181 unsigned long exponent, int_bit; local
184 exponent = get_field (ufrom, fmt->byteorder, fmt->totalsize,
189 if ((exponent == 0) != (int_bit == 0))
351 /* The real exponent of the bottom part is -first_bit. */
474 long exponent;
483 exponent = get_field (ufrom, fmt->byteorder, fmt->totalsize,
486 /* If the exponent indicates a NaN, we don't have information t
473 long exponent; local
608 int exponent; local
[all...] |
| /external/deqp/framework/delibs/debase/ |
| deFloat16Test.c | 119 deUint32 exponent = deRandom_getUint32(&rnd); local
122 exponent = exponent % (127 - 25) + 1; /* Make sure >= 1, <= 127 - 25 */
125 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, 0, 0));
126 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, exponent, mantissa)) == getFloat16(1, 0, 0));
163 deUint32 exponent = deRandom_getUint32(&rnd); local
166 exponent = exponent % ((127 + 14) - (127 -14) + 1) + (127 - 14); /* Make sure >= 127 - 14, <= 127 + 14 */
169 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, exponent, mantissa)) == getFloat16(0, (deUint16) (exponent + 15 - 127), (deUint16) (mantissa >> 13)))
180 deUint32 exponent = deRandom_getUint32(&rnd); local
240 deUint32 exponent = deRandom_getUint32(&rnd); local
324 deUint32 exponent = deRandom_getUint32(&rnd); local
[all...] |
| /prebuilts/ndk/r16/sources/third_party/shaderc/third_party/glslang/SPIRV/ |
| hex_float.h | 191 // Number of bits that represent the exponent.
195 // The bias of the exponent. (How much we need to subtract from the stored
201 // 1 sign bit, 8 exponent bits, 23 fractional bits.
215 // 1 sign bit, 11 exponent bits, 52 fractional bits.
229 // 1 sign bit, 5 exponent bits, 10 fractional bits.
294 // The least significant bit in the exponent, which is also the bit
307 // The bits that represent the exponent.
311 // How far left the exponent is shifted.
318 // The maximum representable unbiased exponent.
321 // The minimum representable exponent for normalized numbers
584 int_type exponent = getUnbiasedExponent(); local
682 const uint_type exponent = static_cast<uint_type>( local
894 int_type exponent = HF::exponent_bias; local
[all...] |
| /prebuilts/ndk/r16/sources/third_party/shaderc/third_party/spirv-tools/source/util/ |
| hex_float.h | 178 // Number of bits that represent the exponent.
182 // The bias of the exponent. (How much we need to subtract from the stored
188 // 1 sign bit, 8 exponent bits, 23 fractional bits.
202 // 1 sign bit, 11 exponent bits, 52 fractional bits.
216 // 1 sign bit, 5 exponent bits, 10 fractional bits.
282 // The least significant bit in the exponent, which is also the bit
295 // The bits that represent the exponent.
299 // How far left the exponent is shifted.
306 // The maximum representable unbiased exponent.
309 // The minimum representable exponent for normalized numbers
582 int_type exponent = getUnbiasedExponent(); local
680 const uint_type exponent = static_cast<uint_type>( local
892 int_type exponent = HF::exponent_bias; local
[all...] |
| /external/v8/src/ |
| bignum-dtoa.cc | 17 static int NormalizedExponent(uint64_t significand, int exponent) {
21 exponent = exponent - 1;
23 return exponent;
29 static int EstimatePower(int exponent);
73 int exponent = Double(v).Exponent(); local
74 int normalized_exponent = NormalizedExponent(significand, exponent);
244 // exponent (decimal_point), when rounding upwards.
332 // v = f * 2^exponent and 2^52 <= f < 2^53
430 int exponent = Double(v).Exponent(); local
482 int exponent = Double(v).Exponent(); local
[all...] |
| conversions.cc | 169 int exponent = decimal_point - 1; local
170 if (exponent < 0) exponent = -exponent;
171 builder.AddDecimalInteger(exponent);
271 int exponent,
275 if (exponent < 0) {
277 exponent = -exponent;
281 // letter 'e', a minus or a plus depending on the exponent, and
339 int exponent = decimal_point - 1; local
372 int exponent = decimal_point - 1; local
[all...] |
| conversions-inl.h | 90 int exponent = d.Exponent();
91 if (exponent < 0) {
92 if (exponent <= -Double::kSignificandSize) return 0;
93 return d.Sign() * static_cast<int32_t>(d.Significand() >> -exponent);
95 if (exponent > 31) return 0;
96 return d.Sign() * static_cast<int32_t>(d.Significand() << exponent);
131 // bits of the exponent, by effectively setting the (implicit) top bit of the
138 // exponent = 52
144 // exponent and remaining significand bits are valid, and only then check th
271 int exponent = 0; local
[all...] |
| /prebuilts/go/darwin-x86/src/math/ |
| logb.go | 7 // Logb returns the binary exponent of x.
26 // Ilogb returns the binary exponent of x as an integer.
45 // logb returns the binary exponent of x. It assumes x is finite and
|
| /prebuilts/go/linux-x86/src/math/ |
| logb.go | 7 // Logb returns the binary exponent of x.
26 // Ilogb returns the binary exponent of x as an integer.
45 // logb returns the binary exponent of x. It assumes x is finite and
|
| /external/aac/libPCMutils/src/ |
| limiter.cpp | 117 FIXP_DBL attackConst, releaseConst, exponent; local
139 exponent = invFixp(attack + 1);
140 attackConst = fPow(FL2FXCONST_DBL(0.1f), 0, exponent, 0, &e_ans);
144 exponent = invFixp(release + 1);
145 releaseConst = fPow(FL2FXCONST_DBL(0.1f), 0, exponent, 0, &e_ans);
457 FIXP_DBL attackConst, releaseConst, exponent; local
469 exponent = invFixp(attack + 1);
470 attackConst = fPow(FL2FXCONST_DBL(0.1f), 0, exponent, 0, &e_ans);
474 exponent = invFixp(release + 1);
475 releaseConst = fPow(FL2FXCONST_DBL(0.1f), 0, exponent, 0, &e_ans)
493 FIXP_DBL attackConst, exponent; local
519 FIXP_DBL releaseConst, exponent; local
[all...] |
| /external/icu/icu4c/source/i18n/ |
| precision.cpp | 50 DigitList &value, int32_t exponent, UErrorCode &status) const {
56 if (exponent == 0) {
60 adjustedIncrement.shiftDecimalRight(exponent);
72 exponent + leastSig,
262 int32_t exponent,
281 for (; i > exponent + maxPower10Exp; i -= maxPower10Exp) {
284 digits.fAbsIntValue /= gPower10[i - exponent];
295 ++exponent;
309 digits.fExponent = exponent;
310 int32_t upperExponent = exponent + digits.fDigits.length()
372 int32_t exponent = value.getScientificExponent( local
407 int64_t exponent = toScientific(round(value, status)); local
[all...] |
| decNumber.cpp | 62 /* precision (up to 999,999,999 digits) and arbitrary exponent */
71 /* be finite, positive, have an exponent of zero, and all digits */
73 /* which are 0 or 1 (and will have exponent=0 and a sign of 0). */
138 /* 4. Exponent checking is minimized by allowing the exponent to */
143 /* overflow (the most negative valid exponent is -1999999997, for */
144 /* a 999999999-digit number with adjusted exponent of -999999999). */
400 /* Invalid is set if the decNumber does not have exponent==0 or if */
408 /* special or too many digits, or bad exponent */
409 if (dn->bits&DECSPECIAL || dn->digits>10 || dn->exponent!=0) ; /* bad *
514 Int exponent=0; \/* working exponent [assume 0] *\/ local
4283 Int exponent; \/* working exponent *\/ local
4874 Int exponent; \/* work *\/ local
[all...] |
| /external/webrtc/webrtc/modules/rtp_rtcp/source/rtcp_packet/ |
| tmmbn.cc | 39 uint8_t exponent = 0; local
42 exponent = i;
46 *exp = exponent;
47 *mantissa = (input_base10 >> exponent);
|
| /external/apache-commons-math/src/main/java/org/apache/commons/math/fraction/ |
| BigFraction.java | 182 final long exponent = bits & 0x7ff0000000000000L; local
184 if (exponent != 0) {
191 int k = ((int) (exponent >> 52)) - 1075;
932 * <tt>(this<sup>exponent</sup>)</tt>, returning the result in reduced form.
935 * @param exponent
936 * exponent to which this <code>BigInteger</code> is to be
938 * @return <tt>this<sup>exponent</sup></tt>.
940 public BigFraction pow(final int exponent) {
941 if (exponent < 0) {
942 return new BigFraction(denominator.pow(-exponent), numerator.pow(-exponent))
[all...] |
| /prebuilts/go/darwin-x86/src/math/big/ |
| floatconv.go | 55 // exponent
74 // may be a nonzero exponent exp. The decimal point amounts to a
75 // division by b**(-fcount). An exponent means multiplication by
84 // normalize mantissa and determine initial exponent contributions
88 // determine binary or decimal exponent contribution of decimal point
92 // Adjust relevant exponent accordingly.
108 // take actual exponent into account
116 panic("unexpected exponent base")
127 err = fmt.Errorf("exponent overflow")
132 // no decimal exponent contributio
[all...] |
| /prebuilts/go/linux-x86/src/math/big/ |
| floatconv.go | 55 // exponent
74 // may be a nonzero exponent exp. The decimal point amounts to a
75 // division by b**(-fcount). An exponent means multiplication by
84 // normalize mantissa and determine initial exponent contributions
88 // determine binary or decimal exponent contribution of decimal point
92 // Adjust relevant exponent accordingly.
108 // take actual exponent into account
116 panic("unexpected exponent base")
127 err = fmt.Errorf("exponent overflow")
132 // no decimal exponent contributio
[all...] |
| /external/swiftshader/third_party/LLVM/lib/Support/ |
| APFloat.cpp | 124 /* Return the value of a decimal exponent of the form
127 If the exponent overflows, returns a large exponent with the
137 assert(p != end && "Exponent has no digits");
142 assert(p != end && "Exponent has no digits");
146 assert(absExponent < 10U && "Invalid character in exponent");
152 assert(value < 10U && "Invalid character in exponent");
163 assert(p == end && "Invalid exponent in exponent");
179 int exponent = 0
257 int exponent; member in struct:decimalInfo
[all...] |
| /external/llvm/test/MC/AsmParser/ |
| floating-literals.s | 60 # CHECK-ERROR: invalid hexadecimal floating-point constant: expected at least one exponent digit
63 # CHECK-ERROR: invalid hexadecimal floating-point constant: expected at least one exponent digit
66 # CHECK-ERROR: invalid hexadecimal floating-point constant: expected at least one exponent digit
75 # CHECK-ERROR: error: invalid hexadecimal floating-point constant: expected exponent part 'p'
|
| /frameworks/av/media/libstagefright/codecs/amrwb/src/ |
| pvamrwb_math_op.h | 81 int16 * exp /* (i/o) : exponent (value = frac x 2^exponent) */
91 int16 * exp /* (o) : exponent of result (0..+30) */
97 int16 *exponent, /* (o) : Integer part of Log2. (range: 0<=val<=30) */
104 int16 *exponent, /* (o) : Integer part of Log2. (range: 0<=val<=30) */
|
| /prebuilts/go/darwin-x86/test/fixedbugs/ |
| issue20232.go | 9 const _ = 6e5518446744 // ERROR "malformed constant: 6e5518446744 \(exponent overflow\)"
|
| /prebuilts/go/linux-x86/test/fixedbugs/ |
| issue20232.go | 9 const _ = 6e5518446744 // ERROR "malformed constant: 6e5518446744 \(exponent overflow\)"
|
| /external/aac/libAACdec/src/ |
| block.h | 198 * \brief find a common exponent (shift factor) for all sfb in each Spectral
244 * \return the exponent of the result (mantissa) stored into *pValue.
250 UINT exponent; local
254 exponent = DFRACT_BITS - freeBits;
255 FDK_ASSERT(exponent < 14);
270 *pValue = fMultDiv2(invQVal, MantissaTable[lsb][exponent]);
273 return ExponentTable[lsb][exponent] + 1;
|
| /external/aac/libSBRdec/src/ |
| transcendent.h | 132 \brief Add two values given by mantissa and exponent.
139 SCHAR a_e, /*!< Exponent of 1st operand a */
141 SCHAR b_e, /*!< Exponent of 2nd operand b */
143 SCHAR *ptrSum_e) /*!< Exponent of result */
153 For the smaller summand, the exponent is adapted and
178 SCHAR a_e, /*!< Exponent of 1st operand a */
180 SCHAR b_e, /*!< Exponent of 2nd operand b */
182 SCHAR *ptrSum_e) /*!< Exponent of result */
192 For the smaller summand, the exponent is adapted and
217 \brief Divide two values given by mantissa and exponent
[all...] |
| /external/deqp/framework/common/ |
| tcuFloat.hpp | 74 * \param exponent Exponent in range [1-ExponentBias, ExponentBias+1]
80 * The exponent normally used for zero/subnormals is an invalid input. Such
82 * normal exponent (1-ExponentBias). Additionally having both exponent and
85 * exponent of ExponentBias+1 and the appropriate mantissa (with leading
88 static inline Float construct (int sign, int exponent, StorageType mantissa);
93 * \param exponent Exponent in range [-ExponentBias, ExponentBias+1]
99 * The sign is turned into a sign bit and the exponent bias is added
114 inline int exponent (void) const { return isDenorm() ? 1 - ExponentBias : (int)exponentBits() - ExponentBias; } function in class:tcu::Float
[all...] |
