| /external/mesa3d/src/mesa/main/ |
| querymatrix.c | 25 * GLbitfield glQueryMatrixxOES( GLfixed mantissa[16],
27 * mantissa[16] contains the contents of the current matrix in GLfixed
30 * is close to mantissa[i] * 2^exponent[i]. The function returns a status
42 _mesa_QueryMatrixxOES(GLfixed mantissa[16], GLint exponent[16])
108 mantissa[i] = FLOAT_TO_FIXED(normalizedFraction);
123 mantissa[i] = INT_TO_FIXED(0);
133 mantissa[i] = INT_TO_FIXED(1);
136 mantissa[i] = -INT_TO_FIXED(1);
146 mantissa[i] = INT_TO_FIXED(2);
|
| /external/webrtc/webrtc/modules/rtp_rtcp/source/rtcp_packet/ |
| tmmbn.cc | 34 uint32_t* mantissa,
36 // input_base10 = mantissa * 2^exp
47 *mantissa = (input_base10 >> exponent);
54 uint32_t mantissa = 0; local
56 ComputeMantissaAnd6bitBase2Exponent(bitrate_bps, 17, &mantissa, &exp);
59 AssignUWord8(buffer, pos, (exp << 2) + ((mantissa >> 15) & 0x03));
60 AssignUWord8(buffer, pos, mantissa >> 7);
61 AssignUWord8(buffer, pos, (mantissa << 1) +
75 // | MxTBR Exp | MxTBR Mantissa |Measured Overhead|
|
| /frameworks/opt/net/voip/src/jni/rtp/ |
| G711Codec.cpp | 61 int mantissa = (sample >> (exponent + 3)) & 0x0F; local
62 ulaws[i] = ~(sign | (exponent << 4) | mantissa);
76 int mantissa = ulaw & 0x0F; local
77 int sample = (((mantissa << 3) + 132) << exponent) - 132;
111 int mantissa = (sample >> (exponent == 0 ? 4 : exponent + 3)) & 0x0F; local
112 alaws[i] = (sign | (exponent << 4) | mantissa) ^ 0xD5;
126 int mantissa = alaw & 0x0F; local
127 int sample = (exponent == 0 ? (mantissa << 4) + 8 :
128 ((mantissa << 3) + 132) << exponent);
|
| /external/aac/libFDK/include/ |
| fixpoint_math.h | 167 * \param a_m mantissa of the first input value.
169 * \param b_m mantissa of the second input value.
283 * \param op_m mantissa of input value.
285 * \return mantissa of the result
363 * \param op mantissa of the input value.
364 * \return mantissa of the result with implicit exponent of 31
384 * \param op_m mantissa of the input value.
387 * \return mantissa of the result
428 * \return mantissa of the product f1*f2
435 * \param f1_m mantissa of factor
[all...] |
| /prebuilts/go/darwin-x86/src/strconv/ |
| atof.go | 11 // 3) Multiply by 2^precision and round to get mantissa.
154 // readFloat reads a decimal mantissa and exponent from a float
157 func readFloat(s string) (mantissa uint64, exp int, neg, trunc, ok bool) {
197 mantissa *= 10
198 mantissa += uint64(c - '0')
247 if mantissa != 0 {
371 func atof64exact(mantissa uint64, exp int, neg bool) (f float64, ok bool) {
372 if mantissa>>float64info.mantbits != 0 {
375 f = float64(mantissa)
403 // If possible to compute mantissa*10^exp to 32-bit float f exactly
[all...] |
| /prebuilts/go/linux-x86/src/strconv/ |
| atof.go | 11 // 3) Multiply by 2^precision and round to get mantissa.
154 // readFloat reads a decimal mantissa and exponent from a float
157 func readFloat(s string) (mantissa uint64, exp int, neg, trunc, ok bool) {
197 mantissa *= 10
198 mantissa += uint64(c - '0')
247 if mantissa != 0 {
371 func atof64exact(mantissa uint64, exp int, neg bool) (f float64, ok bool) {
372 if mantissa>>float64info.mantbits != 0 {
375 f = float64(mantissa)
403 // If possible to compute mantissa*10^exp to 32-bit float f exactly
[all...] |
| /prebuilts/gcc/linux-x86/host/x86_64-linux-glibc2.15-4.8/sysroot/usr/include/ |
| ieee754.h | 38 unsigned int mantissa:23; member in struct:ieee754_float::__anon62354
41 unsigned int mantissa:23; member in struct:ieee754_float::__anon62354
54 unsigned int mantissa:22; member in struct:ieee754_float::__anon62355
57 unsigned int mantissa:22; member in struct:ieee754_float::__anon62355
78 /* Together these comprise the mantissa. */
89 /* Together these comprise the mantissa. */
105 /* Together these comprise the mantissa. */
116 /* Together these comprise the mantissa. */
|
| /external/deqp/framework/common/ |
| tcuFloat.hpp | 75 * \param mantissa Mantissa bits with implicit leading bit explicitly set
79 * The normally implicit leading bit of the mantissa must be explicitly set.
81 * values are specified with the leading mantissa bit of zero and the lowest
83 * mantissa set to zero is a shorthand notation for the correctly signed
85 * exponent of ExponentBias+1 and the appropriate mantissa (with leading
88 static inline Float construct (int sign, int exponent, StorageType mantissa);
94 * \param mantissa Mantissa bits
115 inline StorageType mantissa (void) const { return isZero() || isDenorm() ? mantissaBits() : (mantissaBits() | (StorageType(1) (…) function in class:tcu::Float
[all...] |
| /external/icu/icu4c/source/i18n/ |
| precision.cpp | 261 int64_t mantissa,
273 if (mantissa > -1000000000000000000LL /* -1e18 */
274 && mantissa < 1000000000000000000LL /* 1e18 */) {
275 digits.fAbsIntValue = mantissa;
287 if (mantissa == 0) {
293 while (mantissa % 10 == 0) {
294 mantissa /= 10;
297 if (mantissa < 0) {
298 digits.fDigits.append((char) -(mantissa % -10), status);
299 mantissa /= -10
[all...] |
| /prebuilts/go/darwin-x86/src/math/big/ |
| ftoa.go | 26 // 'p' -0x.dddp±dd, binary exponent, hexadecimal mantissa
28 // For the binary exponent formats, the mantissa is printed in normalized form:
30 // 'b' decimal integer mantissa using x.Prec() bits, or -0
31 // 'p' hexadecimal fraction with 0.5 <= 0.mantissa < 1.0, or -0
41 // x.Prec() mantissa bits.
164 // if the mantissa is zero, the number is zero - stop now
177 // 1) Compute normalized mantissa mant and exponent exp for x such
202 // the original mantissa is even, so that ToNearestEven rounding
203 // would round to the original mantissa and not the neighbors.
204 inclusive := mant[0]&2 == 0 // test bit 1 since original mantissa was shifted by
[all...] |
| float.go | 24 // sign × mantissa × 2**exponent
26 // with 0.5 <= mantissa < 1.0, and MinExp <= exponent <= MaxExp.
32 // The precision is the maximum number of mantissa bits available to
34 // be rounded to fit into the mantissa bits, and accuracy describes the
96 // Internal representation: The mantissa bits x.mant of a nonzero finite
98 // the slice may (but doesn't have to) be shorter if the mantissa contains
100 // the msb is shifted all the way "to the left"). Thus, if the mantissa has
102 // x.mant[0] has trailing zero bits. The msb of the mantissa corresponds
110 // 0 < |x| < +Inf finite sign mantissa exponent
154 // value of z. Rounding occurs according to z's rounding mode if the mantissa
[all...] |
| floatconv.go | 48 // mantissa
73 // The mantissa may have a decimal point (fcount <= 0) and there
76 // ebase**exp. Finally, mantissa normalization (shift left) requires
84 // normalize mantissa and determine initial exponent contributions
90 // The mantissa has a "decimal" point ddd.dddd; and
103 panic("unexpected mantissa base")
214 // point number with a mantissa in the given conversion base (the exponent
223 // number = [ sign ] [ prefix ] mantissa [ exponent ] | infinity .
226 // mantissa = digits | digits "." [ digits ] | "." digits .
245 // distinguished from a mantissa digit)
[all...] |
| decimal.go | 14 // >> of mantissa); but conversion of decimal floating-point values cannot
24 // with the most-significant mantissa digit at index 0. For the zero decimal, the
25 // mantissa length and exponent are 0.
28 mant []byte // mantissa ASCII digits, big-endian
32 // at returns the i'th mantissa digit, starting with the most significant digit at 0.
82 // Convert mantissa into decimal representation.
208 // round sets x to (at most) n mantissa digits by rounding it
209 // to the nearest even value with n (or fever) mantissa digits.
256 // trim cuts off any trailing zeros from x's mantissa;
|
| /prebuilts/go/linux-x86/src/math/big/ |
| ftoa.go | 26 // 'p' -0x.dddp±dd, binary exponent, hexadecimal mantissa
28 // For the binary exponent formats, the mantissa is printed in normalized form:
30 // 'b' decimal integer mantissa using x.Prec() bits, or -0
31 // 'p' hexadecimal fraction with 0.5 <= 0.mantissa < 1.0, or -0
41 // x.Prec() mantissa bits.
164 // if the mantissa is zero, the number is zero - stop now
177 // 1) Compute normalized mantissa mant and exponent exp for x such
202 // the original mantissa is even, so that ToNearestEven rounding
203 // would round to the original mantissa and not the neighbors.
204 inclusive := mant[0]&2 == 0 // test bit 1 since original mantissa was shifted by
[all...] |
| float.go | 24 // sign × mantissa × 2**exponent
26 // with 0.5 <= mantissa < 1.0, and MinExp <= exponent <= MaxExp.
32 // The precision is the maximum number of mantissa bits available to
34 // be rounded to fit into the mantissa bits, and accuracy describes the
96 // Internal representation: The mantissa bits x.mant of a nonzero finite
98 // the slice may (but doesn't have to) be shorter if the mantissa contains
100 // the msb is shifted all the way "to the left"). Thus, if the mantissa has
102 // x.mant[0] has trailing zero bits. The msb of the mantissa corresponds
110 // 0 < |x| < +Inf finite sign mantissa exponent
154 // value of z. Rounding occurs according to z's rounding mode if the mantissa
[all...] |
| floatconv.go | 48 // mantissa
73 // The mantissa may have a decimal point (fcount <= 0) and there
76 // ebase**exp. Finally, mantissa normalization (shift left) requires
84 // normalize mantissa and determine initial exponent contributions
90 // The mantissa has a "decimal" point ddd.dddd; and
103 panic("unexpected mantissa base")
214 // point number with a mantissa in the given conversion base (the exponent
223 // number = [ sign ] [ prefix ] mantissa [ exponent ] | infinity .
226 // mantissa = digits | digits "." [ digits ] | "." digits .
245 // distinguished from a mantissa digit)
[all...] |
| /external/google-benchmark/src/ |
| string_util.cc | 31 double one_k, std::string* mantissa,
57 *mantissa = mantissa_stream.str();
72 *mantissa = mantissa_stream.str();
83 *mantissa = mantissa_stream.str();
102 std::string mantissa; local
104 ToExponentAndMantissa(value, threshold, precision, one_k, &mantissa,
106 return mantissa + ExponentToPrefix(exponent, false);
|
| /external/libcxx/utils/google-benchmark/src/ |
| string_util.cc | 31 double one_k, std::string* mantissa,
57 *mantissa = mantissa_stream.str();
72 *mantissa = mantissa_stream.str();
83 *mantissa = mantissa_stream.str();
102 std::string mantissa; local
104 ToExponentAndMantissa(value, threshold, precision, one_k, &mantissa,
106 return mantissa + ExponentToPrefix(exponent, false);
|
| /external/mesa3d/src/gallium/drivers/r300/compiler/ |
| radeon_inline_literals.c | 39 * 22:0 mantissa
44 * 0:2 mantissa
51 unsigned mantissa = float_bits & 0x007fffff; local
66 if (mantissa & mantissa_mask) {
69 mantissa, mantissa_mask,
70 mantissa & mantissa_mask);
75 r300_mantissa = (mantissa & ~mantissa_mask) >> 20;
|
| /prebuilts/ndk/r16/sources/cxx-stl/llvm-libc++/utils/google-benchmark/src/ |
| string_util.cc | 33 double one_k, std::string* mantissa,
59 *mantissa = mantissa_stream.str();
74 *mantissa = mantissa_stream.str();
85 *mantissa = mantissa_stream.str();
104 std::string mantissa; local
106 ToExponentAndMantissa(value, threshold, precision, 1024.0, &mantissa,
108 return mantissa + ExponentToPrefix(exponent, false);
|
| /external/llvm/test/Transforms/Float2Int/ |
| toolarge.ll | 8 ; fp128 has a 112-bit mantissa, which can hold an i80. But we only support
|
| /libcore/luni/src/main/native/ |
| cbigint.h | 30 inf == (all exponent bits set) and (all mantissa bits clear)
31 nan == (all exponent bits set) and (at least one mantissa bit set)
33 zero == (all exponent bits clear) and (all mantissa bits clear)
34 denormal == (all exponent bits clear) and (at least one mantissa bit set)
|
| cbigint.cpp | 430 uint64_t mantissa, test64; local
449 mantissa = *arg << highBit;
451 CREATE_DOUBLE_BITS (mantissa, -highBit);
456 mantissa = *arg >> highBit;
458 CREATE_DOUBLE_BITS (mantissa, highBit);
462 if (test > 0x400 || ((test == 0x400) && (mantissa & 1)))
474 mantissa =
480 mantissa = arg[length];
483 CREATE_DOUBLE_BITS (mantissa, length * 64 - highBit);
487 if (test64 > SIGN_MASK || ((test64 == SIGN_MASK) && (mantissa & 1))
[all...] |
| /external/tensorflow/tensorflow/compiler/xla/tests/ |
| reduce_precision_test.cc | 50 // mantissa bits.)
52 // Vectors of exponent and mantissa sizes to test. We want to test IEEE-f32 (a
53 // no-op), IEEE-f16, and exponent-reduction-only and mantissa-reduction-only
65 // input and expected values in a more readable manner. The mantissa bits
96 // Smallest value that doesn't underflow to zero, due to mantissa rounding
104 // Smallest value that doesn't underflow to zero even without mantissa
120 // Value with highest mantissa that rounds down.
127 // Value with lowest mantissa that rounds up.
135 // Value with highest mantissa that rounds down.
142 // Value with a mantissa that rounds up
[all...] |
| /frameworks/base/core/jni/ |
| android_opengl_GLES10Ext.cpp | 457 /* GLbitfield glQueryMatrixxOES ( GLfixed *mantissa, GLint *exponent ) */
467 GLfixed *mantissa = (GLfixed *) 0; local
475 _exceptionMessage = "mantissa == null";
493 mantissa = mantissa_base + mantissaOffset;
519 (GLfixed *)mantissa,
538 /* GLbitfield glQueryMatrixxOES ( GLfixed *mantissa, GLint *exponent ) */
551 GLfixed *mantissa = (GLfixed *) 0; local
558 _exceptionMessage = "mantissa == null";
561 mantissa = (GLfixed *)getPointer(_env, mantissa_buf, (jarray*)&_mantissaArray, &_mantissaRemaining, &_mantissaBufferOffset);
581 if (mantissa == NULL)
[all...] |
