| /prebuilts/go/linux-x86/src/math/big/ |
| decimal.go | 14 // >> of mantissa); but conversion of decimal floating-point values cannot
24 // with the most-significant mantissa digit at index 0. For the zero decimal, the
25 // mantissa length and exponent are 0.
28 mant []byte // mantissa ASCII digits, big-endian
32 // at returns the i'th mantissa digit, starting with the most significant digit at 0.
82 // Convert mantissa into decimal representation.
208 // round sets x to (at most) n mantissa digits by rounding it
209 // to the nearest even value with n (or fever) mantissa digits.
256 // trim cuts off any trailing zeros from x's mantissa;
|
| floatmarsh.go | 27 n := 0 // number of mantissa words
29 // add space for mantissa and exponent
30 n = int((x.prec + (_W - 1)) / _W) // required mantissa length in words for given precision
31 // actual mantissa slice could be shorter (trailing 0's) or longer (unused bits):
|
| /external/mesa3d/src/gallium/auxiliary/gallivm/ |
| lp_bld_format_float.c | 48 * Convert float32 to a float-like value with less exponent and mantissa
49 * bits. The mantissa is still biased, and the mantissa still has an implied 1,
53 * @param mantissa_bits the number of mantissa bits
65 * Note that this will pack mantissa, exponent and sign bit (if any) together,
112 * get rid of excess mantissa bits and sign bit
168 /* could also set more mantissa bits but need at least the highest mantissa bit */
178 * in the mantissa part which got chopped off) to +-Infinity.
261 * Convert a float-like value with less exponent and mantissa
[all...] |
| lp_bld_conv.c | 228 * secondly, even if there was, since the FP's mantissa takes only a fraction
247 unsigned mantissa; local
253 mantissa = lp_mantissa(src_type);
255 if (dst_width <= mantissa) {
258 * in the lowest significant bits of the mantissa, with correct rounding.
260 * This only works if the destination width fits in the mantissa.
271 bias = (double)(1ULL << (mantissa - dst_width));
280 else if (dst_width == (mantissa + 1)) {
283 * floating point (i.e., mantissa + 1 bits). Even so correct rounding
310 * and (mantissa + 1) correct bits for values near 1.0. Equally or mor
375 unsigned mantissa; local
[all...] |
| /device/google/contexthub/firmware/os/core/ |
| floatRt.c | 29 * m = mantissa (with one bit removed)
77 //get mantissa and the implied leading one
109 //get mantissa and the implied leading one
|
| /external/mesa3d/src/gallium/docs/source/ |
| format.rst | 23 - ``FIXED``: Signed fixed point integer, (N/2 - 1) bits of mantissa
35 each of red green and blue mantissa, with a shared five bit exponent.
36 ``R11G11B10_FLOAT`` is five bits of exponent and five or six bits of mantissa
|
| /external/skia/src/core/ |
| SkHalf.h | 15 // format is 1 bit sign, 5 bits exponent, 10 bits mantissa
55 // For normal half floats, extend the mantissa by 13 zero bits,
77 // then drop the bottom 13 mantissa bits.
|
| /external/skqp/src/core/ |
| SkHalf.h | 15 // format is 1 bit sign, 5 bits exponent, 10 bits mantissa
55 // For normal half floats, extend the mantissa by 13 zero bits,
77 // then drop the bottom 13 mantissa bits.
|
| /external/aac/libFDK/include/x86/ |
| fixpoint_math_x86.h | 127 * \param op_m mantissa of input value.
129 * \return mantissa of the result
150 * \param op mantissa of the input value.
151 * \return mantissa of the result with implizit exponent of 31
169 * \param op_m mantissa of the input value.
172 * \return mantissa of the result
|
| /external/llvm/lib/Target/AArch64/MCTargetDesc/ |
| AArch64AddressingModes.h | 351 uint8_t Mantissa = Imm & 0xf;
363 FPUnion.I |= Mantissa << 19;
373 int32_t Mantissa = Imm.getZExtValue() & 0x3ff; // 10 bits
375 // We can handle 4 bits of mantissa.
376 // mantissa = (16+UInt(e:f:g:h))/16.
377 if (Mantissa & 0x3f)
379 Mantissa >>= 6;
386 return ((int)Sign << 7) | (Exp << 4) | Mantissa;
399 int64_t Mantissa = Imm.getZExtValue() & 0x7fffff; // 23 bits
401 // We can handle 4 bits of mantissa
[all...] |
| /external/icu/icu4c/source/i18n/ |
| precision.h | 212 * The value that 'digits' is initialized to is mantissa * 10^exponent.
213 * For example mantissa = 54700 and exponent = -3 means 54.7. The
215 * not the number of trailing zeros in the mantissa, determine whether or
218 * @param mantissa the digits. May be positive or negative. May contain
227 int64_t mantissa,
260 * Converts value to a mantissa and exponent.
262 * @param value modified in place to be the mantissa. Depending on
263 * the precision settings, the resulting mantissa may not fall
|
| /external/libchrome/base/ |
| rand_util.cc | 38 // in the target type's mantissa, and raising it to an appropriate power to
39 // produce output in the range [0, 1). For IEEE 754 doubles, the mantissa
|
| /external/libgsm/src/ |
| table.c | 54 /* Table 4.5 Normalized inverse mantissa used to compute xM/xmax
60 /* Table 4.6 Normalized direct mantissa used to compute xM/xmax
|
| /external/swiftshader/src/Common/ |
| Half.cpp | 31 unsigned int mantissa = (abs & 0x007FFFFF) | 0x00800000; local
36 abs = mantissa >> e;
|
| /frameworks/native/opengl/libagl/ |
| fixed_asm.S | 39 mov r2, r0, lsl #8 /* mantissa<<8 */
55 mov r2, r0, lsl #8 /* mantissa<<8 */
|
| /bionic/libm/upstream-freebsd/lib/msun/src/ |
| e_fmodl.c | 39 * fractional mantissa, if the architecture doesn't have such a bit by
60 * - The low part of the mantissa fits in a manl_t exactly.
61 * - The high part of the mantissa fits in an int64_t with enough room
139 ux.bits.manh = hx; /* The mantissa is truncated here if needed. */
|
| /external/mesa3d/src/mesa/main/ |
| querymatrix.h | 36 _mesa_QueryMatrixxOES(GLfixed mantissa[16], GLint exponent[16]);
|
| /frameworks/base/core/java/android/bluetooth/ |
| BluetoothGattCharacteristic.java | 655 * @param mantissa Mantissa for this characteristic
661 public boolean setValue(int mantissa, int exponent, int formatType, int offset) {
668 mantissa = intToSignedBits(mantissa, 12);
670 mValue[offset++] = (byte) (mantissa & 0xFF);
671 mValue[offset] = (byte) ((mantissa >> 8) & 0x0F);
676 mantissa = intToSignedBits(mantissa, 24);
678 mValue[offset++] = (byte) (mantissa & 0xFF)
736 int mantissa = unsignedToSigned(unsignedByteToInt(b0) local
746 int mantissa = unsignedToSigned(unsignedByteToInt(b0) local
[all...] |
| /prebuilts/go/darwin-x86/src/math/big/ |
| floatmarsh.go | 27 n := 0 // number of mantissa words
29 // add space for mantissa and exponent
30 n = int((x.prec + (_W - 1)) / _W) // required mantissa length in words for given precision
31 // actual mantissa slice could be shorter (trailing 0's) or longer (unused bits):
|
| /cts/tests/tests/renderscript/src/android/renderscript/cts/ |
| float16_gen.c | 82 // 16-bit masks for extracting sign, exponent and mantissa bits
87 // NaN has all exponent bits set to 1 and a non-zero mantissa
93 // Infinity has all exponent bits set to 1 and zeroes in mantissa
99 // Subnormal numbers have exponent bits set to 0 and a non-zero mantissa
148 // - a has same exponent as 'value', zeroes for sign and mantissa
149 // - b has same exponent and sign as 'a', and has '1' in the mantissa
151 // the mantissa
|
| /external/v8/tools/ |
| generate-ten-powers.scm | 88 (define (generate-powers from to mantissa-size)
89 (let* ((nb-bits mantissa-size)
97 ;; want to create the matissa of 1/ten^i. However the mantissa must be
118 ;; start with 1.0. mantissa: 10...0 (1 followed by nb-bits-1 bits)
229 (define *mantissa-size* #f)
245 (("--mantissa-size" ?size (help "Container-size in bits"))
246 (set! *mantissa-size* (string->number size)))
264 (when (not *mantissa-size*)
266 "Missing mantissa size"
273 (let ((dividers (generate-powers *from* *to* *mantissa-size*)
[all...] |
| /libcore/luni/src/main/java/java/math/ |
| Conversion.java | 436 * Take 53 bits from lVal to mantissa. The least significant bit is
439 long mantissa = lVal & 0x1FFFFFFFFFFFFFL; local
441 if (mantissa == 0X1FFFFFFFFFFFFFL) {
445 if (mantissa == 0x1FFFFFFFFFFFFEL) {
449 // Round the mantissa
450 if (((mantissa & 1) == 1)
451 && (((mantissa & 2) == 2) || BitLevel.nonZeroDroppedBits(delta,
453 mantissa += 2;
455 mantissa >>= 1; // drop the rounding bit
458 long result = resSign | exponent | mantissa;
[all...] |
| /external/swiftshader/third_party/LLVM/lib/Target/ARM/MCTargetDesc/ |
| ARMAddressingModes.h | 591 uint8_t Mantissa = Imm & 0xf;
603 FPUnion.I |= Mantissa << 19;
613 int64_t Mantissa = Imm.getZExtValue() & 0x7fffff; // 23 bits
615 // We can handle 4 bits of mantissa.
616 // mantissa = (16+UInt(e:f:g:h))/16.
617 if (Mantissa & 0x7ffff)
619 Mantissa >>= 19;
620 if ((Mantissa & 0xf) != Mantissa)
628 return ((int)Sign << 7) | (Exp << 4) | Mantissa;
[all...] |
| /external/llvm/lib/Target/ARM/MCTargetDesc/ |
| ARMAddressingModes.h | 660 uint8_t Mantissa = Imm & 0xf;
672 FPUnion.I |= Mantissa << 19;
682 int64_t Mantissa = Imm.getZExtValue() & 0x3ff; // 10 bits
684 // We can handle 4 bits of mantissa.
685 // mantissa = (16+UInt(e:f:g:h))/16.
686 if (Mantissa & 0x3f)
688 Mantissa >>= 6;
695 return ((int)Sign << 7) | (Exp << 4) | Mantissa;
708 int64_t Mantissa = Imm.getZExtValue() & 0x7fffff; // 23 bits
710 // We can handle 4 bits of mantissa
[all...] |
| /external/compiler-rt/lib/builtins/ |
| floattidf.c | 78 ((su_int)(a >> 32) & 0x000FFFFF); /* mantissa-high */
79 fb.u.s.low = (su_int)a; /* mantissa-low */
|
