Lines Matching refs:precision
421 If m>=n=1, perform a single-precision division:
428 If m>=n>1, perform a multiple-precision division:
515 /* n=1: single precision division.
548 /* n>1: multiple precision division.
967 precision. */
1504 /* Tests whether a string of digits consists of exactly PRECISION zeroes and
1507 is_borderline (const char *digits, size_t precision)
1509 for (; precision > 0; precision--, digits++)
1536 size_t precision, int pad_ourselves)
1564 if (tmp_length < precision)
1565 tmp_length = precision;
1594 if (tmp_length < precision)
1595 tmp_length = precision;
1622 if (tmp_length < precision)
1623 tmp_length = precision;
1645 tmp_length = xsum (tmp_length, precision);
1651 tmp_length = xsum (tmp_length, precision);
1667 if (tmp_length < precision)
1668 tmp_length = precision;
1688 "If the precision is not specified or is greater than the size
1690 So if there is a precision, we must not use wcslen. */
1694 tmp_length = local_wcsnlen (arg, precision);
1699 "If a precision is specified, no more than that many bytes are
1702 character sequence length given by the precision, the function
1705 So if there is a precision, we must not use wcslen. */
1715 "If the precision is not specified or is greater than the size
1718 So if there is a precision, we must not use strlen. */
1723 "If the precision is not specified or greater than the size of
1725 So if there is a precision, we must not use strlen. */
1729 tmp_length = local_strnlen (arg, precision);
1947 size_t precision;
1982 precision = 0;
1992 /* "A negative precision is taken as if the precision
1996 precision = arg;
2004 precision = 0;
2006 precision = xsum (xtimes (precision, 10), *digitp++ - '0');
2021 /* Use only PRECISION characters, from the left. */
2024 for (; precision > 0; precision--)
2149 /* Use only PRECISION characters, from the left. */
2152 for (; precision > 0; precision--)
2277 /* Use only PRECISION characters, from the left. */
2280 for (; precision > 0; precision--)
2413 length (tmp_length), in the case when a precision is
2425 size_t precision;
2460 precision = 6;
2470 /* "A negative precision is taken as if the precision
2474 precision = arg;
2482 precision = 0;
2484 precision = xsum (xtimes (precision, 10), *digitp++ - '0');
2498 /* Use only as many bytes as needed to produce PRECISION
2506 for (; precision > 0; precision--)
2665 at most PRECISION bytes, from the left. */
2672 while (precision > 0)
2696 if (precision < count)
2700 precision -= count;
2945 size_t precision;
2985 precision = 0;
2995 /* "A negative precision is taken as if the precision
2999 precision = arg;
3007 precision = 0;
3009 precision = xsum (xtimes (precision, 10), *digitp++ - '0');
3027 if (tmp_length < precision)
3028 tmp_length = precision;
3115 && precision < (unsigned int) ((LDBL_DIG + 1) * 0.831) + 1)
3121 for (q = precision; ; q--)
3136 for (q = precision; q > 0; q--)
3151 || mantissa > 0.0L || precision > 0)
3165 if (precision > 0)
3166 precision--;
3168 while (precision > 0)
3171 precision--;
3266 && precision < (unsigned int) ((DBL_DIG + 1) * 0.831) + 1)
3272 for (q = precision; ; q--)
3287 for (q = precision; q > 0; q--)
3302 || mantissa > 0.0 || precision > 0)
3316 if (precision > 0)
3317 precision--;
3319 while (precision > 0)
3322 precision--;
3452 size_t precision;
3492 precision = 0;
3502 /* "A negative precision is taken as if the precision
3506 precision = arg;
3514 precision = 0;
3516 precision = xsum (xtimes (precision, 10), *digitp++ - '0');
3521 /* POSIX specifies the default precision to be 6 for %f, %F,
3523 the same default precision also for %g, %G. But for %a, %A,
3524 the default precision is 0. */
3527 precision = 6;
3541 if (tmp_length < precision)
3542 tmp_length = precision;
3554 if (exponent >= 0 && tmp_length < exponent + precision)
3555 tmp_length = exponent + precision;
3570 if (exponent >= 0 && tmp_length < exponent + precision)
3571 tmp_length = exponent + precision;
3661 scale10_round_decimal_long_double (arg, precision);
3669 if (ndigits > precision)
3675 while (ndigits > precision);
3678 /* Here ndigits <= precision. */
3679 if ((flags & FLAG_ALT) || precision > 0)
3682 for (; precision > ndigits; precision--)
3701 if ((flags & FLAG_ALT) || precision > 0)
3704 for (; precision > 0; precision--)
3721 (int)precision - exponent);
3729 if (ndigits == precision + 1)
3731 if (ndigits < precision
3732 || ndigits > precision + 2)
3742 if (ndigits == precision)
3748 /* Here ndigits = precision+1. */
3749 if (is_borderline (digits, precision))
3756 (int)precision - exponent + 1);
3763 if (strlen (digits2) == precision + 1)
3772 /* Here ndigits = precision+1. */
3775 if ((flags & FLAG_ALT) || precision > 0)
3816 if (precision == 0)
3817 precision = 1;
3818 /* precision >= 1. */
3821 /* The exponent is 0, >= -4, < precision.
3824 size_t ndigits = precision;
3828 (flags & FLAG_ALT ? 0 : precision - 1);
3857 (int)(precision - 1) - exponent);
3865 if (ndigits == precision)
3867 if (ndigits < precision - 1
3868 || ndigits > precision + 1)
3878 if (ndigits < precision)
3884 /* Here ndigits = precision. */
3885 if (is_borderline (digits, precision - 1))
3892 (int)(precision - 1) - exponent + 1);
3899 if (strlen (digits2) == precision)
3908 /* Here ndigits = precision. */
3920 && exponent < (long)precision)
3929 /* Note: count <= precision = ndigits. */
4011 if ((flags & FLAG_ALT) || precision > 0)
4014 for (; precision > 0; precision--)
4021 if ((flags & FLAG_ALT) || precision > 0)
4024 for (; precision > 0; precision--)
4038 (precision > 0 ? precision - 1 : 0);
4050 if ((flags & FLAG_ALT) || precision > 0)
4053 for (; precision > 0; precision--)
4126 scale10_round_decimal_double (arg, precision);
4131 if (ndigits > precision)
4137 while (ndigits > precision);
4140 /* Here ndigits <= precision. */
4141 if ((flags & FLAG_ALT) || precision > 0)
4144 for (; precision > ndigits; precision--)
4163 if ((flags & FLAG_ALT) || precision > 0)
4166 for (; precision > 0; precision--)
4183 (int)precision - exponent);
4188 if (ndigits == precision + 1)
4190 if (ndigits < precision
4191 || ndigits > precision + 2)
4201 if (ndigits == precision)
4207 /* Here ndigits = precision+1. */
4208 if (is_borderline (digits, precision))
4215 (int)precision - exponent + 1);
4221 if (strlen (digits2) == precision + 1)
4230 /* Here ndigits = precision+1. */
4233 if ((flags & FLAG_ALT) || precision > 0)
4290 if (precision == 0)
4291 precision = 1;
4292 /* precision >= 1. */
4295 /* The exponent is 0, >= -4, < precision.
4298 size_t ndigits = precision;
4302 (flags & FLAG_ALT ? 0 : precision - 1);
4331 (int)(precision - 1) - exponent);
4336 if (ndigits == precision)
4338 if (ndigits < precision - 1
4339 || ndigits > precision + 1)
4349 if (ndigits < precision)
4355 /* Here ndigits = precision. */
4356 if (is_borderline (digits, precision - 1))
4363 (int)(precision - 1) - exponent + 1);
4369 if (strlen (digits2) == precision)
4378 /* Here ndigits = precision. */
4390 && exponent < (long)precision)
4399 /* Note: count <= precision = ndigits. */
4497 if ((flags & FLAG_ALT) || precision > 0)
4500 for (; precision > 0; precision--)
4507 if ((flags & FLAG_ALT) || precision > 0)
4510 for (; precision > 0; precision--)
4529 (precision > 0 ? precision - 1 : 0);
4614 size_t precision;
4674 precision = 6;
4684 /* "A negative precision is taken as if the precision
4688 precision = arg;
4696 precision = 0;
4698 precision = xsum (xtimes (precision, 10), *digitp++ - '0');
4704 /* Decide whether to handle the precision ourselves. */
4711 prec_ourselves = has_precision && (precision > 0);
4747 flags, width, has_precision, precision,
4818 /* The precision specification is known to consist only
5157 precision, pad_ourselves);
5248 /* Handle the precision. */
5272 if (precision > move)
5275 size_t insert = precision - move;
