Lines Matching refs:precision
42 * precision specifications; fix various floating point conversion bugs;
45 * check for integer overflow of the field width, precision, and return
479 int precision = -1;
566 if (precision == -1)
567 precision = 0;
570 if (precision > (INT_MAX - ch) / 10) {
574 precision = 10 * precision + ch;
578 * C99 says: "A negative precision argument is
579 * taken as if the precision were omitted."
582 if ((precision = va_arg(args, int)) < 0)
583 precision = -1;
658 precision, flags);
703 precision, flags);
719 precision, flags, &overflow);
733 precision, flags, &overflow);
747 * If the precision is zero, it is treated as
750 if (precision == 0)
751 precision = 1;
753 precision, flags, &overflow);
764 precision, flags);
790 precision, flags);
845 precision = -1;
862 int precision, int flags)
865 int noprecision = (precision == -1);
870 /* If a precision was specified, don't read the string past it. */
872 (noprecision || strln < precision); strln++)
884 while (*value != '\0' && (noprecision || precision-- > 0)) {
896 int precision, int flags)
906 int noprecision = (precision == -1);
926 * For `o' conversion, it increases the precision, if and only
928 * zero (if the value and precision are both 0, a single 0 is
934 if (precision <= pos)
935 precision = pos + 1;
946 zpadlen = precision - pos - separators;
949 - MAX(precision, pos) /* Number of integer digits. */
961 * precision is specified, the `0' flag is ignored." (7.19.6.1, 6)
997 int precision, int flags, int *overflow)
1029 if (precision == -1)
1030 precision = 6;
1057 * For "%g" (and "%G") conversions, the precision
1061 * "%e" or "%E" conversions) depending on the precision
1067 * "e-style", the precision must be decremented by one.
1069 precision--;
1090 if (precision > 38)
1091 precision = 38;
1094 if (precision > 19)
1095 precision = 19;
1098 if (precision > 9)
1099 precision = 9;
1114 * part. For example, if the precision is 3, the mask will be 1000.
1116 mask = (UINTMAX_T)mypow10(precision);
1124 * (because precision = 3). Now, myround(1000 * 0.99962) will
1145 * "e-style", the precision must be adjusted and the integer and
1148 * C99 says: "Let P equal the precision if nonzero, 6 if the precision
1149 precision is zero. Then, if a conversion
1153 * precision P - (X + 1).
1155 * - otherwise, the conversion is with style `e' (or `E') and precision
1158 * Note that we had decremented the precision by one.
1161 precision + 1 > exponent && exponent >= -4) {
1162 precision -= exponent;
1197 leadfraczeros = precision - fpos;
1204 omitcount = precision;
1207 precision -= omitcount;
1214 if (precision > 0 || flags & PRINT_F_NUM)
1222 - precision /* Number of fractional digits. */
