Lines Matching full:precision
138 Py_ssize_t precision;
155 printf("internal format spec: precision %zd\n", format->precision);
191 format->precision = -1;
249 /* Parse field precision */
253 consumed = get_integer(&ptr, end, &format->precision);
258 /* Not having a precision after a dot is an error. */
261 "Format specifier missing precision");
433 /* not all fields of format are used. for example, precision is
705 /* if precision is specified, output no more that format.precision
707 if (format->precision >= 0 && len >= format->precision) {
708 len = format->precision;
761 /* no precision allowed on integers */
762 if (format->precision != -1) {
764 "Precision not allowed in integer format specifier");
939 Py_ssize_t precision;
958 if (format->precision > INT_MAX) {
959 PyErr_SetString(PyExc_ValueError, "precision too big");
962 precision = (int)format->precision;
974 digit after the decimal point, and different default precision.*/
995 if (precision < 0)
996 precision = default_precision;
1001 buf = PyOS_double_to_string(val, (char)type, precision, flags,
1094 Py_ssize_t precision;
1123 if (format->precision > INT_MAX) {
1124 PyErr_SetString(PyExc_ValueError, "precision too big");
1127 precision = (int)format->precision;
1175 if (precision < 0)
1176 precision = default_precision;
1181 re_buf = PyOS_double_to_string(re, (char)type, precision, flags,
1185 im_buf = PyOS_double_to_string(im, (char)type, precision, flags,