Lines Matching refs:precision
79 double max_error_abs=17; /* Used when precision is DBL_DIG */
83 int precision = 5;
121 fprintf(stderr, "%.*g %d\n", DBL_DIG, test, precision);
126 png_ascii_from_fp(0, buffer, precision+10, test, precision);
131 if (buffer[precision+7] != 71)
134 precision, buffer, (unsigned long)strlen(buffer));
150 precision, buffer);
154 else if (!png_check_fp_number(buffer, precision+10, &state, &index) ||
158 precision, buffer, buffer[index]);
164 test, precision, buffer);
172 test, precision, buffer);
180 test, precision, buffer);
191 (precision >= DBL_DIG) ? DBL_DIG-1 : precision-1);
203 double percent = (precision >= DBL_DIG) ? max_error_abs : max_error;
206 if (precision >= DBL_DIG)
220 DBL_DIG, test, precision, buffer, DBL_DIG, out, change, allow,
235 /* Generate a new number and precision. */
236 precision = rand();
237 if (precision & 1) test = -test;
238 precision >>= 1;
242 test = precision+1;
246 int exponent = precision % (DBL_MAX_EXP - DBL_MIN_EXP) + DBL_MIN_EXP;
250 precision >>= 8; /* arbitrary */
253 /* This limits the precision to 32 digits, enough for standard
256 precision = (precision & 0x1f) + 1;
262 printf(" Error with >=%d digit precision %.2f%%\n", DBL_DIG, max_abs);
263 printf(" Error with < %d digit precision %.2f%%\n", DBL_DIG, max);
