| /prebuilts/gdb/linux-x86/lib/python2.7/test/ |
| test_str.py | 329 self.assertEqual("{0:.{precision}s}".format('hello world', precision=5), 'hello')
330 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width=10, precision=5), 'hello ')
331 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width='10', precision='5'), 'hello ')
|
| /prebuilts/python/darwin-x86/2.7.5/lib/python2.7/test/ |
| test_str.py | 329 self.assertEqual("{0:.{precision}s}".format('hello world', precision=5), 'hello')
330 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width=10, precision=5), 'hello ')
331 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width='10', precision='5'), 'hello ')
|
| /prebuilts/python/linux-x86/2.7.5/lib/python2.7/test/ |
| test_str.py | 329 self.assertEqual("{0:.{precision}s}".format('hello world', precision=5), 'hello')
330 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width=10, precision=5), 'hello ')
331 self.assertEqual("{0:{width}.{precision}s}".format('hello world', width='10', precision='5'), 'hello ')
|
| /external/deqp/modules/gles2/functional/ |
| es2fShaderStateQueryTests.cpp | 1317 const char* precision; member in struct:deqp::gles2::Functional::__anon18338::ProgramUniformCase::UniformType
2173 int precision; member in struct:deqp::gles2::Functional::__anon18338::PrecisionFormatCase::RequiredFormat
2190 gls::StateQueryUtil::StateQueryMemoryWriteGuard<glw::GLint> precision; local
[all...] |
| /external/python/cpython2/Doc/library/ |
| string.rst | 289 precision and so on. Each value type can define its own "formatting
326 format_spec: [[`fill`]`align`][`sign`][#][0][`width`][,][.`precision`][`type`]
331 precision: `integer`
402 The *precision* is a decimal number indicating how many digits should be
407 used from the field content. The *precision* is not allowed for integer values.
461 | | The default precision is ``6``. |
467 | | number. The default precision is ``6``. |
471 | ``'g'`` | General format. For a given precision ``p >= 1``, |
478 | | precision ``p-1`` would have exponent ``exp``. Then |
480 | | with presentation type ``'f'`` and precision |
[all...] |
| /external/deqp/external/openglcts/modules/glesext/gpu_shader5/ |
| esextcGPUShader5TextureGatherOffset.cpp | 49 "precision highp float;\n"
64 "precision highp float;\n"
65 "precision highp isampler2D;\n"
101 "precision highp float;\n"
102 "precision highp isampler2DArray;\n"
138 "precision highp float;\n"
139 "precision highp isampler2D;\n"
179 "precision highp float;\n"
180 "precision highp isampler2D;\n"
221 "precision highp float;\n
[all...] |
| /external/deqp/external/openglcts/modules/glesext/texture_cube_map_array/ |
| esextcTextureCubeMapArrayImageOperations.cpp | [all...] |
| /external/swiftshader/src/OpenGL/compiler/ |
| glslang.y | 92 TPrecision precision;
160 %token <lex> INVARIANT HIGH_PRECISION MEDIUM_PRECISION LOW_PRECISION PRECISION
212 %type <interm.precision> precision_qualifier
616 | PRECISION precision_qualifier type_specifier_no_prec SEMICOLON {
618 context->error(@1, "illegal type argument for default precision qualifier", getBasicString($3.type));
[all...] |
| /external/tensorflow/tensorflow/python/kernel_tests/ |
| metrics_test.py | 694 metrics.precision(
696 _assert_metric_variables(self, ('precision/false_positives/count:0',
697 'precision/true_positives/count:0'))
701 mean, _ = metrics.precision(
709 _, update_op = metrics.precision(
720 precision, update_op = metrics.precision(labels, predictions)
730 initial_precision = precision.eval()
732 self.assertEqual(initial_precision, precision.eval())
739 precision, update_op = metrics.precision(labels, predictions
[all...] |
| /external/flac/libFLAC/ |
| lpc.c | 166 int FLAC__lpc_quantize_coefficients(const FLAC__real lp_coeff[], unsigned order, unsigned precision, FLAC__int32 qlp_coeff[], int *shift)
172 FLAC__ASSERT(precision > 0);
173 FLAC__ASSERT(precision >= FLAC__MIN_QLP_COEFF_PRECISION);
176 precision--;
177 qmax = 1 << precision;
200 *shift = (int)precision - log2cmax - 1;
217 fprintf(stderr,"FLAC__lpc_quantize_coefficients: quantizer overflow: q>qmax %d>%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmax,*shift,cmax,precision+1,i,lp_coeff[i]);
219 fprintf(stderr,"FLAC__lpc_quantize_coefficients: quantizer overflow: q<qmin %d<%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmin,*shift,cmax,precision+1,i,lp_coeff[i])
[all...] |
| /external/icu/android_icu4j/src/main/tests/android/icu/dev/test/format/ |
| RbnfTest.java | [all...] |
| /external/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/format/ |
| RbnfTest.java | [all...] |
| /external/apache-commons-math/src/main/java/org/apache/commons/math/util/ |
| FastMath.java | 75 /** Extended precision logarithm table over the range 1 - 2 in increments of 2^-10. */
186 * For additional precision, the code splits double numbers into two parts,
690 * Calculation is done with 63 bits of precision, so result should be correctly
703 * @param extra extra bits of precision on input (To Be Confirmed)
704 * @param hiPrec extra bits of precision on output (To Be Confirmed)
783 full double precision (52 bits). Since z < 2^-10, we will have
784 62 bits of precision when combined with the contant 1. This will be
798 tempB will have 52 bits of precision.
816 // If requesting high precision
834 * @param hiPrecOut receive high precision result for -1.0 < x < 1.
[all...] |
| /external/clang/lib/Analysis/ |
| PrintfFormatString.cpp | 160 // Look for the precision (if any).
577 Precision.setHowSpecified(OptionalAmount::NotSpecified);
703 Precision.setHowSpecified(OptionalAmount::NotSpecified);
746 // Precision
747 Precision.toString(os);
900 if (Precision.getHowSpecified() == OptionalAmount::NotSpecified)
903 // Precision is only valid with the diouxXaAeEfFgGs conversions
|
| /external/eigen/Eigen/src/SVD/ |
| JacobiSVD.h | 376 const RealScalar precision = NumTraits<Scalar>::epsilon(); local
421 RealScalar threshold = numext::maxi<RealScalar>(considerAsZero, precision * maxDiagEntry);
668 // currently we stop when we reach precision 2*epsilon as the last bit of precision can require an unreasonable number of iterations,
669 // only worsening the precision of U and V as we accumulate more rotations
670 const RealScalar precision = RealScalar(2) * NumTraits<Scalar>::epsilon(); local
713 RealScalar threshold = numext::maxi<RealScalar>(considerAsZero, precision * maxDiagEntry);
[all...] |
| /external/libmojo/third_party/jinja2/ |
| filters.py | 628 def do_round(value, precision=0, method='common'):
629 """Round the number to a given precision. The first
630 parameter specifies the precision (default is ``0``), the
646 Note that even if rounded to 0 precision, a float is returned. If
657 return round(value, precision)
659 return func(value * (10 ** precision)) / (10 ** precision)
|
| /external/mesa3d/src/gallium/auxiliary/gallivm/ |
| lp_bld_conv.c | 53 * precision parameter which can gauge the accuracy vs efficiency compromise,
227 * precision FP to unsigned integer conversion Intel SSE instruction. Second,
230 * precision for accurate results, and therefore half the throughput
529 * TODO: Take a precision argument, or even better, add a new precision member
545 /* We must not loose or gain channels. Only precision */
[all...] |
| /prebuilts/ndk/r16/sources/third_party/shaderc/third_party/glslang/glslang/Include/ |
| intermediate.h | 1057 type.getQualifier().precision; }
1061 if (getOperationPrecision() != type.getQualifier().precision) {
[all...] |
| /libcore/ojluni/src/main/java/sun/misc/ |
| FloatingDecimal.java | 33 * or double precision floating point number. Most conversions are provided via
64 * Converts a double precision floating point value to a <code>String</code>.
66 * @param d The double precision value.
74 * Converts a single precision floating point value to a <code>String</code>.
76 * @param f The single precision value.
84 * Appends a double precision floating point value to an <code>Appendable</code>.
85 * @param d The double precision value.
93 * Appends a single precision floating point value to an <code>Appendable</code>.
94 * @param f The single precision value.
102 * Converts a <code>String</code> to a double precision floating point value
[all...] |
| /toolchain/binutils/binutils-2.27/gas/config/ |
| tc-tic4x.c | 225 /* Precision in LittleNums. */
230 #define E_PRECISION (4) /* Extended precision, 64-bit (real 40-bit). */
235 tic4x_gen_to_words (FLONUM_TYPE flonum, LITTLENUM_TYPE *words, int precision)
329 mantissa has a much higher potential precision than what we can
364 provide 32 bits of precision, the most significant littlenum
382 if (precision != S_PRECISION)
384 if (precision == E_PRECISION)
400 if (precision == S_PRECISION)
407 if (precision == E_PRECISION)
417 if (precision == S_PRECISION
556 int precision; local
[all...] |
| /bionic/libm/upstream-freebsd/lib/msun/ld128/ |
| s_logl.c | 55 * and added up in extra precision. Extra precision is not needed for the
105 /* Double precision gives ~ 53 + log2(P9 * max(|d|)**8) ~= 120 bits. */
149 * it to provide enough extra precision.
493 * precision |d| is <= 2**-7. Rounding of G(i) to 8 bits
494 * ensures that d is representable without extra precision for
498 * most i (107 cases out of 129), the infinite-precision |d|
536 * Use double precision operations wherever possible, since long
618 * (x+f_lo)*G(i)-1 and extra precision is needed for that.
647 * In float precision
[all...] |
| /external/deqp/external/openglcts/modules/glesext/texture_buffer/ |
| esextcTextureBufferOperations.cpp | 168 "precision highp float;\n"
286 "precision highp float;\n"
314 "precision highp float;\n"
1008 "precision highp float;\n"
1030 "precision highp float;\n"
[all...] |
| /external/skia/src/sksl/ |
| SkSLGLSLCodeGenerator.cpp | 612 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
613 fFunctionHeader += precision;
615 fFunctionHeader += precision;
651 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
653 fHeader.writeText(precision);
658 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
659 fFunctionHeader += precision;
661 fFunctionHeader += precision;
[all...] |
| /external/skqp/src/sksl/ |
| SkSLGLSLCodeGenerator.cpp | 602 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
603 fFunctionHeader += precision;
605 fFunctionHeader += precision;
641 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
643 fHeader.writeText(precision);
648 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
649 fFunctionHeader += precision;
651 fFunctionHeader += precision;
[all...] |
| /libcore/ojluni/src/main/java/java/time/temporal/ |
| ChronoField.java | 111 * {@link #INSTANT_SECONDS} filling unknown precision with zero.
113 * When this field is used for setting a value, it should set as much precision as the
114 * object stores, using integer division to remove excess precision.
115 * For example, if the {@code TemporalAccessor} stores time to millisecond precision,
131 * they can return a value for {@link #SECOND_OF_DAY} filling unknown precision with zero.
148 * {@link #INSTANT_SECONDS} filling unknown precision with zero.
167 * they can return a value for {@link #SECOND_OF_DAY} filling unknown precision with zero.
187 * {@link #INSTANT_SECONDS} filling unknown precision with zero.
206 * they can return a value for {@link #SECOND_OF_DAY} filling unknown precision with zero.
[all...] |
