| /external/llvm/test/CodeGen/Mips/ |
| no-odd-spreg-msa.ll | 19 ; The intention is that if odd single precision registers are permitted, the 23 ; On the other hand, if odd single precision registers are not permitted, it 53 ; The intention is that if odd single precision registers are permitted, the 57 ; On the other hand, if odd single precision registers are not permitted, it 85 ; The intention is that if odd single precision registers are permitted, the 88 ; On the other hand, if odd single precision registers are not permitted, it 113 ; The intention is that if odd single precision registers are permitted, the 116 ; On the other hand, if odd single precision registers are not permitted, it
|
| /external/mesa3d/src/gallium/drivers/llvmpipe/ |
| lp_test_arit.c | 87 * Required precision in bits. 89 double precision; member in struct:unary_test_t 441 double error, precision; local 453 precision = error ? -log2(error/fabs(ref)) : FLT_MANT_DIG; 455 pass = precision >= test->precision; 477 printf("%s(%.9g): ref = %.9g, out = %.9g, precision = %f bits, %s%s\n", 478 test_name, in[i], ref, out[i], precision,
|
| /external/mesa3d/src/glx/ |
| dri_sarea.h | 11 * Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas. 30 * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
| indirect_window_pos.c | 2 * Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas. 20 * PRECISION INSIGHT, IBM,
|
| /external/mesa3d/src/mesa/drivers/dri/i965/ |
| brw_fs_lower_d2x.cpp | 53 /* From the Broadwell PRM, 3D Media GPGPU, "Double Precision Float to 54 * Single Precision Float":
|
| /external/mesa3d/src/mesa/drivers/x11/ |
| xmesa_x.h | 4 Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas. 22 IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
| /external/nanopb-c/examples/using_double_on_avr/ |
| double_conversion.c | 12 * Single precision: sign, 8-bit exp, 23-bit frac. 13 * Double precision: sign, 11-bit exp, 52-bit frac.
|
| /external/skia/src/sksl/ |
| SkSLLexer.h | 94 #undef PRECISION 95 PRECISION,
|
| /external/skia/src/sksl/lex/ |
| sksl.lex | 38 PRECISION = "precision"
|
| /external/skqp/src/sksl/ |
| SkSLLexer.h | 94 #undef PRECISION 95 PRECISION,
|
| /external/skqp/src/sksl/lex/ |
| sksl.lex | 38 PRECISION = "precision"
|
| /external/tensorflow/tensorflow/contrib/coder/python/ops/ |
| coder_ops_test.py | 44 encoded = coder_ops.range_encode(data, cdf, precision=14) 46 encoded, array_ops.shape(data), cdf, precision=14)
|
| /external/tensorflow/tensorflow/core/api_def/base_api/ |
| api_def_QuantizeDownAndShrinkRange.pbtxt | 39 summary: "Convert the quantized \'input\' tensor into a lower-precision \'output\', using the" 49 This operator tries to squeeze as much precision as possible into an output with
|
| /external/tensorflow/tensorflow/core/framework/ |
| types.proto | 24 DT_COMPLEX64 = 8; // Single-precision complex 34 DT_COMPLEX128 = 18; // Double-precision complex
|
| /external/tensorflow/tensorflow/python/kernel_tests/ |
| denormal_test.py | 54 # On CPUs, the processor flags flush for both single and double precision. 58 # On GPUs, only single precision can flush to zero.
|
| /external/v8/src/ |
| deoptimize-reason.h | 39 V(LostPrecision, "lost precision") \ 40 V(LostPrecisionOrNaN, "lost precision or NaN") \
|
| fast-dtoa.h | 18 // Computes a representation where the precision (number of digits) is 19 // given as input. The precision is independent of the decimal point.
|
| /external/vulkan-validation-layers/libs/glm/gtc/ |
| matrix_inverse.hpp | 55 /// @tparam genType Squared floating-point matrix: half, float or double. Inverse of matrix based of half-precision floating point value is highly innacurate. 63 /// @tparam genType Squared floating-point matrix: half, float or double. Inverse of matrix based of half-precision floating point value is highly innacurate.
|
| /external/vulkan-validation-layers/libs/glm/gtx/ |
| gradient_paint.hpp | 56 template <typename T, precision P> 65 template <typename T, precision P>
|
| handed_coordinate_space.hpp | 55 template <typename T, precision P> 63 template <typename T, precision P>
|
| matrix_cross_product.hpp | 56 template <typename T, precision P> 62 template <typename T, precision P>
|
| orthonormalize.hpp | 56 template <typename T, precision P> 62 template <typename T, precision P>
|
| polar_coordinates.hpp | 56 template <typename T, precision P> 63 template <typename T, precision P>
|
| /external/webp/src/utils/ |
| random_utils.h | 24 #define VP8_RANDOM_DITHER_FIX 8 // fixed-point precision for dithering 38 // 'amp' is in VP8_RANDOM_DITHER_FIX fixed-point precision.
|
| /hardware/qcom/display/msm8909/gpu_tonemapper/ |
| rgba_inverse_tonemap.inl | 22 "precision highp float; \n" 23 "precision highp sampler2D; \n"
|