HomeSort by relevance Sort by last modified time
    Searched full:precision (Results 951 - 975 of 7852) sorted by null

<<31323334353637383940>>

  /external/llvm/test/CodeGen/Mips/
no-odd-spreg-msa.ll 19 ; The intention is that if odd single precision registers are permitted, the
23 ; On the other hand, if odd single precision registers are not permitted, it
53 ; The intention is that if odd single precision registers are permitted, the
57 ; On the other hand, if odd single precision registers are not permitted, it
85 ; The intention is that if odd single precision registers are permitted, the
88 ; On the other hand, if odd single precision registers are not permitted, it
113 ; The intention is that if odd single precision registers are permitted, the
116 ; On the other hand, if odd single precision registers are not permitted, it
  /external/mesa3d/src/gallium/drivers/llvmpipe/
lp_test_arit.c 87 * Required precision in bits.
89 double precision; member in struct:unary_test_t
441 double error, precision; local
453 precision = error ? -log2(error/fabs(ref)) : FLT_MANT_DIG;
455 pass = precision >= test->precision;
477 printf("%s(%.9g): ref = %.9g, out = %.9g, precision = %f bits, %s%s\n",
478 test_name, in[i], ref, out[i], precision,
  /external/mesa3d/src/glx/
dri_sarea.h 11 * Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
30 * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
indirect_window_pos.c 2 * Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
20 * PRECISION INSIGHT, IBM,
  /external/mesa3d/src/mesa/drivers/dri/i965/
brw_fs_lower_d2x.cpp 53 /* From the Broadwell PRM, 3D Media GPGPU, "Double Precision Float to
54 * Single Precision Float":
  /external/mesa3d/src/mesa/drivers/x11/
xmesa_x.h 4 Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
22 IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
  /external/nanopb-c/examples/using_double_on_avr/
double_conversion.c 12 * Single precision: sign, 8-bit exp, 23-bit frac.
13 * Double precision: sign, 11-bit exp, 52-bit frac.
  /external/skia/src/sksl/
SkSLLexer.h 94 #undef PRECISION
95 PRECISION,
  /external/skia/src/sksl/lex/
sksl.lex 38 PRECISION = "precision"
  /external/skqp/src/sksl/
SkSLLexer.h 94 #undef PRECISION
95 PRECISION,
  /external/skqp/src/sksl/lex/
sksl.lex 38 PRECISION = "precision"
  /external/tensorflow/tensorflow/contrib/coder/python/ops/
coder_ops_test.py 44 encoded = coder_ops.range_encode(data, cdf, precision=14)
46 encoded, array_ops.shape(data), cdf, precision=14)
  /external/tensorflow/tensorflow/core/api_def/base_api/
api_def_QuantizeDownAndShrinkRange.pbtxt 39 summary: "Convert the quantized \'input\' tensor into a lower-precision \'output\', using the"
49 This operator tries to squeeze as much precision as possible into an output with
  /external/tensorflow/tensorflow/core/framework/
types.proto 24 DT_COMPLEX64 = 8; // Single-precision complex
34 DT_COMPLEX128 = 18; // Double-precision complex
  /external/tensorflow/tensorflow/python/kernel_tests/
denormal_test.py 54 # On CPUs, the processor flags flush for both single and double precision.
58 # On GPUs, only single precision can flush to zero.
  /external/v8/src/
deoptimize-reason.h 39 V(LostPrecision, "lost precision") \
40 V(LostPrecisionOrNaN, "lost precision or NaN") \
fast-dtoa.h 18 // Computes a representation where the precision (number of digits) is
19 // given as input. The precision is independent of the decimal point.
  /external/vulkan-validation-layers/libs/glm/gtc/
matrix_inverse.hpp 55 /// @tparam genType Squared floating-point matrix: half, float or double. Inverse of matrix based of half-precision floating point value is highly innacurate.
63 /// @tparam genType Squared floating-point matrix: half, float or double. Inverse of matrix based of half-precision floating point value is highly innacurate.
  /external/vulkan-validation-layers/libs/glm/gtx/
gradient_paint.hpp 56 template <typename T, precision P>
65 template <typename T, precision P>
handed_coordinate_space.hpp 55 template <typename T, precision P>
63 template <typename T, precision P>
matrix_cross_product.hpp 56 template <typename T, precision P>
62 template <typename T, precision P>
orthonormalize.hpp 56 template <typename T, precision P>
62 template <typename T, precision P>
polar_coordinates.hpp 56 template <typename T, precision P>
63 template <typename T, precision P>
  /external/webp/src/utils/
random_utils.h 24 #define VP8_RANDOM_DITHER_FIX 8 // fixed-point precision for dithering
38 // 'amp' is in VP8_RANDOM_DITHER_FIX fixed-point precision.
  /hardware/qcom/display/msm8909/gpu_tonemapper/
rgba_inverse_tonemap.inl 22 "precision highp float; \n"
23 "precision highp sampler2D; \n"

Completed in 1444 milliseconds

<<31323334353637383940>>