| /external/dng_sdk/source/ |
| dng_linearization_info.h | 84 /// Memory block of double-precision floating point deltas between baseline black level and a given column's black level
88 /// Memory block of double-precision floating point deltas between baseline black level and a given row's black level
|
| /external/e2fsprogs/intl/ |
| vasnprintf.c | 278 size_t precision; local
302 precision = 6;
312 precision = (arg < 0 ? 0 : arg);
318 precision = 0;
320 precision = xsum (xtimes (precision, 10), *digitp++ - '0');
431 tmp_length = xsum (tmp_length, precision);
438 tmp_length = xsum (tmp_length, precision);
|
| /external/eigen/blas/f2c/ |
| srotm.c | 65 /* double precision vector with N elements */
71 /* double precision vector with N elements */
|
| /external/eigen/lapack/ |
| slamch.f | 23 *> SLAMCH determines single precision machine parameters.
43 *> eps = relative machine precision
|
| /external/google-breakpad/src/testing/gtest/test/ |
| gtest-message_test.cc | 73 // Both numbers should be printed with enough precision.
82 // Both numbers should be printed with enough precision.
|
| /external/googletest/googletest/test/ |
| gtest-message_test.cc | 66 // Both numbers should be printed with enough precision.
75 // Both numbers should be printed with enough precision.
|
| /external/jacoco/org.jacoco.report/src/org/jacoco/report/check/ |
| Limit.java | 119 * The given precision is also considered in error messages. Coverage ratios
140 * The given precision is also considered in error messages. Coverage ratios
|
| /external/kernel-headers/original/uapi/linux/ |
| timex.h | 72 __kernel_long_t precision;/* clock precision (usec) (read only) */ member in struct:timex
|
| /external/libcxx/test/std/input.output/iostreams.base/ios/basic.ios.members/ |
| move.pass.cpp | 87 ios2.precision(2);
112 assert(ios1.precision() == 2);
|
| /external/libdrm/tests/ |
| drmsl.c | 4 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
21 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| random.c | 4 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
21 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| /external/libdrm/ |
| xf86drmRandom.c | 4 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
21 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
| /external/libopus/silk/ |
| Inlines.h | 115 /* Inverse of b32, with 14 bits of precision */
158 /* Inverse of b32, with 14 bits of precision */
|
| /external/libpcap/ |
| sf-pcap.c | 151 pcap_check_header(bpf_u_int32 magic, FILE *fp, u_int precision, char *errbuf,
265 p->opt.tstamp_precision = precision;
271 switch (precision) {
278 * precision down.
301 * precision up.
309 "unknown time stamp resolution %u", precision);
841 "%s: different time stamp precision, cannot append to file", fname);
850 "%s: different time stamp precision, cannot append to file", fname);
|
| /external/mesa3d/docs/relnotes/ |
| 6.5.html | 54 Used to measure the time of OpenGL operations at high precision.
67 Adds a new half-precision floating point format for image transfers,
|
| /external/mesa3d/src/compiler/nir/ |
| nir_lower_double_ops.c | 33 * - conversion to/from single-precision
130 /* Do a few Newton-Raphson steps to improve precision.
132 * Each step doubles the precision, and we started off with around 24 bits,
133 * so we only need to do 2 steps to get to full precision. The step is:
137 * But we can re-arrange this to improve precision by using another fused
193 * y_0 = initial (single-precision) rsqrt estimate
221 * better precision by computing it as part of a fused multiply-add. Since
222 * both Newton-Raphson and Goldschmit approximately double the precision of
|
| /external/mesa3d/src/gallium/drivers/nouveau/nv30/ |
| nv30_fragtex.c | 73 * some precision to handle this case.
95 * some precision to handle this case.
|
| /external/mesa3d/src/glx/apple/ |
| appledristr.h | 3 Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
23 IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
| /external/mesa3d/src/mesa/drivers/dri/common/ |
| dri_util.h | 2 * Copyright 1998-1999 Precision Insight, Inc., Cedar Park, Texas.
20 * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
|
| /external/protobuf/gtest/test/ |
| gtest-message_test.cc | 74 // Both numbers should be printed with enough precision.
83 // Both numbers should be printed with enough precision.
|
| /external/python/cpython2/Lib/test/decimaltestdata/ |
| min.decTest | 26 precision: 9
84 precision: 9
185 precision: 9
205 precision: 15
326 precision: 3
355 precision: 3
360 precision: 3
389 precision: 9
|
| /external/python/cpython3/Lib/test/decimaltestdata/ |
| min.decTest | 26 precision: 9
84 precision: 9
185 precision: 9
205 precision: 15
326 precision: 3
355 precision: 3
360 precision: 3
389 precision: 9
|
| /external/python/cpython3/Modules/_decimal/libmpdec/ |
| README.txt | 6 libmpdec is a fast C/C++ library for correctly-rounded arbitrary precision
14 Core files for small and medium precision arithmetic
|
| /external/swiftshader/src/OpenGL/compiler/ |
| glslang_tab.h | 59 PRECISION = 262,
212 TPrecision precision; member in union:YYSTYPE::__anon35626::__anon35628
|
| /external/swiftshader/third_party/LLVM/lib/Target/Sparc/ |
| FPMover.cpp | 1 //===-- FPMover.cpp - Sparc double-precision floating point move fixer ----===//
10 // Expand FpMOVD/FpABSD/FpNEGD instructions into their single-precision pieces.
|
