HomeSort by relevance Sort by last modified time
    Searched refs:Rounding (Results 1 - 25 of 33) sorted by null

1 2

  /bionic/libc/upstream-openbsd/lib/libc/gdtoa/
gdtoa_fltrnds.h 2 int Rounding;
4 Rounding = Flt_Rounds;
6 Rounding = 1;
8 case FE_TOWARDZERO: Rounding = 0; break;
9 case FE_UPWARD: Rounding = 2; break;
10 case FE_DOWNWARD: Rounding = 3;
14 if (Rounding != 1) {
17 fpi1.rounding = Rounding;
dtoa.c 46 * when rounding the final digit up. This is often faster.
72 #define Rounding Flt_Rounds
134 int Rounding;
136 Rounding = Flt_Rounds;
138 Rounding = 1;
140 case FE_TOWARDZERO: Rounding = 0; break;
141 case FE_UPWARD: Rounding = 2; break;
142 case FE_DOWNWARD: Rounding = 3;
191 if (Rounding >= 2) {
193 Rounding = Rounding == 2 ? 0 : 2
    [all...]
strtod.c 57 #define Rounding Flt_Rounds
130 int Rounding;
132 Rounding = Flt_Rounds;
134 Rounding = 1;
136 case FE_TOWARDZERO: Rounding = 0; break;
137 case FE_UPWARD: Rounding = 2; break;
138 case FE_DOWNWARD: Rounding = 3;
178 fpi1.rounding = Rounding;
442 if (Rounding >= 2)
    [all...]
  /device/linaro/bootloader/edk2/StdLib/LibC/gdtoa/
dtoa.c 49 * when rounding the final digit up. This is often faster.
72 #define Rounding rounding
76 #define Rounding Flt_Rounds
141 int rounding; local
191 if ((rounding = Flt_Rounds) >= 2) {
193 rounding = rounding == 2 ? 0 : 2;
195 if (rounding != 2)
196 rounding = 0;
    [all...]
strtod.c 70 #define Rounding rounding
74 #define Rounding Flt_Rounds
105 int rounding; local
146 case FE_TOWARDZERO: fpi1.rounding = 0; break;
147 case FE_UPWARD: fpi1.rounding = 2; break;
148 case FE_DOWNWARD: fpi1.rounding = 3;
409 if ((rounding = Flt_Rounds) >= 2) {
411 rounding = rounding == 2 ? 0 : 2;
    [all...]
  /prebuilts/go/darwin-x86/src/math/big/
sqrt.go 18 // operation. Rounding is performed according to z's precision and
19 // rounding mode.
float.go 7 // can be of mixed precision. Unlike MPFR, the rounding mode is
9 // rounding mode of the result operand determines the rounding
31 // Each Float value also has a precision, rounding mode, and accuracy.
33 // represent the value. The rounding mode specifies how a result should
35 // rounding error with respect to the exact result.
40 // to the precision and rounding mode of the result variable.
44 // rounding takes place, and the rounding mode remains unchanged. Thus,
49 // By setting the desired precision to 24 or 53 and using matching rounding
    [all...]
rat.go 100 // - the low-order 1 will be used during rounding then discarded.
132 // 4. Rounding.
153 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
198 // - the low-order 1 will be used during rounding then discarded.
230 // 4. Rounding.
251 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
  /prebuilts/go/linux-x86/src/math/big/
sqrt.go 18 // operation. Rounding is performed according to z's precision and
19 // rounding mode.
float.go 7 // can be of mixed precision. Unlike MPFR, the rounding mode is
9 // rounding mode of the result operand determines the rounding
31 // Each Float value also has a precision, rounding mode, and accuracy.
33 // represent the value. The rounding mode specifies how a result should
35 // rounding error with respect to the exact result.
40 // to the precision and rounding mode of the result variable.
44 // rounding takes place, and the rounding mode remains unchanged. Thus,
49 // By setting the desired precision to 24 or 53 and using matching rounding
    [all...]
rat.go 100 // - the low-order 1 will be used during rounding then discarded.
132 // 4. Rounding.
153 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
198 // - the low-order 1 will be used during rounding then discarded.
230 // 4. Rounding.
251 mantissa >>= 1 // discard rounding bit. Mantissa now scaled by 1<<Msize1.
  /prebuilts/go/darwin-x86/src/math/
sqrt.go 72 // 3. Final rounding
77 // The rounding mode can be detected by checking whether
82 // Notes: Rounding mode detection omitted. The constants "mask", "shift",
138 // final rounding
  /prebuilts/go/darwin-x86/src/runtime/
sqrt.go 77 // 3. Final rounding
82 // The rounding mode can be detected by checking whether
87 // Notes: Rounding mode detection omitted.
147 // final rounding
  /prebuilts/go/linux-x86/src/math/
sqrt.go 72 // 3. Final rounding
77 // The rounding mode can be detected by checking whether
82 // Notes: Rounding mode detection omitted. The constants "mask", "shift",
138 // final rounding
  /prebuilts/go/linux-x86/src/runtime/
sqrt.go 77 // 3. Final rounding
82 // The rounding mode can be detected by checking whether
87 // Notes: Rounding mode detection omitted.
147 // final rounding
  /external/spirv-llvm/lib/SPIRV/
OCL20ToSPIRV.cpp 867 std::string Rounding;
870 Rounding = DemangledName.substr(Loc, 4);
874 return getSPIRVFuncName(OC, TargetTyName + Sat + Rounding);
    [all...]
SPIRVReader.cpp     [all...]
  /prebuilts/go/darwin-x86/src/strconv/
atof.go 325 // Rounding might have added a bit; shift down.
523 // using IEEE754 unbiased rounding.
extfloat.go 147 // Rounding might have added a bit; shift down.
472 // We pass this information to the rounding routine for adjustment.
493 // It will increase the last digit by one to account for correct rounding, typically
576 // Take a safety margin due to rounding in frexp10Many, but we lose precision.
  /prebuilts/go/linux-x86/src/strconv/
atof.go 325 // Rounding might have added a bit; shift down.
523 // using IEEE754 unbiased rounding.
extfloat.go 147 // Rounding might have added a bit; shift down.
472 // We pass this information to the rounding routine for adjustment.
493 // It will increase the last digit by one to account for correct rounding, typically
576 // Take a safety margin due to rounding in frexp10Many, but we lose precision.
  /external/libvpx/libvpx/vp8/common/x86/
idctllm_sse2.asm 397 ; Rounding to dequant and downshift
  /external/python/cpython3/Python/
dtoa.c 75 * necessary to specify double-precision (53-bit) rounding precision
90 * biased rounding (add half and chop).
271 #define Rounding Flt_Rounds
    [all...]
  /external/valgrind/none/tests/mips32/
round.stdout.exp 1 -------------------------- test FPU Conversion Operations Using a Directed Rounding Mode --------------------------
386 -------------------------- test FPU Conversion Operations Using the FCSR Rounding Mode --------------------------
  /device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Python/
dtoa.c 75 * necessary to specify double-precision (53-bit) rounding precision
90 * biased rounding (add half and chop).
280 #define Rounding Flt_Rounds
    [all...]

Completed in 1254 milliseconds

1 2