HomeSort by relevance Sort by last modified time
    Searched defs:denom (Results 1 - 25 of 119) sorted by null

1 2 3 4 5

  /prebuilts/go/darwin-x86/misc/cgo/gmp/
pi.go 20 denom = big.NewInt(1)
29 big.DivModInt(tmp1, tmp2, tmp1, denom)
31 if big.CmpInt(tmp2, denom) >= 0 {
42 denom.Mul(denom, tmp1.SetInt64(y2))
46 accum.Sub(accum, tmp1.Mul(denom, tmp1.SetInt64(d)))
72 fmt.Printf("\n%d calls; bit sizes: %d %d %d\n", runtime.NumCgoCall(), numer.Len(), accum.Len(), denom.Len())
19 denom = big.NewInt(1) var
  /prebuilts/go/linux-x86/misc/cgo/gmp/
pi.go 20 denom = big.NewInt(1)
29 big.DivModInt(tmp1, tmp2, tmp1, denom)
31 if big.CmpInt(tmp2, denom) >= 0 {
42 denom.Mul(denom, tmp1.SetInt64(y2))
46 accum.Sub(accum, tmp1.Mul(denom, tmp1.SetInt64(d)))
72 fmt.Printf("\n%d calls; bit sizes: %d %d %d\n", runtime.NumCgoCall(), numer.Len(), accum.Len(), denom.Len())
19 denom = big.NewInt(1) var
  /bionic/libm/upstream-freebsd/lib/msun/src/
s_ctanh.c 78 double t, beta, s, rho, denom; local
134 denom = 1 + beta * s * s;
135 return (CMPLX((beta * rho * s) / denom, t / denom));
s_ctanhf.c 43 float t, beta, s, rho, denom; local
74 denom = 1 + beta * s * s;
75 return (CMPLXF((beta * rho * s) / denom, t / denom));
  /external/compiler-rt/lib/builtins/ppc/
divtc3.c 36 const long double denom = __gcc_qadd(__gcc_qmul(cDD.ld, cDD.ld), __gcc_qmul(dDD.ld, dDD.ld)); local
40 DD real = { .ld = __gcc_qdiv(realNumerator, denom) };
41 DD imag = { .ld = __gcc_qdiv(imagNumerator, denom) };
52 DD rDD = { .ld = denom };
  /external/libjpeg-turbo/java/org/libjpegturbo/turbojpeg/
TJScalingFactor.java 37 public TJScalingFactor(int num, int denom) {
38 if (num < 1 || denom < 1)
41 this.denom = denom;
59 return denom;
70 return (dimension * num + denom - 1) / denom;
81 return this.num == other.num && this.denom == other.denom;
92 return num == 1 && denom == 1
103 private int denom = 1; field in class:TJScalingFactor
    [all...]
  /external/harfbuzz_ng/src/
hb-ot-var-avar-table.hh 77 int denom = array[i].fromCoord - array[i-1].fromCoord; local
80 (value - array[i-1].fromCoord + denom/2) / denom;
  /frameworks/base/libs/common_time/
common_clock.cpp 49 uint64_t denom = local_freq; local
51 LinearTransform::reduce(&numer, &denom);
52 if ((numer > UINT32_MAX) || (denom > UINT32_MAX)) {
61 static_cast<uint32_t>(denom);
  /external/skia/src/pathops/
SkPathOpsLine.cpp 38 double denom = len.fX * len.fX + len.fY * len.fY; // see DLine intersectRay local
41 if (!between(0, numer, denom)) {
44 if (!denom) {
47 double t = numer / denom;
68 double denom = len.fX * len.fX + len.fY * len.fY; // see DLine intersectRay local
71 double t = numer / denom;
SkReduceOrder.cpp 210 double denom = SkTMax(fabs(cx), SkTMax(fabs(cy), local
212 if (denom == 0) {
217 double inv = 1 / denom;
  /external/aac/libSBRenc/src/
ton_corr.cpp 240 FIXP_DBL tmp,num,denom; variable
247 denom = (fac>>1) + (fMultDiv2(fac,RELAXATION_FRACT)>>RELAXATION_SHIFT) - num;
248 denom = fixp_abs(denom);
255 denomShift = CountLeadingBits(denom);
256 denom = (FIXP_DBL)denom << denomShift;
258 if ((num > FL2FXCONST_DBL(0.0f)) && (denom != FL2FXCONST_DBL(0.0f))) {
262 tmp = schur_div(num,denom,16);
267 quotaMatrix[timeIndex][r] = schur_div(num,denom,16) >> commonShift
    [all...]
  /external/apache-commons-math/src/main/java/org/apache/commons/math/optimization/univariate/
BracketFinder.java 153 double denom = Math.abs(val) < EPS_MIN ? 2 * EPS_MIN : 2 * val; local
155 double w = xB - ((xB - xC) * tmp2 - (xB -xA) * tmp1) / denom;
  /external/libmpeg2/decoder/
impeg2d_pic_proc.c 314 UWORD32 denom; local
318 denom = (UWORD32)gau2_impeg2_frm_rate_code[ps_dec->u2_frame_rate_code][0] *
320 ps_dec->u2_framePeriod = (numer * 1000 * 100) / denom;
  /external/mesa3d/src/gallium/auxiliary/util/
u_format_rgb9e5.h 108 double denom; local
119 denom = pow(2, exp_shared - RGB9E5_EXP_BIAS - RGB9E5_MANTISSA_BITS);
121 maxm = (int) floor(maxrgb / denom + 0.5);
123 denom *= 2;
130 rm = (int) floor(rc / denom + 0.5);
131 gm = (int) floor(gc / denom + 0.5);
132 bm = (int) floor(bc / denom + 0.5);
  /external/webrtc/webrtc/modules/audio_coding/codecs/ilbc/
do_plc.c 56 int16_t denom; local
161 denom = (int16_t)((tmp1 * tmp2) >> 16); /* in Q(scale1+scale2-16) */
171 max_perSquare = (int16_t)WebRtcSpl_DivW32W16(nom, denom);
smooth.c 36 int32_t B_W32, denom, num; local
137 /* denom is in Q16 */
138 denom = WebRtcSpl_DivW32W16(endiff, (int16_t)(w00w00 >> 16));
140 denom = 65536;
143 if( denom > 7){ /* eliminates numerical problems
146 scale=WebRtcSpl_GetSizeInBits(denom)-15;
150 denomW16 = (int16_t)(denom >> scale);
156 denomW16=(int16_t)denom;
  /external/webrtc/webrtc/modules/audio_processing/aec/
aec_resampler.c 155 float denom = 0; local
201 denom = x2 - xAvg * x;
203 if (denom != 0) {
204 skew = (xy - xAvg * y) / denom;
  /cts/hostsidetests/security/securityPatch/Bug-34328139/
local_poc.h 69 uint32_t denom; member in struct:mult_factor
  /cts/tests/tests/uirendering/src/android/uirendering/cts/bitmapcomparers/
MSSIMComparer.java 92 double denom = ((muX * muX) + (muY * muY) + CONSTANT_C1) local
94 SSIM /= denom;
  /external/apache-commons-math/src/main/java/org/apache/commons/math/analysis/interpolation/
LoessInterpolator.java 281 double denom = FastMath.abs(1.0 / (xval[edge] - x)); local
286 final double w = tricube(dist * denom) * robustnessWeights[k] * weights[k];
  /external/clang/lib/StaticAnalyzer/Checkers/
MallocOverflowSecurityChecker.cpp 193 const Expr *denom = BOp->getRHS()->IgnoreParenImpCasts(); local
194 if (denom->EvaluateAsInt(denomVal, Context))
  /external/eigen/Eigen/src/Eigenvalues/
EigenSolver.h 513 Scalar denom = (m_eivalues.coeff(i).real() - p) * (m_eivalues.coeff(i).real() - p) + m_eivalues.coeff(i).imag() * m_eivalues.coeff(i).imag(); local
514 Scalar t = (x * lastr - lastw * r) / denom;
  /external/eigen/unsupported/Eigen/src/MatrixFunctions/
MatrixExponential.h 368 MatrixType denom = -U + V; local
369 result = denom.partialPivLu().solve(numer);
  /external/eigen/unsupported/test/
autodiff.cpp 305 const AD denom = chi_3 + _cv1_3; local
306 return denom.value();
315 const AD denom = 1.0; local
320 const AD t = min EIGEN_TEST_SPACE (denom / chi_3, 1.0);
322 const AD t2 = min EIGEN_TEST_SPACE (denom / (chi_3 * _cv1_3), 1.0);
  /external/libcups/cups/
pwg-media.c 40 static int pwg_scan_measurement(const char *buf, char **bufptr, int numer, int denom);
679 denom; /* ... */ local
689 denom = 72;
696 denom = 1;
721 denom = 1;
726 denom = 1;
731 denom = 1;
736 denom = 1;
741 denom = 1;
746 denom = 72
    [all...]

Completed in 1054 milliseconds

1 2 3 4 5