HomeSort by relevance Sort by last modified time
    Searched defs:denom (Results 1 - 25 of 153) sorted by null

1 2 3 4 5 6 7

  /prebuilts/go/darwin-x86/misc/cgo/gmp/
pi.go 20 denom = big.NewInt(1)
29 big.DivModInt(tmp1, tmp2, tmp1, denom)
31 if big.CmpInt(tmp2, denom) >= 0 {
42 denom.Mul(denom, tmp1.SetInt64(y2))
46 accum.Sub(accum, tmp1.Mul(denom, tmp1.SetInt64(d)))
72 fmt.Printf("\n%d calls; bit sizes: %d %d %d\n", runtime.NumCgoCall(), numer.Len(), accum.Len(), denom.Len())
19 denom = big.NewInt(1) var
  /prebuilts/go/linux-x86/misc/cgo/gmp/
pi.go 20 denom = big.NewInt(1)
29 big.DivModInt(tmp1, tmp2, tmp1, denom)
31 if big.CmpInt(tmp2, denom) >= 0 {
42 denom.Mul(denom, tmp1.SetInt64(y2))
46 accum.Sub(accum, tmp1.Mul(denom, tmp1.SetInt64(d)))
72 fmt.Printf("\n%d calls; bit sizes: %d %d %d\n", runtime.NumCgoCall(), numer.Len(), accum.Len(), denom.Len())
19 denom = big.NewInt(1) var
  /bionic/libm/upstream-freebsd/lib/msun/src/
s_ctanh.c 78 double t, beta, s, rho, denom; local
134 denom = 1 + beta * s * s;
135 return (CMPLX((beta * rho * s) / denom, t / denom));
s_ctanhf.c 43 float t, beta, s, rho, denom; local
74 denom = 1 + beta * s * s;
75 return (CMPLXF((beta * rho * s) / denom, t / denom));
  /external/adhd/cras/src/server/
rate_estimator.c 29 double num, denom; local
31 denom = lsq->num_samples * lsq->sum_x2 - lsq->sum_x * lsq->sum_x;
32 return num / denom;
  /external/compiler-rt/lib/builtins/ppc/
divtc3.c 36 const long double denom = __gcc_qadd(__gcc_qmul(cDD.ld, cDD.ld), __gcc_qmul(dDD.ld, dDD.ld)); local
40 DD real = { .ld = __gcc_qdiv(realNumerator, denom) };
41 DD imag = { .ld = __gcc_qdiv(imagNumerator, denom) };
52 DD rDD = { .ld = denom };
  /external/libjpeg-turbo/java/org/libjpegturbo/turbojpeg/
TJScalingFactor.java 37 public TJScalingFactor(int num, int denom) {
38 if (num < 1 || denom < 1)
41 this.denom = denom;
59 return denom;
70 return (dimension * num + denom - 1) / denom;
81 return this.num == other.num && this.denom == other.denom;
92 return num == 1 && denom == 1
103 private int denom = 1; field in class:TJScalingFactor
    [all...]
  /external/harfbuzz_ng/src/
hb-ot-var-avar-table.hh 82 int denom = array[i].fromCoord - array[i-1].fromCoord; local
85 (value - array[i-1].fromCoord) + denom/2) / denom;
  /external/mesa3d/src/compiler/nir/
nir_lower_idiv.c 42 nir_ssa_def *numer, *denom, *af, *bf, *a, *b, *q, *r; local
56 denom = nir_ssa_for_alu_src(bld, alu, 1);
60 bf = nir_i2f(bld, denom);
64 b = nir_iabs(bld, denom);
67 bf = nir_u2f(bld, denom);
69 b = denom;
103 r = nir_ixor(bld, numer, denom);
  /frameworks/base/libs/common_time/
common_clock.cpp 49 uint64_t denom = local_freq; local
51 LinearTransform::reduce(&numer, &denom);
52 if ((numer > UINT32_MAX) || (denom > UINT32_MAX)) {
61 static_cast<uint32_t>(denom);
  /external/skia/src/pathops/
SkPathOpsLine.cpp 38 double denom = len.fX * len.fX + len.fY * len.fY; // see DLine intersectRay local
41 if (!between(0, numer, denom)) {
44 if (!denom) {
47 double t = numer / denom;
68 double denom = len.fX * len.fX + len.fY * len.fY; // see DLine intersectRay local
71 double t = numer / denom;
SkReduceOrder.cpp 210 double denom = SkTMax(fabs(cx), SkTMax(fabs(cy), local
212 if (denom == 0) {
217 double inv = 1 / denom;
  /external/skqp/src/pathops/
SkPathOpsLine.cpp 38 double denom = len.fX * len.fX + len.fY * len.fY; // see DLine intersectRay local
41 if (!between(0, numer, denom)) {
44 if (!denom) {
47 double t = numer / denom;
68 double denom = len.fX * len.fX + len.fY * len.fY; // see DLine intersectRay local
71 double t = numer / denom;
SkReduceOrder.cpp 210 double denom = SkTMax(fabs(cx), SkTMax(fabs(cy), local
212 if (denom == 0) {
217 double inv = 1 / denom;
  /external/tensorflow/tensorflow/core/kernels/
training_ops_gpu.cu.cc 187 auto denom = (ms - mg.square()) + epsilon.reshape(single).broadcast(bcast); local
189 lr.reshape(single).broadcast(bcast) * grad / denom.sqrt();
lrn_op_test.cc 73 float denom = 0.0f; local
76 denom += in(i, r) * in(i, r);
78 denom = std::pow(denom * alpha + bias, beta);
79 out_col(d) = in(i, d) / denom;
  /external/aac/libSBRenc/src/
ton_corr.cpp 263 FIXP_DBL tmp, num, denom; variable
272 denom = (fac >> 1) +
274 denom = fixp_abs(denom);
281 denomShift = CountLeadingBits(denom);
282 denom = (FIXP_DBL)denom << denomShift;
284 if ((num > FL2FXCONST_DBL(0.0f)) && (denom != FL2FXCONST_DBL(0.0f))) {
289 tmp = schur_div(num, denom, 16);
294 schur_div(num, denom, 16) >> commonShift
    [all...]
  /external/apache-commons-math/src/main/java/org/apache/commons/math/optimization/univariate/
BracketFinder.java 153 double denom = Math.abs(val) < EPS_MIN ? 2 * EPS_MIN : 2 * val; local
155 double w = xB - ((xB - xC) * tmp2 - (xB -xA) * tmp1) / denom;
  /external/libmpeg2/decoder/
impeg2d_pic_proc.c 316 UWORD32 denom; local
320 denom = (UWORD32)gau2_impeg2_frm_rate_code[ps_dec->u2_frame_rate_code][0] *
322 ps_dec->u2_framePeriod = (numer * 1000 * 100) / denom;
  /external/python/cpython2/Mac/Modules/fm/
_Fmmodule.c 177 Point denom; local
183 PyMac_GetPoint, &denom))
186 denom);
321 PyDoc_STR("(Point numer, Point denom) -> (Boolean _rv)")},
  /external/skia/src/effects/
SkEmbossMask.cpp 78 if (numer > 0) { // preflight when numer/denom will be <= 0
79 int denom = SkSqrt32(nx * nx + ny * ny + kDelta*kDelta); local
80 SkFixed dot = numer / denom;
  /external/skqp/src/effects/
SkEmbossMask.cpp 78 if (numer > 0) { // preflight when numer/denom will be <= 0
79 int denom = SkSqrt32(nx * nx + ny * ny + kDelta*kDelta); local
80 SkFixed dot = numer / denom;
  /external/webrtc/webrtc/modules/audio_coding/codecs/ilbc/
do_plc.c 56 int16_t denom; local
161 denom = (int16_t)((tmp1 * tmp2) >> 16); /* in Q(scale1+scale2-16) */
171 max_perSquare = (int16_t)WebRtcSpl_DivW32W16(nom, denom);
smooth.c 36 int32_t B_W32, denom, num; local
137 /* denom is in Q16 */
138 denom = WebRtcSpl_DivW32W16(endiff, (int16_t)(w00w00 >> 16));
140 denom = 65536;
143 if( denom > 7){ /* eliminates numerical problems
146 scale=WebRtcSpl_GetSizeInBits(denom)-15;
150 denomW16 = (int16_t)(denom >> scale);
156 denomW16=(int16_t)denom;
  /external/webrtc/webrtc/modules/audio_processing/aec/
aec_resampler.c 155 float denom = 0; local
201 denom = x2 - xAvg * x;
203 if (denom != 0) {
204 skew = (xy - xAvg * y) / denom;

Completed in 1030 milliseconds

1 2 3 4 5 6 7