Home | History | Annotate | Download | only in SVD

Lines Matching full:precision

376     const RealScalar precision = NumTraits<Scalar>::epsilon();
421     RealScalar threshold = numext::maxi<RealScalar>(considerAsZero, precision * maxDiagEntry);
668   // currently we stop when we reach precision 2*epsilon as the last bit of precision can require an unreasonable number of iterations,
669   // only worsening the precision of U and V as we accumulate more rotations
670   const RealScalar precision = RealScalar(2) * NumTraits<Scalar>::epsilon();
713         RealScalar threshold = numext::maxi<RealScalar>(considerAsZero, precision * maxDiagEntry);