Lines Matching refs:precision
822 // currently we stop when we reach precision 2*epsilon as the last bit of precision can require an unreasonable number of iterations,
823 // only worsening the precision of U and V as we accumulate more rotations
824 const RealScalar precision = RealScalar(2) * NumTraits<Scalar>::epsilon();
862 RealScalar threshold = (max)(considerAsZero, precision * (max)(abs(m_workMatrix.coeff(p,p)),
