Lines Matching full:precision
70 static const int maxPadeDegree = std::numeric_limits<RealScalar>::digits<= 24? 5: // single precision
71 std::numeric_limits<RealScalar>::digits<= 53? 7: // double precision
72 std::numeric_limits<RealScalar>::digits<= 64? 8: // extended precision
73 std::numeric_limits<RealScalar>::digits<=106? 10: 11; // double-double or quadruple precision
144 const RealScalar maxNormForPade = maxPadeDegree<= 5? 5.3149729967117310e-1: // single precision
145 maxPadeDegree<= 7? 2.6429608311114350e-1: // double precision
146 maxPadeDegree<= 8? 2.32777776523703892094e-1L: // extended precision
148 1.1880960220216759245467951592883642e-1L; // quadruple precision
197 #if LDBL_MANT_DIG == 53 // double precision
200 #elif LDBL_MANT_DIG <= 64 // extended precision
210 #else // quadruple precision
