Lines Matching full:precision
28 static const int value = std::numeric_limits<RealScalar>::digits<= 24? 5: // single precision
29 std::numeric_limits<RealScalar>::digits<= 53? 7: // double precision
30 std::numeric_limits<RealScalar>::digits<= 64? 8: // extended precision
32 11; // quadruple precision
101 #if LDBL_MANT_DIG == 53 // double precision
104 #elif LDBL_MANT_DIG <= 64 // extended precision
114 #else // quadruple precision
236 const RealScalar maxNormForPade = maxPadeDegree<= 5? 5.3149729967117310e-1L: // single precision
237 maxPadeDegree<= 7? 2.6429608311114350e-1L: // double precision
238 maxPadeDegree<= 8? 2.32777776523703892094e-1L: // extended precision
240 1.1880960220216759245467951592883642e-1L; // quadruple precision
