HomeSort by relevance Sort by last modified time
    Searched refs:precisionBits (Results 1 - 2 of 2) sorted by null

  /external/fonttools/Lib/fontTools/misc/
fixedTools.py 12 def fixedToFloat(value, precisionBits):
15 fixed number in a 2.14 format, use precisionBits=14. This is
28 scale = 1 << precisionBits
31 digits = (precisionBits + 2) // 3
46 def floatToFixed(value, precisionBits):
48 precisionBits. Ie. int(round(value * (1<<precisionBits))).
60 return int(round(value * (1<<precisionBits)))
  /packages/apps/Test/connectivity/sl4n/rapidjson/include/rapidjson/internal/
strtod.h 192 const uint64_t precisionBits = (v.f & ((uint64_t(1) << precisionSize) - 1)) * kUlp;
194 if (precisionBits >= halfWay + static_cast<unsigned>(error)) {
204 return halfWay - static_cast<unsigned>(error) >= precisionBits || precisionBits >= halfWay + static_cast<unsigned>(error);

Completed in 214 milliseconds