Lines Matching refs:precision
7 function Model(precision) {
8 this.reset_({precision: precision});
60 var overflow = (operand.replace(/[^0-9]/g, '').length > this.precision);
85 var precision = (state && state.precision) || this.precision || 9;
86 this.precision = Math.min(Math.max(precision, 1), 9);
114 * model's precision, or "E" on overflow.
119 var exponent = Number(x.toExponential(this.precision - 1).split('e')[1]);
122 var fixed = (Math.abs(exponent) < this.precision && exponent > -7);
134 (exponent < -99) ? (this.precision - 1 - 5) :
135 (exponent < -9) ? (this.precision - 1 - 4) :
136 (exponent < -6) ? (this.precision - 1 - 3) :
137 (exponent < 0) ? (this.precision - 1 + exponent) :
138 (exponent < this.precision) ? (this.precision - 1) :
139 (exponent < 10) ? (this.precision - 1 - 3) :
140 (exponent < 100) ? (this.precision - 1 - 4) :
141 (this.precision - 1 - 5);
