Lines Matching full:prec
17 prec int
136 s := FormatFloat(test.f, test.fmt, test.prec, 64)
138 t.Error("testN=64", test.f, string(test.fmt), test.prec, "want", test.s, "got", s)
140 x := AppendFloat([]byte("abc"), test.f, test.fmt, test.prec, 64)
142 t.Error("AppendFloat testN=64", test.f, string(test.fmt), test.prec, "want", "abc"+test.s, "got", string(x))
145 s := FormatFloat(test.f, test.fmt, test.prec, 32)
147 t.Error("testN=32", test.f, string(test.fmt), test.prec, "want", test.s, "got", s)
149 x := AppendFloat([]byte("abc"), test.f, test.fmt, test.prec, 32)
151 t.Error("AppendFloat testN=32", test.f, string(test.fmt), test.prec, "want", "abc"+test.s, "got", string(x))
175 prec := rand.Intn(12) + 5
176 shortFast = FormatFloat(x, 'e', prec, 64)
178 shortSlow = FormatFloat(x, 'e', prec, 64)
216 func benchmarkAppendFloat(b *testing.B, f float64, fmt byte, prec, bitSize int) {
219 AppendFloat(dst[:0], f, fmt, prec, bitSize)
