Lines Matching full:prec
476 var prec int
485 prec = 0
489 prec = 3
495 prec = 6
498 w, u = fmtFrac(buf[:w], u, prec)
535 // fmtFrac formats the fraction of v/10**prec (e.g., ".12345") into the
538 // output bytes begin and the value v/10**prec.
539 func fmtFrac(buf []byte, v uint64, prec int) (nw int, nv uint64) {
543 for i := 0; i < prec; i++ {
