Lines Matching full:prec
90 static int jas_cmputint(long **bufptr, int sgnd, int prec, long val);
91 static int jas_cmgetint(long **bufptr, int sgnd, int prec, long *val);
530 scale = (double)((1 << fmt->prec) - 1);
531 bias = fmt->sgnd ? (1 << (fmt->prec - 1)) : 0;
535 if (jas_cmgetint(&dataptr, fmt->sgnd, fmt->prec, &v))
558 scale = (double)((1 << fmt->prec) - 1);
559 bias = fmt->sgnd ? (1 << (fmt->prec - 1)) : 0;
565 if (jas_cmputint(&dataptr, fmt->sgnd, fmt->prec, v))
1225 static int jas_cmgetint(long **bufptr, int sgnd, int prec, long *val)
1231 m = (1 << (prec - 1));
1235 if (v < 0 || v >= (1 << prec))
1243 static int jas_cmputint(long **bufptr, int sgnd, int prec, long val)
1247 m = (1 << (prec - 1));
1251 if (val < 0 || val >= (1 << prec))
