Lines Matching full:int64_max
762 *distortion = INT64_MAX;
763 *sse = INT64_MAX;
803 int64_t rd[TX_SIZES][2] = {{INT64_MAX, INT64_MAX},
804 {INT64_MAX, INT64_MAX},
805 {INT64_MAX, INT64_MAX},
806 {INT64_MAX, INT64_MAX}};
810 int64_t best_rd = INT64_MAX;
828 if (d[n] == INT64_MAX) {
829 rd[n][0] = rd[n][1] = INT64_MAX;
886 int64_t rd[TX_SIZES][2] = {{INT64_MAX, INT64_MAX},
887 {INT64_MAX, INT64_MAX},
888 {INT64_MAX, INT64_MAX},
889 {INT64_MAX, INT64_MAX}};
894 int64_t best_rd = INT64_MAX;
1197 int64_t d = INT64_MAX, this_rd = INT64_MAX;
1210 return INT64_MAX;
1224 return INT64_MAX;
1254 tx_cache[i] = INT64_MAX;
1292 if (cpi->sf.tx_size_search_method == USE_FULL_RD && this_rd < INT64_MAX) {
1293 for (i = 0; i < TX_MODES && local_tx_cache[i] < INT64_MAX; i++) {
1349 *distortion = INT64_MAX;
1350 *sse = INT64_MAX;
1363 int64_t best_rd = INT64_MAX, this_rd;
1425 skippable, &unused, bsize, INT64_MAX);
1602 return INT64_MAX;
1758 int64_t best_rd = INT64_MAX;
1776 bsi->rdstat[i][mode_idx].brdcost = INT64_MAX;
1995 ref_bsi->rdstat[i][mode_idx].brdcost < INT64_MAX) {
2022 if (bsi->rdstat[i][mode_idx].brdcost < INT64_MAX) {
2039 if (best_rd == INT64_MAX) {
2043 bsi->rdstat[iy][midx].brdcost = INT64_MAX;
2044 bsi->segment_rd = INT64_MAX;
2066 bsi->rdstat[iy][midx].brdcost = INT64_MAX;
2067 bsi->segment_rd = INT64_MAX;
2120 return INT64_MAX;
2717 int64_t rd, best_rd = INT64_MAX;
2726 return INT64_MAX;
2753 return INT64_MAX;
2768 return INT64_MAX;
2802 cpi->rd_filter_cache[i] = INT64_MAX;
2861 if (i == 0 && cpi->sf.use_rd_breakout && ref_best_rd < INT64_MAX) {
2864 return INT64_MAX;
2904 if (cpi->sf.use_rd_breakout && ref_best_rd < INT64_MAX) {
2913 return INT64_MAX;
3001 int64_t sseuv = INT64_MAX;
3002 int64_t rdcosty = INT64_MAX;
3010 *distortion = INT64_MAX;
3012 return INT64_MAX;
3025 *distortion = INT64_MAX;
3027 return INT64_MAX;
3111 if (tx_cache[i] < INT64_MAX && tx_cache[cm->tx_mode] < INT64_MAX)
3153 int64_t best_intra_rd = INT64_MAX;
3154 int64_t best_inter_rd = INT64_MAX;
3182 best_pred_rd[i] = INT64_MAX;
3184 best_tx_rd[i] = INT64_MAX;
3186 best_filter_rd[i] = INT64_MAX;
3293 int64_t this_rd = INT64_MAX;
3302 int64_t total_sse = INT64_MAX;
3407 tx_cache[i] = INT64_MAX;
3449 if (this_rd == INT64_MAX)
3618 if (ref == INT64_MAX)
3620 else if (cpi->rd_filter_cache[i] == INT64_MAX)
3642 if (!mode_excluded && this_rd != INT64_MAX) {
3643 for (i = 0; i < TX_MODES && tx_cache[i] < INT64_MAX; i++) {
3644 int64_t adj_rd = INT64_MAX;
3660 return INT64_MAX;
3705 if (best_pred_rd[i] == INT64_MAX)
3713 if (best_filter_rd[i] == INT64_MAX)
3721 if (best_tx_rd[i] == INT64_MAX)
3783 int64_t best_inter_rd = INT64_MAX;
3810 best_pred_rd[i] = INT64_MAX;
3812 best_tx_rd[i] = INT64_MAX;
3814 best_filter_rd[i] = INT64_MAX;
3844 int64_t this_rd = INT64_MAX;
3857 tx_cache[i] = INT64_MAX;
4021 int64_t tmp_rd, tmp_best_rd = INT64_MAX, tmp_best_rdu = INT64_MAX;
4043 cpi->rd_filter_cache[i] = INT64_MAX;
4073 if (tmp_rd == INT64_MAX)
4108 best_rd < INT64_MAX) {
4113 tmp_best_rdu = INT64_MAX;
4122 if (tmp_best_rdu == INT64_MAX && pred_exists)
4139 if (tmp_rd == INT64_MAX)
4328 if (ref == INT64_MAX)
4330 else if (cpi->rd_filter_cache[i] == INT64_MAX)
4352 if (!mode_excluded && this_rd != INT64_MAX) {
4353 for (i = 0; i < TX_MODES && tx_cache[i] < INT64_MAX; i++) {
4354 int64_t adj_rd = INT64_MAX;
4373 return INT64_MAX;
4390 if (best_rd == INT64_MAX && bsize < BLOCK_8X8) {
4392 *returndistortion = INT64_MAX;
4433 if (best_pred_rd[i] == INT64_MAX)
4441 if (best_filter_rd[i] == INT64_MAX)
4454 if (best_tx_rd[i] == INT64_MAX)
